-- Logs begin at Wed 2022-03-16 10:07:35 UTC, end at Wed 2022-03-16 12:15:08 UTC. -- Mar 16 10:59:28.326736 dv-neutron-831730-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 10:59:30.810301 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:59:30.811009 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev75 Mar 16 10:59:30.811124 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:59:30.814183 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.common.config [-] Logging enabled! Mar 16 10:59:30.814434 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev75 Mar 16 10:59:30.814738 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 10:59:30.815655 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:59:30.815885 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:59:30.816237 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:59:30.816526 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:59:30.816700 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:59:30.817014 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.817303 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.817594 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.817818 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.818136 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.818417 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.818694 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.818975 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.819265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.819549 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.819819 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.820094 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.820317 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.820588 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.820867 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.821145 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.821364 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] debug = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.821636 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.822081 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.822478 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.822751 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.823031 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.823302 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.823566 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.823833 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.824113 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.824430 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] host = dv-neutron-831730-4-hyperv {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.824699 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.824977 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.825255 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.825539 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.825807 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.826104 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.826381 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.826648 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.826919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.827188 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.827467 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.827759 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.828027 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.828763 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.828980 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.829261 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.829539 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.829809 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.830100 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.830367 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.830633 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.830899 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.831163 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.831439 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.831716 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.831992 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.832258 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.832524 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.832787 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.833052 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.833328 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.833595 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.834144 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.834413 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.834690 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.834951 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.835217 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.835508 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.835784 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.836065 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.836341 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.836606 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.836878 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.837144 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.837408 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.837670 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] use_json = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.837957 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.838224 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.838498 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.838761 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.839026 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.839291 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.839556 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.839834 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.840096 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:30.840383 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.840672 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.840963 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.841244 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.841527 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.841797 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.842105 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.842377 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.842659 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.842940 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.843222 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.843493 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.844385 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.844658 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.844947 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.845243 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.845532 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.845818 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.846117 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.846387 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.846656 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.846928 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.847206 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.847492 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.847774 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.848042 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.848313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.848596 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.848865 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.849129 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.849402 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.849684 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.849980 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.850245 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.850519 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.850788 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.851052 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.851317 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.851587 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.851868 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.852135 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.852399 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.852663 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.852931 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.853194 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.853470 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.853741 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.854034 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.854298 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.854565 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.854829 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.855091 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.855359 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.855623 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.855891 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.856161 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.856424 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.856687 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.856950 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.857215 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.857478 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.857740 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.858103 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.858371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.858637 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.858901 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.859168 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.859460 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.859740 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.860037 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.860306 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.860579 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.860849 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.861120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.861392 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.861663 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.861961 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.862236 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.862502 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.862786 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.863060 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.863341 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.863617 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.863888 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.864173 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.864443 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.864718 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.864987 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.865265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.865539 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.865814 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.866123 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.866408 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.866690 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.866980 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.867265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.867538 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.867836 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.868108 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:30.868320 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:59:30.868555 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88342) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 10:59:31.259603 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO keyring.backend [-] Loading KWallet Mar 16 10:59:31.267398 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO keyring.backend [-] Loading SecretService Mar 16 10:59:31.270799 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO keyring.backend [-] Loading Windows Mar 16 10:59:31.272111 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO keyring.backend [-] Loading chainer Mar 16 10:59:31.272673 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO keyring.backend [-] Loading macOS Mar 16 10:59:31.305022 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:59:31.305296 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:59:31.305583 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 10:59:31.306006 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 10:59:31.699580 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.699870 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.700140 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.701435 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.701706 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.702031 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.737429 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.737704 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.737995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.751009 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.751278 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.751539 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.780720 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.780991 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.781768 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.817993 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.818569 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:31.818569 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.062151 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.062455 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.062965 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.062965 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.063693 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.183952 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.184268 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.184547 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.184813 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.185089 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.185375 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.185632 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.185904 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.186155 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.186431 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.186684 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.186941 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.187199 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.187472 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.187734 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.187998 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.188253 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.188519 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.188768 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.189046 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.189390 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.189642 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.189913 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.190197 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.190449 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.190691 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.191068 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:32.191302 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:32.191533 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:32.191762 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:32.191992 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:32.192222 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:32.192578 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 10:59:32.195657 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 10:59:32.199596 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 10:59:32.204042 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 16 10:59:32.205674 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 10:59:32.207178 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 10:59:32.207521 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 10:59:32.207908 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 10:59:32.211005 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 10:59:32.211255 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 10:59:32.211597 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:59:32.239839 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 10:59:32.240277 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.242142 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88342) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 16 10:59:32.242515 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.244445 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88342) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 10:59:32.244725 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 10:59:32.244967 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 10:59:32.251821 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.252093 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:32.314402 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 10:59:32.314636 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 10:59:32.314868 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 10:59:32.315234 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 10:59:32.346402 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_db.sqlalchemy.engines [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88342) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 16 10:59:32.767587 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing driver for type 'gre' Mar 16 10:59:32.768108 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] gre ID ranges: [(1, 1000)] Mar 16 10:59:32.921574 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing driver for type 'local' Mar 16 10:59:32.922735 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing driver for type 'vlan' Mar 16 10:59:33.002010 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] VlanTypeDriver initialization complete Mar 16 10:59:33.002350 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing driver for type 'vxlan' Mar 16 10:59:33.002858 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] vxlan ID ranges: [(1, 1000)] Mar 16 10:59:33.212768 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing extension driver 'port_security' Mar 16 10:59:33.213040 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.extensions.port_security [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] PortSecurityExtensionDriver initialization complete Mar 16 10:59:33.213369 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing mechanism driver 'openvswitch' Mar 16 10:59:33.213695 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing mechanism driver 'hyperv' Mar 16 10:59:33.221059 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.plugin [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:33.221729 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.222119 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.222466 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.223025 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:59:33.230162 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230162 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230162 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230162 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:59:33.230162 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230570 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230570 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230570 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:59:33.230570 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > security_group after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230570 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > security_group after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:59:33.230919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.230919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.231272 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:59:33.231272 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > address_group after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.231272 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > address_group after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.231272 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.231272 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 16 10:59:33.231631 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] ML2 OVO RPC backend initialized. {{(pid=88342) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 16 10:59:33.231631 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.231860 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.232212 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.232555 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > networks before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.232900 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.233239 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > ports before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.233577 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.233942 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnets before_response 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.234943 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.235342 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.235682 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.236101 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.236444 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.236779 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.237115 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.237449 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.237781 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.238377 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.plugin [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Modular L2 Plugin initialization complete Mar 16 10:59:33.238708 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading services supported by the core plugin {{(pid=88342) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 10:59:33.239032 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.plugins.ml2.managers [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Got port-security extension from driver 'port_security' Mar 16 10:59:33.239502 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.extensions.vlantransparent [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Disabled vlantransparent extension. Mar 16 10:59:33.239971 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88342) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 10:59:33.240379 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: router Mar 16 10:59:33.277696 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.278109 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_create 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.278480 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router before_create 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.278844 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.279209 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.279557 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_delete 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.279908 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.280264 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_create 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.280605 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_update 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.280947 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_update 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.282105 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.282466 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_update 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.282879 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_update 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.283248 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.283590 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.283925 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: subnet after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.284258 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.284598 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.284941 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_create 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.285278 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.285615 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.286003 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router after_update 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.286367 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.286714 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_create 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.287070 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.287408 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_update 55549900 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.287765 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > agent after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.288107 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > agent after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.288444 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > network after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.289289 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Tracking information for resource: router configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:33.289617 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Tracking information for resource: floatingip configured {{(pid=88342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 10:59:33.294742 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.db.l3_agentschedulers_db [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 10:59:33.295303 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.295657 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port after_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.296004 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port after_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.296350 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: port after_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.297834 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router before_create 55550100 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.298216 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.298575 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_create 55550100 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.298926 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > router precommit_update 55550100 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.303409 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.provider_configuration [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service providers = [] {{(pid=88342) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 10:59:33.303801 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.db.servicetype_db [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88342) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 10:59:33.306755 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.service_base [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:59:33.307105 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.service_base [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:59:33.307443 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.service_base [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:59:33.308320 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.services.service_base [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 10:59:33.308688 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.services.service_base [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 10:59:33.309107 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.309427 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 10:59:33.325050 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.325387 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: auto_allocate Mar 16 10:59:33.331544 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: network precommit_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.331986 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: network precommit_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.332504 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.332826 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: tag Mar 16 10:59:33.339712 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.346279 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: timestamp Mar 16 10:59:33.350094 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.350422 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: network_ip_availability Mar 16 10:59:33.355721 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.356086 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.356539 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.357256 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.357576 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: flavors Mar 16 10:59:33.363096 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.363427 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading Plugin: revisions Mar 16 10:59:33.367764 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_concurrency.lockutils [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.062s {{(pid=88342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88342) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Initializing extension manager. Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: __init__.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: __pycache__ {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.372915 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: address_group.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.373429 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.373429 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: address-group Mar 16 10:59:33.373429 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: address_scope.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.373429 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.373786 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: address-scope Mar 16 10:59:33.373884 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.374780 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.375505 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: router-admin-state-down-before-update Mar 16 10:59:33.375833 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: agent.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.376723 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.377239 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: agent Mar 16 10:59:33.377609 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: agent_resources_synced.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.378551 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.379054 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: agent-resources-synced Mar 16 10:59:33.379375 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: allowedaddresspairs.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.381163 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.381680 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: allowed-address-pairs Mar 16 10:59:33.382037 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: auto_allocated_topology.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.383123 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.383678 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: auto-allocated-topology Mar 16 10:59:33.383999 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: availability_zone.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.384683 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.385179 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: availability_zone Mar 16 10:59:33.385497 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: availability_zone_filter.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.386434 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.386931 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: availability_zone_filter Mar 16 10:59:33.387252 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: data_plane_status.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.388157 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.388649 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 10:59:33.388964 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: default_subnetpools.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.389894 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.390462 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: default-subnetpools Mar 16 10:59:33.390965 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.391926 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.392424 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: dhcp_agent_scheduler Mar 16 10:59:33.392744 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: dns.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.393647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.394173 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension dns-integration not supported by any of loaded plugins Mar 16 10:59:33.394557 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: dns_domain_ports.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.395468 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.395968 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 10:59:33.396286 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: dvr.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.396947 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.397448 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: dvr Mar 16 10:59:33.397768 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: empty_string_filtering.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.398693 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.399193 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: empty-string-filtering Mar 16 10:59:33.399511 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.400412 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.400955 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:59:33.401268 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.411000 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.411499 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 10:59:33.411820 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: external_net.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.412723 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.413222 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: external-net Mar 16 10:59:33.413572 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.414515 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.415023 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: extra_dhcp_opt Mar 16 10:59:33.415350 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: extraroute.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.416259 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.416766 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: extraroute Mar 16 10:59:33.417114 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: extraroute_atomic.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.418216 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.418716 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: extraroute-atomic Mar 16 10:59:33.419038 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: filter_validation.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.419697 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.420194 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: filter-validation Mar 16 10:59:33.420511 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: fip_pf_description.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.421413 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.422667 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 10:59:33.422994 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: fip_port_details.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.423904 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.424404 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: fip-port-details Mar 16 10:59:33.424723 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: flavors.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.425991 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.426509 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: flavors Mar 16 10:59:33.426834 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.428492 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.429009 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 10:59:33.429336 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: floatingip_pools.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.430067 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.430575 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: floatingip-pools Mar 16 10:59:33.430900 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: ip_allocation.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.431813 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.432318 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 10:59:33.432637 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.433547 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.434081 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: ip-substring-filtering Mar 16 10:59:33.434404 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l2_adjacency.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.435325 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.435822 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 10:59:33.436145 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.437122 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.437652 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: router Mar 16 10:59:33.438007 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.440372 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.441003 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 10:59:33.441326 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.442280 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.442788 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: ext-gw-mode Mar 16 10:59:33.443111 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.444025 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.444528 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: l3-ha Mar 16 10:59:33.444848 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3_flavors.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.445759 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.446308 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: l3-flavors Mar 16 10:59:33.446628 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.447571 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.448095 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 10:59:33.448460 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: l3agentscheduler.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.449527 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.450066 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: l3_agent_scheduler Mar 16 10:59:33.453729 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: logging.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.454308 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.454830 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension logging not supported by any of loaded plugins Mar 16 10:59:33.455159 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: metering.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.455903 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.456477 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: metering Mar 16 10:59:33.456801 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.458046 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.458565 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: metering_source_and_destination_fields Mar 16 10:59:33.459141 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: multiprovidernet.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.460057 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.460561 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: multi-provider Mar 16 10:59:33.460886 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: netmtu.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.461793 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.462360 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: net-mtu Mar 16 10:59:33.462685 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: netmtu_writable.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.463636 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.464090 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: net-mtu-writable Mar 16 10:59:33.464412 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: network_availability_zone.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.465075 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.465571 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: network_availability_zone Mar 16 10:59:33.465922 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: network_ip_availability.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.467000 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.467532 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: network-ip-availability Mar 16 10:59:33.467855 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: network_segment_range.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.469123 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.469665 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 10:59:33.470021 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: pagination.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.470997 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.471325 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: pagination Mar 16 10:59:33.471643 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: port_device_profile.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.472536 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.473041 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: port-device-profile Mar 16 10:59:33.473361 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.474305 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.474810 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: port-mac-address-regenerate Mar 16 10:59:33.475128 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.480040 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.480542 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: port-numa-affinity-policy Mar 16 10:59:33.480859 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: port_resource_request.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.481766 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.482300 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 10:59:33.482618 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: portbindings.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.483536 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.484034 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: binding Mar 16 10:59:33.484950 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: portbindings_extended.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.486487 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.487000 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: binding-extended Mar 16 10:59:33.487328 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: portsecurity.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.488249 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.488761 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: port-security Mar 16 10:59:33.489079 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: project_id.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.490128 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.490455 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: project-id Mar 16 10:59:33.490774 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: providernet.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.491740 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.492247 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: provider Mar 16 10:59:33.492566 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.496133 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.496651 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos not supported by any of loaded plugins Mar 16 10:59:33.496978 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.498292 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.498799 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 10:59:33.499124 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.500162 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.500667 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 10:59:33.500990 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_default.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.501937 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.502445 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-default not supported by any of loaded plugins Mar 16 10:59:33.502769 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_fip.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.503418 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.503912 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-fip not supported by any of loaded plugins Mar 16 10:59:33.504232 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_gateway_ip.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.509233 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.509734 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 10:59:33.510081 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_port_network_policy.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.510986 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.511489 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 10:59:33.511808 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_rule_type_details.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.512780 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.513285 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 10:59:33.513606 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: qos_rules_alias.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.514690 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.515308 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 10:59:33.515951 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: quotasv2.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.516895 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.517221 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: quotas Mar 16 10:59:33.517538 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: quotasv2_detail.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.519188 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.519528 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: quota_details Mar 16 10:59:33.519860 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: rbac.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.520951 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.521466 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: rbac-policies Mar 16 10:59:33.521791 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: rbac_address_group.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.522736 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.523247 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: rbac-address-group Mar 16 10:59:33.523570 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: rbac_address_scope.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.524480 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.524994 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: rbac-address-scope Mar 16 10:59:33.525319 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: rbac_security_groups.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.526291 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.526797 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: rbac-security-groups Mar 16 10:59:33.527116 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: rbac_subnetpool.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.528038 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.528543 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: rbac-subnetpool Mar 16 10:59:33.528864 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: revisionifmatch.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.535383 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.535889 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: revision-if-match Mar 16 10:59:33.536211 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: revisions.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.537611 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.538186 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: standard-attr-revisions Mar 16 10:59:33.538512 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: router_availability_zone.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.539186 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.539690 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: router_availability_zone Mar 16 10:59:33.540011 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: routerservicetype.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.540919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.541421 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension router-service-type not supported by any of loaded plugins Mar 16 10:59:33.541749 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.542689 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.543191 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: security-groups-normalized-cidr Mar 16 10:59:33.543551 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.544481 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.544981 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: port-security-groups-filtering Mar 16 10:59:33.545303 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.546232 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.546756 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: security-groups-remote-address-group Mar 16 10:59:33.547611 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: securitygroup.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.557337 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.557883 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: security-group Mar 16 10:59:33.560788 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: segment.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.560788 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.560788 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension segment not supported by any of loaded plugins Mar 16 10:59:33.560788 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.561492 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.562030 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 10:59:33.562524 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: servicetype.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.563692 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.564212 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: service-type Mar 16 10:59:33.564533 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: sorting.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.565508 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.565837 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: sorting Mar 16 10:59:33.566278 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: standard_attr_segment.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.567213 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.567719 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 10:59:33.568037 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: standardattrdescription.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.568713 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.569257 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: standard-attr-description Mar 16 10:59:33.569686 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: stateful_security_group.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.570632 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.571140 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: stateful-security-group Mar 16 10:59:33.571462 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: stdattrs_common.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.572119 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 10:59:33.572444 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.573445 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.574002 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 10:59:33.574330 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: subnet_onboard.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.575399 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.575909 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: subnet_onboard Mar 16 10:59:33.576233 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.577154 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.577651 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 10:59:33.578027 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: subnet_service_types.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.579178 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.579684 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: subnet-service-types Mar 16 10:59:33.580047 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: subnetallocation.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.584982 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.585489 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: subnet_allocation Mar 16 10:59:33.585810 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.586498 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.587006 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: subnetpool-prefix-ops Mar 16 10:59:33.587324 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.588252 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.588748 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 10:59:33.589100 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: tagging.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.590195 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.590704 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: standard-attr-tag Mar 16 10:59:33.591026 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: timestamp.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.592288 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.592809 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loaded extension: standard-attr-timestamp Mar 16 10:59:33.593132 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: trunk.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.595085 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.595592 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension trunk not supported by any of loaded plugins Mar 16 10:59:33.595916 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: trunk_details.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.596829 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.597331 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension trunk-details not supported by any of loaded plugins Mar 16 10:59:33.597651 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: uplink_status_propagation.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.598593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.599094 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 10:59:33.599412 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Loading extension file: vlantransparent.py {{(pid=88342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 10:59:33.600124 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 10:59:33.600614 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 10:59:33.603060 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:network Mar 16 10:59:33.603814 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:subnet Mar 16 10:59:33.604593 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:59:33.605192 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:port Mar 16 10:59:33.606528 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.606976 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service FLAVORS assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.607600 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.608024 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.608355 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:router Mar 16 10:59:33.609013 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:59:33.610321 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service METERING assigned prefix: /metering {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.611753 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.612152 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.612508 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 10:59:33.614922 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:59:33.615416 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service CORE assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] subnetpool is already registered Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service CORE assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:59:33.621021 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] subnetpool is already registered Mar 16 10:59:33.732987 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.733343 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service FLAVORS assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.733967 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.734645 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.734814 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:router Mar 16 10:59:33.735145 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] router is already registered Mar 16 10:59:33.735801 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 10:59:33.736128 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] floatingip is already registered Mar 16 10:59:33.736758 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service METERING assigned prefix: /metering {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.737612 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 10:59:33.737967 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] rbac_policy is already registered Mar 16 10:59:33.738387 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:security_group Mar 16 10:59:33.738712 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] security_group is already registered Mar 16 10:59:33.739299 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 10:59:33.739624 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] security_group_rule is already registered Mar 16 10:59:33.740279 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service CORE assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.740608 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:59:33.740928 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] subnetpool is already registered Mar 16 10:59:33.741522 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.v2.resource_helper [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Service CORE assigned prefix: {{(pid=88342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 10:59:33.741868 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 10:59:33.742191 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING neutron.quota.resource_registry [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] subnetpool is already registered Mar 16 10:59:33.742840 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: extensions {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.744325 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: address-groups {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.746109 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: address-scopes {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.751872 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: agents {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.751872 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: auto-allocated-topology {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.751872 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: availability_zones {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.751872 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: dhcp-networks {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.752594 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: dhcp-agents {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.754042 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: routers {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.755887 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: flavors {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.757032 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: service_profiles {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.758261 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: next_providers {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.759774 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: service_profiles {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.761388 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: floatingip-pools {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.762615 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: routers {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.764412 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: floatingips {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.766221 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: l3-routers {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.767596 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: l3-agents {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.769119 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: metering-labels {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.770387 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: metering-label-rules {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.771659 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: network-ip-availabilities {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.772950 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: bindings {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.774612 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: quotas {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.776082 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: quotas {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.777567 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: rbac-policies {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.778912 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: security-groups {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.780112 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: security-group-rules {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.781972 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: service-providers {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.783312 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: subnetpools {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.784638 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: subnetpools {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.786119 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.787923 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.789609 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.791442 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.794220 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.796092 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.798045 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.799924 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.801730 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.803683 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron.api.extensions [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Extended resource: tags {{(pid=88342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 10:59:33.809596 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING keystonemiddleware.auth_token [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 10:59:33.814533 dv-neutron-831730-4-hyperv neutron-server[88342]: WARNING keystonemiddleware.auth_token [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 10:59:33.822610 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_concurrency.lockutils [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Acquired lock "singleton_lock" {{(pid=88342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 16 10:59:33.823083 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_concurrency.lockutils [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Releasing lock "singleton_lock" {{(pid=88342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 16 10:59:33.823756 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Starting 2 workers Mar 16 10:59:33.829260 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Started child 88449 {{(pid=88342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:59:33.833596 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Started child 88450 {{(pid=88342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:59:33.834694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.835581 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO neutron.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 10:59:33.836109 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [-] (88449) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:59:33.836265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Notify callbacks [] for process, before_spawn {{(pid=88342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.838207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.838681 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Starting 1 workers Mar 16 10:59:33.839647 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [-] (88450) wsgi starting up on http://0.0.0.0:9696 Mar 16 10:59:33.844694 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Started child 88451 {{(pid=88342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:59:33.845223 dv-neutron-831730-4-hyperv neutron-server[88342]: INFO oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Starting 1 workers Mar 16 10:59:33.847947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] calling RpcWorker wait() {{(pid=88451) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 10:59:33.848470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] returning from RpcWorker wait() {{(pid=88451) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 10:59:33.849630 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Started child 88452 {{(pid=88342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 10:59:33.849800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.850263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:33.850435 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG neutron_lib.callbacks.manager [None req-38194656-f173-47ef-bcd5-1a1787a1c659 None None] Notify callbacks [] for process, after_spawn {{(pid=88342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.852305 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:59:33.852552 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:59:33.852775 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:59:33.852988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:59:33.853323 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:59:33.853483 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:59:33.854038 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.854318 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.854586 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.854816 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:33.855300 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.855300 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.855642 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.855907 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.856139 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.856577 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.856810 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.856974 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.857136 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.857378 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.857606 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.858000 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.858354 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.858599 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.858864 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.859035 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.860066 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.860066 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.860292 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.860566 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] debug = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.860799 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.861338 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.861563 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.861797 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.862083 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.862352 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.862573 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.862827 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.863053 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.863413 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.863555 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.863797 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.864025 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.864251 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.864466 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.864712 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.864940 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.865403 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] host = dv-neutron-831730-4-hyperv {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.865632 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.865943 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.866168 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.866388 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.866626 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.866837 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.867086 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.867329 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.867576 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.867813 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.868045 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.868278 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.868518 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.868762 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.868920 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_options = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.869155 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.869436 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.869693 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.869911 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.870079 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.870261 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.870532 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.870672 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.870913 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.871142 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.871363 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.871588 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.871826 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.872062 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.872320 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.872552 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.872778 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.872981 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.873217 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.873458 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.874882 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.875732 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.875996 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.876770 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.876943 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.877175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.877418 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.877646 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.877899 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.878172 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.878415 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.878683 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.878935 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.879193 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.879435 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.879660 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.879904 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.880172 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.880408 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.880656 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.881375 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.881599 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:33.881765 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.881879 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.882094 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.882342 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.882577 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_json = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.882793 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.883011 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.883265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.883484 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.883698 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.883919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.884158 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.884397 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.885184 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.885717 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.885899 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.886125 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.889794 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.890616 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.891029 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.891308 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.891652 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.891950 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.892246 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.892494 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.892746 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.892999 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.893240 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.893590 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.893966 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.894374 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.894760 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.895042 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.895506 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.895896 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.896143 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.896466 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.896709 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.896994 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.897239 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.897460 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.897716 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.898056 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.898298 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.898530 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.898772 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.899046 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.899300 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.899557 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.899772 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.899986 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.900220 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.900436 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.900771 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.900998 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.901304 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.901572 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.901816 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.902053 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.902268 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.902485 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.902714 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.902929 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.903138 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.903348 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.903597 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.903805 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.904057 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.904279 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.904497 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.904714 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.904937 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.905152 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.905388 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.905608 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.905869 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.906079 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.906542 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.906955 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.907363 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.907766 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.908153 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.908556 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.908976 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.909373 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.909748 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.910128 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.910375 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.910578 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.910850 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.911284 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.911587 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.911842 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.912125 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.912375 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.912796 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.913209 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.913526 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.913836 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.914171 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.914467 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.914782 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.915051 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.915298 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.915524 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.915740 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.915993 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.916227 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.916545 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.916789 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.917019 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.917381 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.917787 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.918182 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.918464 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.918712 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.918958 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.919236 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.919506 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.919774 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.920015 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.920270 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.920589 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.920854 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.921137 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.921375 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.921626 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.922679 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.922679 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.922824 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.923226 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.923479 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.923716 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.924066 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.924298 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.924515 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.924747 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.924978 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.925326 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.925579 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.925834 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.926097 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.926382 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.926741 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.927202 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.927476 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.927731 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.927976 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.928216 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.928452 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.928680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.928914 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.929158 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.929368 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.929601 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.929809 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.930073 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.930280 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.930507 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.930735 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.930977 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.931188 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.931417 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.931651 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.931862 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.932085 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.932291 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.932504 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.932748 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.932960 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.933188 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.933401 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.933607 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.933941 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.934086 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.934328 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.934579 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.934814 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.935057 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.935273 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.935549 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.935759 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.936016 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.936250 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.936462 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.936699 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.936914 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.937144 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.937369 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.938219 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.938431 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.938701 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.938896 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.939260 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.939521 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.939774 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.939971 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.940205 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.940433 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.940643 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.940930 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.941171 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.941391 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.941640 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.941887 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.942136 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.942366 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.942581 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.942792 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.943044 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.943275 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.943531 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.943741 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.943957 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.944472 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.944472 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.944736 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.944872 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.944999 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.945151 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.945359 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.945561 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.945876 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.946134 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.946371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.946599 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.946827 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.947074 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.947283 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.947489 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.947701 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.947896 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.948367 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.948367 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.948558 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.948722 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.948956 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.949242 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.949490 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.949720 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.950042 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.950282 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.950515 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.950787 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.951098 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.951318 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.951552 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.951771 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.951977 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.952225 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.952474 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.952801 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.953166 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.953411 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.953649 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.953933 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.954193 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.954462 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.954671 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.954956 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.955282 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.955544 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.955810 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.956065 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.956310 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.956547 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.956760 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.956999 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.957227 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.957435 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.957680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.957956 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.958197 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.958407 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.958627 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.959108 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.959330 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.959537 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.959757 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.960012 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.960112 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:59:33.960621 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 10:59:33.960776 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 10:59:33.960923 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 10:59:33.961088 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 10:59:33.961257 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 10:59:33.961391 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 10:59:33.961600 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.961758 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.961929 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.962086 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.962238 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.962414 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.962574 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.962725 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.962869 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963022 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963177 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963330 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963482 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963635 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963790 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.963945 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.964097 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.964251 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.964409 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.964549 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.964707 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.964859 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.965012 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] debug = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.965165 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.965362 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.965522 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.965677 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.965830 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966004 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966157 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966310 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966464 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966616 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966973 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.966973 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967220 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967220 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967404 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967483 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967652 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967788 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] host = dv-neutron-831730-4-hyperv {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.967946 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.968100 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.968237 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.968394 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.968547 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.969226 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.969387 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.969538 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.969699 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.969902 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.970072 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.970295 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.970295 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.970559 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:33.970711 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.970711 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_options = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.970711 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971107 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971107 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971359 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971359 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971655 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971655 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.971919 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972182 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972182 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972433 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972433 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972715 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972816 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.972928 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.973087 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.973244 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.973383 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.973537 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.973693 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.973873 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974024 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974179 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974333 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974487 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974642 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974831 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.974995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.975150 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.975614 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.975749 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.975873 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.975996 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976119 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976241 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976364 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976516 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976676 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976832 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.976988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.977144 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.977299 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.977453 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.977607 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.977761 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_json = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.977922 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978080 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978222 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978376 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978529 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978682 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978835 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.978992 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.979146 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 10:59:33.979320 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.979478 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.979671 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.979834 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980008 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980142 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980304 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980459 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980616 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980773 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.980935 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.981093 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.981260 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.981417 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.981590 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.981749 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.981908 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.982071 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.982218 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.982372 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.982532 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.982688 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.982859 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983067 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983204 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983339 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983464 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983610 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983767 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.983928 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.984085 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.984263 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.985010 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.985451 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.985451 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.985451 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986127 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986127 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986127 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986127 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986600 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986600 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986600 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986940 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986940 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.986940 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.987378 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.987378 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.987378 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.987742 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.987742 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988007 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988007 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988247 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988247 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988471 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988605 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988730 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988853 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.988976 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.989100 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.989274 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.989431 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.989588 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.989751 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.989933 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.990091 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.990247 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.990404 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.990562 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.990914 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.991164 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.991343 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.991491 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.991640 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.991789 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.991928 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992087 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992246 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992385 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992532 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992671 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992808 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.992965 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.993177 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.993323 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.993472 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.993611 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.993748 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.993938 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.994083 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:33.994233 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002036 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002036 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002036 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 51914) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002371 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.002917 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003454 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.003995 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.004593 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005120 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.005647 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006175 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.006680 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007113 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007113 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096710 Mar 16 10:59:34.007297 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007297 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007297 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007463 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007526 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007686 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007826 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.007984 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.008125 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.008287 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.008447 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.009391 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.009709 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.009709 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.009968 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010092 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010180 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010560 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010560 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010773 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010853 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.010957 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.011890 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.012230 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.012393 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.012814 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.012814 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013052 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013052 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013268 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013268 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013442 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013598 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.013920 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.014223 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.014563 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017313 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.017988 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018432 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018432 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018432 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018432 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018670 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018670 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.018801 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019134 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019134 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019281 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019348 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019510 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019666 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019823 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.019982 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.020150 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.020308 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.020468 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.020626 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.020782 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.020939 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.021098 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.021258 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.021425 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.021589 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.021747 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.021933 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.022100 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.022265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.022423 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.022585 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.022755 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.022913 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.023071 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.023226 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.023383 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.023540 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.023696 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.023854 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024011 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024167 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024325 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024482 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024639 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024795 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.024951 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.025109 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.025265 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.025422 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.025579 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.025734 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 10:59:34.025932 dv-neutron-831730-4-hyperv neutron-server[88342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 10:59:45.068980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e99713-d6a9-4dc5-8366-509cdae94707 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 10:59:45.138449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e99713-d6a9-4dc5-8366-509cdae94707 None None] No non-hosted networks {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 10:59:45.164549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.agentschedulers_db [None req-b6e99713-d6a9-4dc5-8366-509cdae94707 None None] DHCP Agent not found on host dv-neutron-831730-4-hyperv {{(pid=88451) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 16 10:59:45.359948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ff4446ea-de55-4caf-bc70-3b75a4f4d58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4025655'] for agent, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.323811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d0fee8f1-7dd6-4652-9977-4a78c8f52a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4025655'] for agent, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:47.352425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-f1639c5b-c18b-46d5-a618-f82fc75ede81 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-831730-4-hyperv {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 10:59:47.353244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-f1639c5b-c18b-46d5-a618-f82fc75ede81 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 10:59:47.951953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f1639c5b-c18b-46d5-a618-f82fc75ede81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.256345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4025655'] for agent, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:48.257089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.257463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.257969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.258600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.258834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.259170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.271216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.271688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.274111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.275156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.277153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.278474 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:48.278880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831730-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.306112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831730-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 10:59:48.561823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4025655'] for agent, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:49.996501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4025655'] for agent, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:50.667495 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.db.l3_hamode_db [None req-50ca39fb-92a7-4ef7-a1a8-03baf2fe1667 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 10:59:50.753257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca39fb-92a7-4ef7-a1a8-03baf2fe1667 None None] Routers set() bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 10:59:50.753635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca39fb-92a7-4ef7-a1a8-03baf2fe1667 None None] Router IDs set() for agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 16 10:59:51.537446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52006) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:52.107674 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING oslo_policy.policy [None req-c3d82dad-321b-4817-9867-2f3cdc6cbcbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:59:52.108242 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING oslo_policy.policy [None req-c3d82dad-321b-4817-9867-2f3cdc6cbcbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:59:52.331296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-c3d82dad-321b-4817-9867-2f3cdc6cbcbb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 10:59:52.331296 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c3d82dad-321b-4817-9867-2f3cdc6cbcbb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7869799 Mar 16 10:59:54.707958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52020) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:55.071800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:55.166308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.policy [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 10:59:55.212391 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING oslo_policy.policy [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:59:55.212793 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING oslo_policy.policy [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 10:59:55.222192 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.quota [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] Loaded quota_driver: . Mar 16 10:59:55.237688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:55.338991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772083610567', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772083611050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772083605184', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772083594548', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772083588316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772083578871', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527755', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536338', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3683996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3839320'] for rbac-policy, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.498285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:55.499392 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ce010cc6-0ec4-449c-baa8-2d00b72dea61 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7904625 Mar 16 10:59:58.145690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52034) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 10:59:58.493014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4045673065b64d4f9f655d3cd540c52d'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 10:59:58.497707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:58.502196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Usage tracker for resource:network and tenant:4045673065b64d4f9f655d3cd540c52d is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:58.506745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:58.512810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:58.578395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Made reservation on behalf of 4045673065b64d4f9f655d3cd540c52d for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 10:59:58.581907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.600426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.613937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 10:59:58.617569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Usage tracker for resource:security_group_rule and tenant:4045673065b64d4f9f655d3cd540c52d is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 10:59:58.622473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 10:59:58.627936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 10:59:58.723569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.789861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.811766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 10:59:58.839414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772078885654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:58.840099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Unsubscribe: segment precommit_create {{(pid=88450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 10:59:58.840582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Added segment 597c8928-02ed-473d-b5bf-98132cb6066b of type vlan for network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf Mar 16 10:59:58.889449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2eb465-bff1-4d56-8545-384c121c83ab,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:58.910434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.910793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.911129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.911455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.911779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.912114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.912436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.912770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.913089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.913403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.913731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.914131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Tracked resource versions report: Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: pushed versions: Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: { 'AddressGroup': {'1.2'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'ConntrackHelper': {'1.0'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Log': {'1.0'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Network': {'1.1'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Port': {'1.7'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'PortForwarding': {'1.2'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'QosPolicy': {'1.8'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroup': {'1.4'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroupRule': {'1.2'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SubPort': {'1.0'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Subnet': {'1.1'}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Trunk': {'1.1'}} Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: consumer versions: Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'ConntrackHelper': '1.0', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Log': '1.0', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Network': '1.1', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Port': '1.7', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'PortForwarding': '1.2', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'QosPolicy': '1.8', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroup': '1.4', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroupRule': '1.2', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SubPort': '1.0', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Subnet': '1.1', Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Trunk': '1.1'}} Mar 16 10:59:58.915725 dv-neutron-831730-4-hyperv neutron-server[88450]: {{(pid=88450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 10:59:58.952486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.029948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.030945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 10:59:59.031588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 10:59:59.136850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef4a6fe-3d58-4060-8994-887e9ea31fbf,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 10:59:59.148339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 10:59:59.174112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-87e33aac-7ab2-478c-a7ce-c97877388676 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0273113 Mar 16 11:00:01.877673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 52050) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:02.460001 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING oslo_policy.policy [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:00:02.460563 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING oslo_policy.policy [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:00:02.888875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.policy [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88449) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 11:00:02.933949 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING oslo_policy.policy [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:00:02.934322 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING oslo_policy.policy [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:00:02.943017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:02.944938 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-819c4748-2b66-43cb-88f5-6d2b4fc89c4a admin admin] 10.222.0.30 "GET /v2.0/networks/6ef4a6fe-3d58-4060-8994-887e9ea31fbf HTTP/1.1" status: 200 len: 825 time: 1.0652056 Mar 16 11:00:02.977543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-87cba31a-c890-4c72-aece-cc32a2ab41d1 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/fc570adb-716b-45f3-8517-ea8d97a793b8 HTTP/1.1" status: 200 len: 734 time: 0.0272112 Mar 16 11:00:02.986269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Request body: {'subnet': {'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8', 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:02.987859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.quota [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Loaded quota_driver: . Mar 16 11:00:02.993862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:02.999258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Usage tracker for resource:subnet and tenant:4045673065b64d4f9f655d3cd540c52d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:03.002793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:03.009695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:03.092284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Made reservation on behalf of 4045673065b64d4f9f655d3cd540c52d for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:03.095788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.487504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.567738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Checking segment: {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:03.568118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Network hostable DHCP agents. Network: 6ef4a6fe-3d58-4060-8994-887e9ea31fbf, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:03.590910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3931f171-4b7d-4f0f-8c10-21a5820f7111,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:03.600816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.601185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.601524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.605934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.605934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.605934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.605934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.605934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Tracked resource versions report: Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: pushed versions: Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: { 'AddressGroup': {'1.2'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'ConntrackHelper': {'1.0'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Log': {'1.0'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Network': {'1.1'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Port': {'1.7'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'PortForwarding': {'1.2'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'QosPolicy': {'1.8'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroup': {'1.4'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:00:03.606303 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SubPort': {'1.0'}, Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Subnet': {'1.1'}, Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Trunk': {'1.1'}} Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: consumer versions: Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'ConntrackHelper': '1.0', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Log': '1.0', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Network': '1.1', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Port': '1.7', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'PortForwarding': '1.2', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'QosPolicy': '1.8', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroup': '1.4', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroupRule': '1.2', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SubPort': '1.0', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Subnet': '1.1', Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Trunk': '1.1'}} Mar 16 11:00:03.607212 dv-neutron-831730-4-hyperv neutron-server[88449]: {{(pid=88449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:00:03.658141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:03.732231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 6ef4a6fe-3d58-4060-8994-887e9ea31fbf) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:03.737662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:03.738815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:03.742053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d52d6e-dbac-495c-b4c8-ef7c468f627f None None] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:03.818872 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c5869687-63b5-470f-ba21-a1e22cb84869 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8360319 Mar 16 11:00:04.051991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:00:04.053197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.235498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Allocated IP 172.20.0.2 (6ef4a6fe-3d58-4060-8994-887e9ea31fbf/3931f171-4b7d-4f0f-8c10-21a5820f7111/5e0251e8-b3c8-4493-bbb6-0f78a0d9811f) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:04.462518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.475188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Transition to ACTIVE for port object 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:04.494223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Transition to ACTIVE for port object 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:04.590431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.650311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:04.653011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:04.664637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:04.666800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Pushing event updated for resources: {'Port': ['ID=5e0251e8-b3c8-4493-bbb6-0f78a0d9811f,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:04.676508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.676869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.677210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.677538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.677887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.678230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.678555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.678876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.679213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.679533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.679856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.680166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Tracked resource versions report: Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: pushed versions: Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: { 'AddressGroup': {'1.2'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'ConntrackHelper': {'1.0'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Log': {'1.0'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Network': {'1.1'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Port': {'1.7'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'PortForwarding': {'1.2'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'QosPolicy': {'1.8'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroup': {'1.4'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SubPort': {'1.0'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Subnet': {'1.1'}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Trunk': {'1.1'}} Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: consumer versions: Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'ConntrackHelper': '1.0', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Log': '1.0', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Network': '1.1', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Port': '1.7', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'PortForwarding': '1.2', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'QosPolicy': '1.8', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroup': '1.4', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroupRule': '1.2', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SubPort': '1.0', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Subnet': '1.1', Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Trunk': '1.1'}} Mar 16 11:00:04.681493 dv-neutron-831730-4-hyperv neutron-server[88451]: {{(pid=88451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:00:04.767520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Attempting to bind port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:04.768185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Attempting to bind port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:04.768303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Attempting to bind port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f on network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:04.773366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 10, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:04.773763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Checking segment: {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:04.774278 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.774664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Bound using segment: {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:04.775118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Bound port: 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:04.775512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:04.863120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] For port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:04.866877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] For port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5e0251e8-b3c8-4493-bbb6-0f78a0d9811f,segment=NetworkSegment(597c8928-02ed-473d-b5bf-98132cb6066b),segment_id=597c8928-02ed-473d-b5bf-98132cb6066b)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:04.944455 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:05.037446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e536e-8806-4860-89a5-1e6f91e68184 None None] Pushing event updated for resources: {'Port': ['ID=5e0251e8-b3c8-4493-bbb6-0f78a0d9811f,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:06.268575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 52070) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:06.645734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-acf6b092-3d3c-4772-a164-170f9ba7ee80 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:06.646762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-acf6b092-3d3c-4772-a164-170f9ba7ee80 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3772218 Mar 16 11:00:08.178427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:08.304163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:08.890549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ce86a5-4de6-415c-af78-6a1e433d46f8 None None] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:09.059821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 52084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:09.065668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] Provisioning for port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:09.076891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] Provisioning complete for port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:09.077222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.253877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.300027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] For port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5e0251e8-b3c8-4493-bbb6-0f78a0d9811f,segment=NetworkSegment(597c8928-02ed-473d-b5bf-98132cb6066b),segment_id=597c8928-02ed-473d-b5bf-98132cb6066b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:09.350274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:09.442963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770131c6-94e8-450d-bac8-ee9dba82a1e5 None None] Pushing event updated for resources: {'Port': ['ID=5e0251e8-b3c8-4493-bbb6-0f78a0d9811f,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:09.445074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-c1c5cff4-8654-4d44-84a0-4e30478c564c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:09.450289 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c1c5cff4-8654-4d44-84a0-4e30478c564c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3895123 Mar 16 11:00:09.471033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b502e65d-df7d-48e4-8cb9-121168d43a70 None None] Provisioning complete for port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:09.471400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b502e65d-df7d-48e4-8cb9-121168d43a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:10.154882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:10.222092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:10.222468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.131055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 52096) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:12.487643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:12.492624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:12.496442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Usage tracker for resource:router and tenant:4045673065b64d4f9f655d3cd540c52d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:12.499637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:12.506427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:12.579710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.581430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.604101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.773422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.852433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:12.853600 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-39018623-bc11-4a19-8f1e-7ac4416ca3bd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7214167 Mar 16 11:00:15.080558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8667bf8f-c107-464f-be61-c62ce96f6ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:15.240914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 52106) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:15.604832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-742ff38a-5ea7-4eb2-9241-3fbfcffa912b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:00:15.605821 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-742ff38a-5ea7-4eb2-9241-3fbfcffa912b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3639882 Mar 16 11:00:17.303946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3063679-dd33-49ad-92b4-04b483e70c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:17.997100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52116) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:18.275514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.364333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:18.368726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:18.372529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Usage tracker for resource:network and tenant:bb56634498504f2898c7d001e040c99f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:18.375329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:18.381426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:18.458431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Made reservation on behalf of bb56634498504f2898c7d001e040c99f for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:18.461042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.473461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.481134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.488272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:18.491985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Usage tracker for resource:security_group_rule and tenant:bb56634498504f2898c7d001e040c99f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:18.494744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:18.500289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:18.581552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.640967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.658236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Reserving flat network on physical network physnet1 {{(pid=88450) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 11:00:18.678533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c6a05-c267-4a68-8ece-46217fe3f735,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:18.682901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.683243 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Added segment f9093f43-5771-49f6-9fc0-4464c14c1151 of type flat for network 61f2edac-54d1-4e38-bdd8-134c75d96795 Mar 16 11:00:18.714187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.805401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.806366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:18.806965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:18.905271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] Pushing event updated for resources: {'Network': ['ID=61f2edac-54d1-4e38-bdd8-134c75d96795,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:18.914814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:00:18.999705 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0d9ce18c-1ecf-448a-8109-ebad2346f85d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9917939 Mar 16 11:00:19.960671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:21.373102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52136) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:21.586686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095300d8-6f9e-4f39-8ba1-59fc113a3ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:21.588409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-095300d8-6f9e-4f39-8ba1-59fc113a3ac6 admin admin] 10.222.0.30 "GET /v2.0/subnets/3931f171-4b7d-4f0f-8c10-21a5820f7111 HTTP/1.1" status: 200 len: 849 time: 0.2143590 Mar 16 11:00:21.772909 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-02a13a13-0e59-434f-9ecb-91fea3c8ff92 admin admin] 10.222.0.30 "GET /v2.0/routers/7d8f527f-0386-4d59-9e40-32cb6589f150 HTTP/1.1" status: 200 len: 704 time: 0.1789238 Mar 16 11:00:22.225721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.456412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Allocated IP 172.20.0.1 (6ef4a6fe-3d58-4060-8994-887e9ea31fbf/3931f171-4b7d-4f0f-8c10-21a5820f7111/0257ce54-b76f-453e-9648-00f7de3f5c22) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:22.611817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.629524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Transition to ACTIVE for port object 0257ce54-b76f-453e-9648-00f7de3f5c22 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:22.732949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.791951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:22.794708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:22.804661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:22.805186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:22.970999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0257ce54-b76f-453e-9648-00f7de3f5c22,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.052057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d3508a80-6d04-4410-ad7c-19f650621bdd None None] Provisioning for port 0257ce54-b76f-453e-9648-00f7de3f5c22 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:23.056998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d3508a80-6d04-4410-ad7c-19f650621bdd None None] Provisioning complete for port 0257ce54-b76f-453e-9648-00f7de3f5c22 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:23.062006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d3508a80-6d04-4410-ad7c-19f650621bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.113343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d3508a80-6d04-4410-ad7c-19f650621bdd None None] Port 0257ce54-b76f-453e-9648-00f7de3f5c22 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:23.155345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.384200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.457779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.458595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.591553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0257ce54-b76f-453e-9648-00f7de3f5c22,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:23.647604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:23.648557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:23.836284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-39e736b5-81d8-47c5-af06-7463e5f60550 None None] Provisioning complete for port 0257ce54-b76f-453e-9648-00f7de3f5c22 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:23.836657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-39e736b5-81d8-47c5-af06-7463e5f60550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:23.887517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-39e736b5-81d8-47c5-af06-7463e5f60550 None None] Port 0257ce54-b76f-453e-9648-00f7de3f5c22 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:00:23.902578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Router 7d8f527f-0386-4d59-9e40-32cb6589f150 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:00:24.047978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:24.056969 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fae4e5f6-c3a0-4140-9773-cd11ebc2e9f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/7d8f527f-0386-4d59-9e40-32cb6589f150/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2792141 Mar 16 11:00:24.057730 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Sync routers for ids ['7d8f527f-0386-4d59-9e40-32cb6589f150'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:24.067879 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Routers {'7d8f527f-0386-4d59-9e40-32cb6589f150'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:24.068714 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:00:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7d8f527f-0386-4d59-9e40-32cb6589f150'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:24.246027 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Set router 7d8f527f-0386-4d59-9e40-32cb6589f150 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:24.614829 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 2, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'gw_port_host': None, '_interfaces': [{'id': '0257ce54-b76f-453e-9648-00f7de3f5c22', 'name': '', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'mac_address': 'fa:16:3e:3d:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:22Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 2, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'subnets': [{'id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:24.619601 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Checking router: 7d8f527f-0386-4d59-9e40-32cb6589f150 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:24.619976 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Updating router 7d8f527f-0386-4d59-9e40-32cb6589f150 port 0257ce54-b76f-453e-9648-00f7de3f5c22 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:24.671163 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.048459 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.064053 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Transition to ACTIVE for port object 0257ce54-b76f-453e-9648-00f7de3f5c22 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:25.132449 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.338081 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Pushing event updated for resources: {'Port': ['ID=0257ce54-b76f-453e-9648-00f7de3f5c22,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.354172 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.354527 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.354870 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.355204 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.355536 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.355884 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.356215 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.356540 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.356881 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.357210 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.357531 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.357869 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Tracked resource versions report: Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: pushed versions: Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: { 'AddressGroup': {'1.2'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'ConntrackHelper': {'1.0'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Log': {'1.0'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Network': {'1.1'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Port': {'1.7'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'PortForwarding': {'1.2'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'QosPolicy': {'1.8'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroup': {'1.4'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SubPort': {'1.0'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Subnet': {'1.1'}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Trunk': {'1.1'}} Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: consumer versions: Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'ConntrackHelper': '1.0', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Log': '1.0', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Network': '1.1', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Port': '1.7', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'PortForwarding': '1.2', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'QosPolicy': '1.8', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroup': '1.4', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroupRule': '1.2', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SubPort': '1.0', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Subnet': '1.1', Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Trunk': '1.1'}} Mar 16 11:00:25.362775 dv-neutron-831730-4-hyperv neutron-server[88452]: {{(pid=88452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:00:25.378223 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Attempting to bind port 0257ce54-b76f-453e-9648-00f7de3f5c22 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:25.378629 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Attempting to bind port 0257ce54-b76f-453e-9648-00f7de3f5c22 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:25.379049 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Attempting to bind port 0257ce54-b76f-453e-9648-00f7de3f5c22 on network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:25.384286 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:25.384692 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Checking segment: {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:25.385186 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.385577 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Bound using segment: {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:25.386077 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Bound port: 0257ce54-b76f-453e-9648-00f7de3f5c22, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597c8928-02ed-473d-b5bf-98132cb6066b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:25.386460 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.557637 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] For port 0257ce54-b76f-453e-9648-00f7de3f5c22, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:25.561834 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] For port 0257ce54-b76f-453e-9648-00f7de3f5c22, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0257ce54-b76f-453e-9648-00f7de3f5c22,segment=NetworkSegment(597c8928-02ed-473d-b5bf-98132cb6066b),segment_id=597c8928-02ed-473d-b5bf-98132cb6066b)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:25.675794 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:25.764395 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Routers {'7d8f527f-0386-4d59-9e40-32cb6589f150'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:25.765013 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:00:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7d8f527f-0386-4d59-9e40-32cb6589f150'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:25.823079 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeb8f1-ba64-49ba-8d4a-1f652fd713fd None None] Pushing event updated for resources: {'Port': ['ID=0257ce54-b76f-453e-9648-00f7de3f5c22,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:25.923946 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] Set router 7d8f527f-0386-4d59-9e40-32cb6589f150 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:26.247635 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 2, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'gw_port_host': None, '_interfaces': [{'id': '0257ce54-b76f-453e-9648-00f7de3f5c22', 'name': '', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'mac_address': 'fa:16:3e:3d:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:22Z', 'updated_at': '2022-03-16T11:00:25Z', 'revision_number': 4, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'subnets': [{'id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:26.251688 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d9950-6890-4d9c-b592-e31eb79f9906 None None] The sync data for ids ['7d8f527f-0386-4d59-9e40-32cb6589f150'] in dv-neutron-831730-4-hyperv is: [{'id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:23Z', 'revision_number': 2, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'gw_port_host': None, '_interfaces': [{'id': '0257ce54-b76f-453e-9648-00f7de3f5c22', 'name': '', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'mac_address': 'fa:16:3e:3d:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:22Z', 'updated_at': '2022-03-16T11:00:25Z', 'revision_number': 4, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'subnets': [{'id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:26.289197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52158) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:26.512926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad34998-854e-4011-89aa-8cbd02a61ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:26.513490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2ad34998-854e-4011-89aa-8cbd02a61ce8 admin admin] Synchronizing usage tracker for tenant:bb56634498504f2898c7d001e040c99f on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:00:26.589288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2ad34998-854e-4011-89aa-8cbd02a61ce8 admin admin] Unset dirty status for tenant:bb56634498504f2898c7d001e040c99f on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:00:26.590543 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2ad34998-854e-4011-89aa-8cbd02a61ce8 admin admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 842 time: 0.3004138 Mar 16 11:00:26.600510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:26.606111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:00:26.609830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Usage tracker for resource:subnet and tenant:bb56634498504f2898c7d001e040c99f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:00:26.612777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:00:26.618853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:00:26.697955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Made reservation on behalf of bb56634498504f2898c7d001e040c99f for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:00:26.700293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.218498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:00:27.218941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.293785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a4587a-e248-483b-8a88-c29bf9b3a63b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:27.304831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:27.305195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Network hostable DHCP agents. Network: 61f2edac-54d1-4e38-bdd8-134c75d96795, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:00:27.401237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:00:27.496459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 61f2edac-54d1-4e38-bdd8-134c75d96795) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:27.500425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:27.501062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:27.506090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c86bc-d91a-4794-aa8b-34312fe288d8 None None] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:27.590267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-363cb544-f53b-4217-9727-e403f8015732 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9931674 Mar 16 11:00:27.734489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee10d43-ed21-43c1-b24c-e94027981937 None None] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:00:28.192907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0257ce54-b76f-453e-9648-00f7de3f5c22 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:28.361884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 0257ce54-b76f-453e-9648-00f7de3f5c22 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:28.366975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0257ce54-b76f-453e-9648-00f7de3f5c22 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:28.367376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.484619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.539807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 0257ce54-b76f-453e-9648-00f7de3f5c22, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0257ce54-b76f-453e-9648-00f7de3f5c22,segment=NetworkSegment(597c8928-02ed-473d-b5bf-98132cb6066b),segment_id=597c8928-02ed-473d-b5bf-98132cb6066b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:28.595362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:28.660287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=0257ce54-b76f-453e-9648-00f7de3f5c22,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:29.867025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52172) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:30.057648 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-836f368b-65bd-4562-b899-1a1e62959928 admin admin] 10.222.0.30 "GET /v2.0/routers/7d8f527f-0386-4d59-9e40-32cb6589f150 HTTP/1.1" status: 200 len: 710 time: 0.1895106 Mar 16 11:00:30.166854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0257ce54-b76f-453e-9648-00f7de3f5c22 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:30.184336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb5704b-72a2-400a-a4d6-1df9eb7ed1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:00:30.185675 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dbb5704b-72a2-400a-a4d6-1df9eb7ed1aa admin admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 886 time: 0.1229560 Mar 16 11:00:30.194740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:00:30.234452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0257ce54-b76f-453e-9648-00f7de3f5c22 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:30.234899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:30.628897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.041821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.096934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.227786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Allocated IP 172.26.7.223 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:00:31.368126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.458286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:31.520538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:00:31.523563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:00:31.527125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:00:31.595627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Pushing event updated for resources: {'Port': ['ID=7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:31.994829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.324026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.327170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.546275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Router 7d8f527f-0386-4d59-9e40-32cb6589f150 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:00:32.719965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:00:32.727789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:32.728959 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7a97ae07-0251-4b94-8a13-41b9e61a0c4b admin admin] 10.222.0.30 "PUT /v2.0/routers/7d8f527f-0386-4d59-9e40-32cb6589f150 HTTP/1.1" status: 200 len: 890 time: 2.5373955 Mar 16 11:00:32.729604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Sync routers for ids ['7d8f527f-0386-4d59-9e40-32cb6589f150'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:00:32.739527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Routers {'7d8f527f-0386-4d59-9e40-32cb6589f150'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:32.740183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:00:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7d8f527f-0386-4d59-9e40-32cb6589f150'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:32.929161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Set router 7d8f527f-0386-4d59-9e40-32cb6589f150 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:33.265252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 4, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'gw_port': {'id': '7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:31Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0257ce54-b76f-453e-9648-00f7de3f5c22', 'name': '', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'mac_address': 'fa:16:3e:3d:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:22Z', 'updated_at': '2022-03-16T11:00:28Z', 'revision_number': 5, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'subnets': [{'id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:33.270699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Checking router: 7d8f527f-0386-4d59-9e40-32cb6589f150 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:00:33.271044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Updating router 7d8f527f-0386-4d59-9e40-32cb6589f150 port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:00:33.323947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.688038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.699383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Transition to ACTIVE for port object 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:00:33.760809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.838064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Attempting to bind port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:00:33.838434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Attempting to bind port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:00:33.838788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Attempting to bind port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:00:33.846096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f01a40-20e8-4e5d-915b-c3fc23d70e7b None None] Pushing event updated for resources: {'Port': ['ID=7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:33.849703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:00:33.850099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:00:33.850489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.850863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:00:33.851322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Bound port: 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:00:33.851701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:33.926228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] For port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:00:33.929130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] For port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:00:34.001564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:34.081917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Routers {'7d8f527f-0386-4d59-9e40-32cb6589f150'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:00:34.082540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:00:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7d8f527f-0386-4d59-9e40-32cb6589f150'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:34.152414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f01a40-20e8-4e5d-915b-c3fc23d70e7b None None] Pushing event updated for resources: {'Port': ['ID=7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:34.282396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] Set router 7d8f527f-0386-4d59-9e40-32cb6589f150 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:00:34.615549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 4, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'gw_port': {'id': '7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:31Z', 'updated_at': '2022-03-16T11:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0257ce54-b76f-453e-9648-00f7de3f5c22', 'name': '', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'mac_address': 'fa:16:3e:3d:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:22Z', 'updated_at': '2022-03-16T11:00:28Z', 'revision_number': 5, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'subnets': [{'id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:00:34.619527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e19aaf-ee9a-4e33-a039-45efa0d22f10 None None] The sync data for ids ['7d8f527f-0386-4d59-9e40-32cb6589f150'] in dv-neutron-831730-4-hyperv is: [{'id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'name': 'router1', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.223'}], 'enable_snat': True}, 'gw_port_id': '7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:00:12Z', 'updated_at': '2022-03-16T11:00:31Z', 'revision_number': 4, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'gw_port': {'id': '7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:31Z', 'updated_at': '2022-03-16T11:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0257ce54-b76f-453e-9648-00f7de3f5c22', 'name': '', 'network_id': '6ef4a6fe-3d58-4060-8994-887e9ea31fbf', 'tenant_id': '4045673065b64d4f9f655d3cd540c52d', 'mac_address': 'fa:16:3e:3d:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f527f-0386-4d59-9e40-32cb6589f150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:00:22Z', 'updated_at': '2022-03-16T11:00:28Z', 'revision_number': 5, 'project_id': '4045673065b64d4f9f655d3cd540c52d', 'subnets': [{'id': '3931f171-4b7d-4f0f-8c10-21a5820f7111', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc570adb-716b-45f3-8517-ea8d97a793b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:00:35.140618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 52182) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:00:35.302241 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fc1d19aa-a9ff-4154-a835-7ce72f282ab0 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1468329 Mar 16 11:00:36.198013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:36.331996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:00:36.337380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:36.337743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.463128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.480574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:00:36.567082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:36.645730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:00:36.896464 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:00:38.173269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:00:38.253276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7fa524e6-0511-4ac0-a1cd-3e2b0cdad5f1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:00:38.253654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:45.117677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae0cda0a-9c79-4570-b622-c004d5045837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:47.326723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d2c8131e-35a3-4126-ad31-077ba4528709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.338698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:48.514711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:00:49.966096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:13.895679 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:01:15.119531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e1b780ac-406f-41df-ac52-ff2622f48ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:17.346574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0902a3ee-4c04-48e4-b10c-4e8135f438ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.277865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:18.503033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:19.971236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:45.102008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-42c29a45-0277-4035-a42a-44c1947c9838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:47.319032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9fa23399-5ff2-4e3a-a139-3a0b1ac8aa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.268083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:48.496898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.110247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:01:50.896359 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:02:15.130438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1817090-3b59-4370-85b2-f258950ab4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:17.304605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d2cce8dd-af37-4923-972e-e8884e85f41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.249966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:18.495966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:19.995660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:27.895489 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:02:45.109344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c58154db-70c4-4ea8-9f51-fd1f8a48ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:45.156289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52786) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:45.222566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6995b8-7d65-42cb-a465-c319c47d2622 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:02:45.223819 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea6995b8-7d65-42cb-a465-c319c47d2622 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665495 Mar 16 11:02:45.355013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2828db45-d317-4383-a30d-5ce6e21cca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:45.356495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2828db45-d317-4383-a30d-5ce6e21cca7b admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272154 Mar 16 11:02:47.289468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e64a1a68-90db-424f-aa8a-93e9db923174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:47.512988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52796) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:47.619543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3407f62-8c0d-464a-89ab-1ceb74e3c4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:47.620099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3407f62-8c0d-464a-89ab-1ceb74e3c4ee admin admin] Synchronizing usage tracker for tenant:bb56634498504f2898c7d001e040c99f on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:02:47.720530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3407f62-8c0d-464a-89ab-1ceb74e3c4ee admin admin] Unset dirty status for tenant:bb56634498504f2898c7d001e040c99f on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:02:47.721728 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c3407f62-8c0d-464a-89ab-1ceb74e3c4ee admin admin] 10.222.0.30 "GET /v2.0/subnets/3931f171-4b7d-4f0f-8c10-21a5820f7111 HTTP/1.1" status: 200 len: 849 time: 0.2078121 Mar 16 11:02:47.731057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:02:47.847557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.132008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772078779639'] for subnet, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.183415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec7d66-0b28-4bc5-89bc-d7abdb87f49c None None] Network 6ef4a6fe-3d58-4060-8994-887e9ea31fbf requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:02:48.186320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:48.186939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.188208 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] 10.222.0.30 "PUT /v2.0/subnets/3931f171-4b7d-4f0f-8c10-21a5820f7111 HTTP/1.1" status: 200 len: 868 time: 0.4609325 Mar 16 11:02:48.203508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3931f171-4b7d-4f0f-8c10-21a5820f7111,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:02:48.211770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.212122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.212450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.212786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.213113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.213460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.213786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.214152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.214477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.214868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.215207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.215433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a271f3-befb-492a-af92-be211a934ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:02:48.302731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.532615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.727510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a9a42f01-1e59-4f03-9d33-d9e497301de8 None None] Provisioning complete for port 0257ce54-b76f-453e-9648-00f7de3f5c22 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:48.727875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a9a42f01-1e59-4f03-9d33-d9e497301de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:48.852030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a9a42f01-1e59-4f03-9d33-d9e497301de8 None None] Provisioning complete for port 5e0251e8-b3c8-4493-bbb6-0f78a0d9811f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:02:48.852404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a9a42f01-1e59-4f03-9d33-d9e497301de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:49.983369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:02:50.358598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:50.528231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcd25a-6f77-4678-ad89-a7731a31fb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:50.528613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcd25a-6f77-4678-ad89-a7731a31fb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:50.530311 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b4dcd25a-6f77-4678-ad89-a7731a31fb04 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1706188 Mar 16 11:02:52.738916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52816) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:52.915913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a5ac2-8cef-4470-891d-9ff2a52ff4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:52.916381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a5ac2-8cef-4470-891d-9ff2a52ff4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:52.917916 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6d9a5ac2-8cef-4470-891d-9ff2a52ff4b1 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1781640 Mar 16 11:02:55.066993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52826) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:55.231848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357b5e24-38c1-4d4e-a452-232a26cda241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:55.233971 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-357b5e24-38c1-4d4e-a452-232a26cda241 admin admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 886 time: 0.1660173 Mar 16 11:02:57.395133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52836) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:57.565712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e256cf-4a30-48bf-b67a-8b8d86134751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:57.567120 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d6e256cf-4a30-48bf-b67a-8b8d86134751 admin admin] 10.222.0.30 "GET /v2.0/networks/6ef4a6fe-3d58-4060-8994-887e9ea31fbf HTTP/1.1" status: 200 len: 869 time: 0.1710584 Mar 16 11:02:59.722805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52846) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:02:59.829356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b56ec-3e90-4471-a358-0f8ac65005b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:59.829818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b56ec-3e90-4471-a358-0f8ac65005b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:02:59.831409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4c8b56ec-3e90-4471-a358-0f8ac65005b9 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1076121 Mar 16 11:03:02.001573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:02.160737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde67f1-63b2-45e2-a940-48d44e66a057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:02.161188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde67f1-63b2-45e2-a940-48d44e66a057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:02.162727 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bdde67f1-63b2-45e2-a940-48d44e66a057 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1601820 Mar 16 11:03:04.442360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52866) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:04.549233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce271c28-aea8-44c3-986b-c35852d1938b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:04.550701 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ce271c28-aea8-44c3-986b-c35852d1938b admin admin] 10.222.0.30 "GET /v2.0/subnets/3931f171-4b7d-4f0f-8c10-21a5820f7111 HTTP/1.1" status: 200 len: 868 time: 0.1074941 Mar 16 11:03:04.894209 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:06.710580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52876) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:06.812313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93080bb-5e20-4908-86ff-10be047973e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:06.813623 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e93080bb-5e20-4908-86ff-10be047973e6 admin admin] 10.222.0.30 "GET /v2.0/subnets/b9a4587a-e248-483b-8a88-c29bf9b3a63b HTTP/1.1" status: 200 len: 816 time: 0.1021130 Mar 16 11:03:15.132502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c7e55ecd-cdca-46f9-aa5d-c0dac1a251a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:17.314836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-00db7c90-2db2-4a53-97b3-6ed3026991f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:18.268679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:18.506608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:20.003984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:25.735877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52922) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:25.783972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-0103a2e4-13fd-494f-a6f2-946cb82f628d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:03:25.784961 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0103a2e4-13fd-494f-a6f2-946cb82f628d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481617 Mar 16 11:03:28.064406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52932) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:28.130117 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a2e8ca-2267-4def-bad9-adfe0f0b65c8 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:03:28.134056 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-56a2e8ca-2267-4def-bad9-adfe0f0b65c8 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660338 Mar 16 11:03:28.253278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa6daa-17ed-49d6-82c8-08ba4c5a6ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:28.254741 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bbfa6daa-17ed-49d6-82c8-08ba4c5a6ba9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1194503 Mar 16 11:03:30.440982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52942) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:30.488125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:30.492528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:30.501882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:30.558326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Made reservation on behalf of bb56634498504f2898c7d001e040c99f for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:30.560728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.647924 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.services.revisions.revision_plugin [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Could not find related network for resource to bump revision. Mar 16 11:03:30.659402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:03:30.667520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.670829 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Added segment 3cbbaaa6-3d7a-4687-9c2f-9a1763e23675 of type vlan for network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 Mar 16 11:03:30.692396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.788742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.789608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:30.790216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:30.888369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] Pushing event updated for resources: {'Network': ['ID=3cdc481e-582d-4baf-8ead-5458c5fdfd71,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:30.898881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:03:30.961249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-23324f4d-22b7-442a-94c3-daa79c14001c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5191784 Mar 16 11:03:33.146828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52952) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:03:33.212056 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8251d200-a072-4c7d-967d-54edec784b41 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:03:33.212566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8251d200-a072-4c7d-967d-54edec784b41 admin admin] Synchronizing usage tracker for tenant:bb56634498504f2898c7d001e040c99f on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:03:33.291538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8251d200-a072-4c7d-967d-54edec784b41 admin admin] Unset dirty status for tenant:bb56634498504f2898c7d001e040c99f on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:03:33.292669 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8251d200-a072-4c7d-967d-54edec784b41 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1448314 Mar 16 11:03:33.397610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5a83d-e695-480a-b4f0-b00a73f26620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:33.399100 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9bc5a83d-e695-480a-b4f0-b00a73f26620 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023147 Mar 16 11:03:33.408701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:03:33.413078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:03:33.422575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:03:33.485398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Made reservation on behalf of bb56634498504f2898c7d001e040c99f for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:03:33.487724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:33.720453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:33.796656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cee23d-802a-4f9a-95d3-062bf349c382,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:33.800529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Checking segment: {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:03:33.800871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Network hostable DHCP agents. Network: 3cdc481e-582d-4baf-8ead-5458c5fdfd71, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:03:33.862657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:03:33.959823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 3cdc481e-582d-4baf-8ead-5458c5fdfd71) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:33.963939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:03:33.964492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:33.969296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6061bb0-650c-460e-840d-a1322a9bec1b None None] Network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:34.059016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3f1b0dc3-5c1f-40e1-b620-00b0c3fbdd32 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6533678 Mar 16 11:03:34.191595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-3cdc481e-582d-4baf-8ead-5458c5fdfd71', 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71', 'tenant_id': 'bb56634498504f2898c7d001e040c99f', 'fixed_ips': [{'subnet_id': 'e4cee23d-802a-4f9a-95d3-062bf349c382'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:03:34.192494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.349949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Allocated IP 192.168.233.2 (3cdc481e-582d-4baf-8ead-5458c5fdfd71/e4cee23d-802a-4f9a-95d3-062bf349c382/e2caf4a4-3290-4c90-a2b2-616d7656e68a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:03:34.556971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.569017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Transition to ACTIVE for port object e2caf4a4-3290-4c90-a2b2-616d7656e68a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:03:34.588609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Transition to ACTIVE for port object e2caf4a4-3290-4c90-a2b2-616d7656e68a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:03:34.658028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.721198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:03:34.723898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:03:34.731590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:03:34.738906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Pushing event updated for resources: {'Port': ['ID=e2caf4a4-3290-4c90-a2b2-616d7656e68a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:34.773700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.774087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.774428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.774763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.775092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.775419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.775762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.776089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.776429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.776753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.777069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.777380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:03:34.833358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Attempting to bind port e2caf4a4-3290-4c90-a2b2-616d7656e68a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:03:34.833717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Attempting to bind port e2caf4a4-3290-4c90-a2b2-616d7656e68a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:03:34.834097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Attempting to bind port e2caf4a4-3290-4c90-a2b2-616d7656e68a on network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:03:34.839406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:03:34.839773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Checking segment: {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:03:34.840165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.840546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Bound using segment: {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:03:34.840997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Bound port: e2caf4a4-3290-4c90-a2b2-616d7656e68a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:03:34.841376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:34.950035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] For port e2caf4a4-3290-4c90-a2b2-616d7656e68a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:03:34.952938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] For port e2caf4a4-3290-4c90-a2b2-616d7656e68a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e2caf4a4-3290-4c90-a2b2-616d7656e68a,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:03:35.069427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:35.151204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb31d0-3269-4128-b4e3-b44f3d76d886 None None] Pushing event updated for resources: {'Port': ['ID=e2caf4a4-3290-4c90-a2b2-616d7656e68a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:35.966038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06189f-22d7-43cb-a37a-369f2e1c69c6 None None] Network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:03:36.167467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ad8fb080-7959-43f8-9289-b7b031435fef None None] Provisioning for port e2caf4a4-3290-4c90-a2b2-616d7656e68a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:03:36.296782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e2caf4a4-3290-4c90-a2b2-616d7656e68a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:03:36.461372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e2caf4a4-3290-4c90-a2b2-616d7656e68a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:03:36.466576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e2caf4a4-3290-4c90-a2b2-616d7656e68a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:03:36.467463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:36.588312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:36.620251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e2caf4a4-3290-4c90-a2b2-616d7656e68a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e2caf4a4-3290-4c90-a2b2-616d7656e68a,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:03:36.678692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:36.753694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e2caf4a4-3290-4c90-a2b2-616d7656e68a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:03:38.259309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e2caf4a4-3290-4c90-a2b2-616d7656e68a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:03:38.331135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e2caf4a4-3290-4c90-a2b2-616d7656e68a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:03:38.331500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:41.894060 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:03:45.125952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a25160c9-cabb-40fa-a6fa-a32908327fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:47.324099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0d564a8f-de8b-463e-84ea-aa8d82055060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.261330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:48.514660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:03:49.992515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:15.103025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-781b4dec-f90a-497b-ac76-4834c66d75fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:17.318353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-410742c2-331f-4ea4-bd27-4f62790f0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.268466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.514287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:18.894116 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:20.005999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:45.085811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-32311ba0-1455-4700-8cb2-40e413511a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:47.318894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1613f2a7-0d82-494a-a47b-23c3c273b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:48.257314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:48.508745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:50.016952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:04:55.894553 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:04:59.779647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 52996) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:04:59.785587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-c586aa6a-a8e3-4e34-8fe5-3db9bac50eaa tempest-verify_tempest_config-1162272435 tempest-verify_tempest_config-1162272435-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:04:59.786574 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c586aa6a-a8e3-4e34-8fe5-3db9bac50eaa tempest-verify_tempest_config-1162272435 tempest-verify_tempest_config-1162272435-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059805 Mar 16 11:05:00.325708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53014) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:00.439622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.454157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:00.457924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a8ab23bf484f2785737b4f6bab21b5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:00.460664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:00.466446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:00.546164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.582461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.629305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adef2445-ecfa-4395-98e4-cb1b5b08828b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:00.633338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Synchronizing usage tracker for tenant:bb56634498504f2898c7d001e040c99f on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:05:00.639544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.640530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.641414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.641761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.642455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.642802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.643127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.643463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.643783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.644100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.644414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.644726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:00.822827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] Unset dirty status for tenant:bb56634498504f2898c7d001e040c99f on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:05:00.824106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c07ad51f-fa42-4c0f-8992-f92dd60680b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9a8ab23bf484f2785737b4f6bab21b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4974184 Mar 16 11:05:00.826884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53020) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:00.884184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c17100bb-fab9-42e8-bb45-15365431c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:00.909697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c17100bb-fab9-42e8-bb45-15365431c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.074520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c17100bb-fab9-42e8-bb45-15365431c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.090478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17100bb-fab9-42e8-bb45-15365431c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adef2445-ecfa-4395-98e4-cb1b5b08828b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:01.095258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c17100bb-fab9-42e8-bb45-15365431c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:01.100785 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c17100bb-fab9-42e8-bb45-15365431c271 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adef2445-ecfa-4395-98e4-cb1b5b08828b HTTP/1.1" status: 204 len: 168 time: 0.2711792 Mar 16 11:05:15.137019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e83f7bd2-85d4-4cd0-a06e-d70b8319e7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:17.302402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53a93ef8-cd50-453c-8f91-8d5dc2cce84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.239270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:18.513750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:20.022675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:32.893869 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:05:45.130981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2235c57a-3894-4efb-b3e1-a11edeeebea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:47.313617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6abe6c3e-dfbc-4d87-b797-4c258f114f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.273301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.553884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.005274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:09.892765 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 5 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:15.107520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-26c9c5d6-28ab-4119-a3f6-8a1762f02195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.336415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49f56a70-8a0d-45ea-9a7e-f9bb7a5bb765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:18.250409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:18.518891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.536024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4025655'] for agent, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:20.015983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:34.634514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53094) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:34.745813 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d2c5795e-273d-43dd-af1b-6517e8ada302 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1102231 Mar 16 11:06:36.906068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53104) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:36.960441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6243f801-0f03-4bf4-9d8e-3ca7a05be728 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0532875 Mar 16 11:06:45.079167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3b387a8-79da-4b45-98f8-0838c1ecd1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:46.892468 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:47.308120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9598331b-3f75-464c-99c3-3b4dada084c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.256137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:48.524816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:49.478678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:49.993158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:15.212663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4def3c19-6289-4410-af32-396b23b46e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:17.365175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d43c-91ef-4a71-bffe-e764c76a9242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:18.233491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:18.536714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:19.519650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:20.015801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:23.892443 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:45.101858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84c7af2b-6e96-43d0-a95e-77c7625b4d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:47.382163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-153319ac-2c76-4a4a-ba22-e55ca1e4e9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:48.243508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:48.535170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:49.536612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:50.009896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:00.891224 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:06.933004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53246) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:07.192111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2094814184-network', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:07.196638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:07.201452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Usage tracker for resource:network and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:07.204477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:07.210920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:07.279431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Made reservation on behalf of 34b476410be64b4cae7d190e60af1bc0 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:07.282045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.296069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.315339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:07.320454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Usage tracker for resource:security_group_rule and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:07.322585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:07.328897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:07.418081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.508231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.540296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc88978-835e-4891-8372-378c73df2532,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:07.552674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.553040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.553381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.553903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.554531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.554890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.555338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.555683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.556014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.556362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.556684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.557213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Tracked resource versions report: Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: pushed versions: Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: { 'AddressGroup': {'1.2'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'ConntrackHelper': {'1.0'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Log': {'1.0'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Network': {'1.1'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Port': {'1.7'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'PortForwarding': {'1.2'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'QosPolicy': {'1.8'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroup': {'1.4'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SubPort': {'1.0'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Subnet': {'1.1'}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Trunk': {'1.1'}} Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: consumer versions: Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: HyperV agent@hv-neutron-8317: {}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'ConntrackHelper': '1.0', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Log': '1.0', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Network': '1.1', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Port': '1.7', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'PortForwarding': '1.2', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'QosPolicy': '1.8', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroup': '1.4', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SecurityGroupRule': '1.2', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'SubPort': '1.0', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Subnet': '1.1', Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: 'Trunk': '1.1'}} Mar 16 11:08:07.558450 dv-neutron-831730-4-hyperv neutron-server[88450]: {{(pid=88450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:08:07.570696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:07.583197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.583936 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Added segment 170c71c6-9c20-41c5-a15e-e81a47bdaba2 of type vlan for network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d Mar 16 11:08:07.614187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.707972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.709009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:07.709591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:07.814576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] Pushing event updated for resources: {'Network': ['ID=64c3a211-42b3-4c90-b0cb-d12e8238ca5d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:07.831216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:07.875455 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5a60ab23-7dc7-46ad-9590-1a27039bdb6a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9412205 Mar 16 11:08:07.878604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53288) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:07.886657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Request body: {'subnet': {'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2094814184-subnet', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:07.897477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:07.907532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Usage tracker for resource:subnet and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:07.913081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:07.937648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:08.038077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Made reservation on behalf of 34b476410be64b4cae7d190e60af1bc0 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:08.042714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.239614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53300) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:08.428363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.504737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebaa0d4-fae8-4070-ad71-79a8e76d66e1,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:08.517031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Checking segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:08.517031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Network hostable DHCP agents. Network: 64c3a211-42b3-4c90-b0cb-d12e8238ca5d, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:08.605255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:08.673910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 64c3a211-42b3-4c90-b0cb-d12e8238ca5d) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:08.678598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:08.679298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.685364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760bf19-d8c9-4e94-85f0-3edb8e90586a None None] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:08.796921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53318) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:08.797454 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0f9f561a-e14a-43ae-b4e0-747440a10854 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9173808 Mar 16 11:08:08.801725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:08.808524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:08.819633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Usage tracker for resource:router and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:08.823993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:08.830443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:08.905323 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d823f5f6-639b-4da0-b4d6-12a8eb1564ad tempest-AgentManagementNegativeTest-2054220094 tempest-AgentManagementNegativeTest-2054220094-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6645167 Mar 16 11:08:08.907044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.908318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.924292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:08.925144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.931610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:08.952605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53326) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:09.089379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Allocated IP 172.20.0.2 (64c3a211-42b3-4c90-b0cb-d12e8238ca5d/9ebaa0d4-fae8-4070-ad71-79a8e76d66e1/60027315-35d3-4c9e-b1c8-9360e4cb8633) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:09.287224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.297686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Transition to ACTIVE for port object 60027315-35d3-4c9e-b1c8-9360e4cb8633 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:09.315800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Transition to ACTIVE for port object 60027315-35d3-4c9e-b1c8-9360e4cb8633 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:09.323210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.376957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.451039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Pushing event updated for resources: {'Port': ['ID=60027315-35d3-4c9e-b1c8-9360e4cb8633,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:09.458779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:09.461799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.461799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.461799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.461799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.461799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.462407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.462407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.463024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.463024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.463343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.463835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.464312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Tracked resource versions report: Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: pushed versions: Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: { 'AddressGroup': {'1.2'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'ConntrackHelper': {'1.0'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Log': {'1.0'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Network': {'1.1'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Port': {'1.7'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'PortForwarding': {'1.2'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'QosPolicy': {'1.8'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroup': {'1.4'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SubPort': {'1.0'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Subnet': {'1.1'}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Trunk': {'1.1'}} Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: consumer versions: Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: HyperV agent@hv-neutron-8317: {}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'ConntrackHelper': '1.0', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Log': '1.0', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Network': '1.1', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Port': '1.7', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'PortForwarding': '1.2', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'QosPolicy': '1.8', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroup': '1.4', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SecurityGroupRule': '1.2', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'SubPort': '1.0', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Subnet': '1.1', Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: 'Trunk': '1.1'}} Mar 16 11:08:09.465707 dv-neutron-831730-4-hyperv neutron-server[88451]: {{(pid=88451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:08:09.471144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:09.494988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:09.519059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1888043865-network', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:09.524024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:09.528152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Usage tracker for resource:network and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:09.531273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:09.536911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:09.592056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Attempting to bind port 60027315-35d3-4c9e-b1c8-9360e4cb8633 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:09.593031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Attempting to bind port 60027315-35d3-4c9e-b1c8-9360e4cb8633 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:09.593480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Attempting to bind port 60027315-35d3-4c9e-b1c8-9360e4cb8633 on network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:09.599780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:09.600316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Checking segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:09.600810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.601450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Bound using segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:09.602186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Bound port: 60027315-35d3-4c9e-b1c8-9360e4cb8633, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:09.602817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.609304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Made reservation on behalf of b193afad06d4490391dd9c5564cd9b72 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:09.612047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.634521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.703360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] For port 60027315-35d3-4c9e-b1c8-9360e4cb8633, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:09.707386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] For port 60027315-35d3-4c9e-b1c8-9360e4cb8633, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60027315-35d3-4c9e-b1c8-9360e4cb8633,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:09.719226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:09.759885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.774875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:09.786277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:09.821257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:09.839933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295da0b8-452a-4f5c-8316-8c03ac48a7a8 None None] Pushing event updated for resources: {'Port': ['ID=60027315-35d3-4c9e-b1c8-9360e4cb8633,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:09.878896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:09.906032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53354) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:09.923628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.132013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.159827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Allocated IP 172.26.7.23 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/a6d07709-b92d-42ea-a468-1eaebb6a7ef5) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:10.245502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.268882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:10.275040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Usage tracker for resource:security_group_rule and tenant:684508d55da84217bdf3f1d48a6f5897 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:10.278255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:10.284238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:10.319831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.332732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.375789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9804596-bdb9-4ff1-a78f-588009ef1677,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.397972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Tracked resource versions report: Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: pushed versions: Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: { 'AddressGroup': {'1.2'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'ConntrackHelper': {'1.0'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Log': {'1.0'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Network': {'1.1'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Port': {'1.7'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'PortForwarding': {'1.2'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'QosPolicy': {'1.8'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroup': {'1.4'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SubPort': {'1.0'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Subnet': {'1.1'}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Trunk': {'1.1'}} Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: consumer versions: Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: HyperV agent@hv-neutron-8317: {}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'ConntrackHelper': '1.0', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Log': '1.0', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Network': '1.1', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Port': '1.7', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'PortForwarding': '1.2', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'QosPolicy': '1.8', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroup': '1.4', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SecurityGroupRule': '1.2', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'SubPort': '1.0', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Subnet': '1.1', Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: 'Trunk': '1.1'}} Mar 16 11:08:10.403714 dv-neutron-831730-4-hyperv neutron-server[88449]: {{(pid=88449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:08:10.435955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.437546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:10.463604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772078885654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.464497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Unsubscribe: segment precommit_create {{(pid=88449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 11:08:10.465285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Added segment 6653bc9f-ff30-4fea-a57e-63ff0474c332 of type vlan for network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 Mar 16 11:08:10.496606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60027315-35d3-4c9e-b1c8-9360e4cb8633 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:10.502220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.505190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.554735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.561662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=684508d55da84217bdf3f1d48a6f5897&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6516628 Mar 16 11:08:10.561662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5681b5-e2f1-4313-bf67-dd4e74ea9f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6bd052-62b2-43aa-9701-056a85b184f6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:10.562831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53378) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:10.633723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-128bbc66-8802-4218-b82f-1e8284e6465e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.660959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:10.668997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-128bbc66-8802-4218-b82f-1e8284e6465e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.687113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:10.696155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:10.719486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 60027315-35d3-4c9e-b1c8-9360e4cb8633 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:10.803960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-128bbc66-8802-4218-b82f-1e8284e6465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.823636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bbc66-8802-4218-b82f-1e8284e6465e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6bd052-62b2-43aa-9701-056a85b184f6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:10.827196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-128bbc66-8802-4218-b82f-1e8284e6465e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.828614 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-128bbc66-8802-4218-b82f-1e8284e6465e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a6bd052-62b2-43aa-9701-056a85b184f6 HTTP/1.1" status: 204 len: 168 time: 0.2647903 Mar 16 11:08:10.996171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:11.050965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.055958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:11.055958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.068006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53396) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:11.100697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9561ce50-ed94-4c50-a073-2638eeb7d7a0 None None] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:11.314132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=54ef3f50-cf18-4eb3-a8ae-25b65fd47748,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:11.327900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53406) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:11.328125 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dbafdd9b-bcc8-4dd2-aade-382df6dda6f8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3742411 Mar 16 11:08:11.333709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Request body: {'subnet': {'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1888043865-subnet', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:11.339447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:11.343755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Usage tracker for resource:subnet and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:11.346796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:11.347746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:11.353020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:11.355974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.369736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] Provisioning for port 60027315-35d3-4c9e-b1c8-9360e4cb8633 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:11.376914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] Provisioning complete for port 60027315-35d3-4c9e-b1c8-9360e4cb8633 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:11.377734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.429523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Made reservation on behalf of b193afad06d4490391dd9c5564cd9b72 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:11.435624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.644499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53416) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:11.738676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.782537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.792946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] For port 60027315-35d3-4c9e-b1c8-9360e4cb8633, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60027315-35d3-4c9e-b1c8-9360e4cb8633,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:11.820728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.885330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:11.917419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e62648-85e0-4ca9-8f8b-511290cf2629,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:11.919295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:11.933257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Checking segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:11.933612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Network hostable DHCP agents. Network: 54ef3f50-cf18-4eb3-a8ae-25b65fd47748, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:11.980778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1788779251'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:11.986774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:11.994975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Usage tracker for resource:network and tenant:6135ca1100c248adab9c679aa5ddbbf3 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:11.998397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:12.000256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344e3b6-6331-44c1-b9cd-2b1b66219fe2 None None] Pushing event updated for resources: {'Port': ['ID=60027315-35d3-4c9e-b1c8-9360e4cb8633,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:12.014001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:12.024396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7a84558-4c72-4978-b195-72ba04a0a296 None None] Provisioning complete for port 60027315-35d3-4c9e-b1c8-9360e4cb8633 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:12.024777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7a84558-4c72-4978-b195-72ba04a0a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.033669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:12.113679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Made reservation on behalf of 6135ca1100c248adab9c679aa5ddbbf3 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:12.117874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.132266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.144165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 54ef3f50-cf18-4eb3-a8ae-25b65fd47748) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:12.151838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:12.152477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.157520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c22c9b-cee2-46f2-8323-d99d43c8ff6e None None] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:12.159311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:12.169652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Usage tracker for resource:security_group_rule and tenant:6135ca1100c248adab9c679aa5ddbbf3 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:12.172896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:12.186625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:12.233656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Router 010c24f0-0523-4fa0-a645-f004ad36e5cb is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:08:12.269182 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2415728b-ecb0-4a59-9405-f90fa0899a41 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9396856 Mar 16 11:08:12.270059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53434) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:12.311148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:12.317890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:12.329947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Usage tracker for resource:router and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:12.340962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:12.359144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:12.427478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:12.428312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.450745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60027315-35d3-4c9e-b1c8-9360e4cb8633 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:12.464019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.465080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.491701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1222119418'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:12.512526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:12.518245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.521026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Usage tracker for resource:network and tenant:14d9b055313a44a7a66006b9b6fbf214 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:12.526640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:12.528152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:12.543441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:12.554936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:12.567456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.567595 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Sync routers for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:12.630811 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:12.631628 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:07:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:12.687811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53446) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:12.695126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Made reservation on behalf of 14d9b055313a44a7a66006b9b6fbf214 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:12.701409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.720791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:12.942501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Usage tracker for resource:floatingip and tenant:e0a90ff870c94a51815a6d7db73dc7e1 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:12.942501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:12.942501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:12.943134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.943134 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-75290d2f-2679-477f-b969-4255450d3122 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9438875 Mar 16 11:08:12.943629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.943629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53452) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:12.944225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.944537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 60027315-35d3-4c9e-b1c8-9360e4cb8633 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:12.944537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:12.945921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:12.945921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Usage tracker for resource:security_group_rule and tenant:14d9b055313a44a7a66006b9b6fbf214 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:12.945921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:12.945921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:12.946226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7857e-a57c-486b-ab31-aae55129fbdb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:12.946317 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:12.946391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Allocated IP 172.20.0.2 (54ef3f50-cf18-4eb3-a8ae-25b65fd47748/60e62648-85e0-4ca9-8f8b-511290cf2629/d7d57b29-efbb-4737-bf47-59e75ad3bf3f) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:12.946461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.022071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.066735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.124476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e51088-9757-4a3b-8d8e-fb0e0a76a1f6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:13.145723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:13.167142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.167541 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Added segment 7703d055-9bd6-4b15-9955-48bbc7f82ff0 of type vlan for network 7a851052-bf5d-4540-bb3f-658cf46cd551 Mar 16 11:08:13.180799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-394467289'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:13.191191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:13.202284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Usage tracker for resource:network and tenant:8964388536be4d6991c71845158184b1 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:13.207950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:13.220728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:13.281891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.293309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Transition to ACTIVE for port object d7d57b29-efbb-4737-bf47-59e75ad3bf3f will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:13.297190 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:10Z', 'revision_number': 3, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:13.301426 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Checking router: 010c24f0-0523-4fa0-a645-f004ad36e5cb for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:13.301901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.302519 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Updating router 010c24f0-0523-4fa0-a645-f004ad36e5cb port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:13.312978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Transition to ACTIVE for port object d7d57b29-efbb-4737-bf47-59e75ad3bf3f will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:13.346370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Made reservation on behalf of 8964388536be4d6991c71845158184b1 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:13.358059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.387699 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.395682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.418440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.434432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53470) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:13.444609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:13.461809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Usage tracker for resource:security_group_rule and tenant:8964388536be4d6991c71845158184b1 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:13.465611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:13.482122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:13.517064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:13.518111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Pushing event updated for resources: {'Port': ['ID=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:13.520726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:13.523134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:13.627324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.631875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Attempting to bind port d7d57b29-efbb-4737-bf47-59e75ad3bf3f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:13.632248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Attempting to bind port d7d57b29-efbb-4737-bf47-59e75ad3bf3f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:13.632600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Attempting to bind port d7d57b29-efbb-4737-bf47-59e75ad3bf3f on network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:13.633254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:13.633889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.639939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:13.640891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Checking segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:13.641305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.641834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Bound using segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:13.642335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Bound port: d7d57b29-efbb-4737-bf47-59e75ad3bf3f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:13.642725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.709131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:13.754202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] For port d7d57b29-efbb-4737-bf47-59e75ad3bf3f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:13.757780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] For port d7d57b29-efbb-4737-bf47-59e75ad3bf3f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:13.785898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Pushing event updated for resources: {'Network': ['ID=7a851052-bf5d-4540-bb3f-658cf46cd551,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:13.798819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 7a851052-bf5d-4540-bb3f-658cf46cd551 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:13.846477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.847158 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Added segment 3a941b1f-d371-4389-ab7d-655c18303a7c of type vlan for network 870003bb-1460-4f73-b48a-247715b161c4 Mar 16 11:08:13.871013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.878852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:13.886575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:13.891652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Usage tracker for resource:floatingip and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:13.896105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:13.910723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:13.914638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53482) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:13.915410 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d09aa0a2-be22-4dd3-a3ba-fa843c18344b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2702541 Mar 16 11:08:13.938372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.955840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:13.987020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30a0a0-9774-4216-8eb6-06b8c0673355,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.014393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:14.027331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.027958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Added segment 314f1d9f-4815-4423-8a46-d6ae3d52ac84 of type vlan for network 0598a6d2-7981-4bec-a67d-446a299db52c Mar 16 11:08:14.034954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.065001 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.081744 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Transition to ACTIVE for port object a6d07709-b92d-42ea-a468-1eaebb6a7ef5 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:14.102480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.130601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dec69-e3d4-48c4-ac6f-6b7ab4725f94 None None] Pushing event updated for resources: {'Port': ['ID=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.180875 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.239097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.250332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.311682 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Pushing event updated for resources: {'Port': ['ID=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.344443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.345064 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.345446 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.345792 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.348267 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.348615 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.348967 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.349308 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.349961 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.350166 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.352791 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.352791 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.352791 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Tracked resource versions report: Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: pushed versions: Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: { 'AddressGroup': {'1.2'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'ConntrackHelper': {'1.0'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Log': {'1.0'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Network': {'1.1'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Port': {'1.7'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'PortForwarding': {'1.2'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'QosPolicy': {'1.8'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroup': {'1.4'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroupRule': {'1.2'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SubPort': {'1.0'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Subnet': {'1.1'}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Trunk': {'1.1'}} Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: consumer versions: Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: { DHCP agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: HyperV agent@hv-neutron-8317: {}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: L3 agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: Metadata agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: Metering agent@dv-neutron-831730-4-hyperv: {}, Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: Open vSwitch agent@dv-neutron-831730-4-hyperv: { 'AddressGroup': '1.2', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'ConntrackHelper': '1.0', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Log': '1.0', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Network': '1.1', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Port': '1.7', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'PortForwarding': '1.2', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'QosPolicy': '1.8', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroup': '1.4', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SecurityGroupRule': '1.2', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'SubPort': '1.0', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Subnet': '1.1', Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: 'Trunk': '1.1'}} Mar 16 11:08:14.364605 dv-neutron-831730-4-hyperv neutron-server[88452]: {{(pid=88452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:08:14.381819 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Attempting to bind port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:14.381819 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Attempting to bind port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:14.381819 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Attempting to bind port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:14.382226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-701044331'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:14.382295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:14.382295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:14.382295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.382295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:14.382295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Bound port: a6d07709-b92d-42ea-a468-1eaebb6a7ef5, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:14.382295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.411036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:14.460008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Allocated IP 172.26.7.140 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/09b65e7a-4a05-4a4f-8e10-23c7dd972a9a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:14.470581 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] For port a6d07709-b92d-42ea-a468-1eaebb6a7ef5, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:14.474364 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] For port a6d07709-b92d-42ea-a468-1eaebb6a7ef5, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:14.489765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:network and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:14.503200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:14.560353 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.573053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:14.623656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.639614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:14.639817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.640973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.669751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.675491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:14.676143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.681801 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209af8a-ebf0-45d2-9e3c-2c32e66aa75b None None] Pushing event updated for resources: {'Port': ['ID=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.719758 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:14.720983 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:07:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:14.785583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53502) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:14.797778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Pushing event updated for resources: {'Network': ['ID=870003bb-1460-4f73-b48a-247715b161c4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.800467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.804978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Request body: {'port': {'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551', 'binding:host_id': 'hv-neutron-8317', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-100837493'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:14.810155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:14.812437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 870003bb-1460-4f73-b48a-247715b161c4 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:14.814225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Usage tracker for resource:port and tenant:14ae77bdd41a424f8190d26f4f211578 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:14.821882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:14.828245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:14.872933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.897489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event updated for resources: {'Network': ['ID=0598a6d2-7981-4bec-a67d-446a299db52c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.909934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e90b2c3c-9569-43b8-b87b-b457f9935edb tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2207837 Mar 16 11:08:14.915244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0598a6d2-7981-4bec-a67d-446a299db52c details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:14.923335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:14.924383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53508) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:14.925291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:14.927465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Port': ['ID=09b65e7a-4a05-4a4f-8e10-23c7dd972a9a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:14.934226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:14.936369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Made reservation on behalf of 14ae77bdd41a424f8190d26f4f211578 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:14.938753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.950917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:14.954441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:14.959960 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:14.988097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Request body: {'subnet': {'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:15.047888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.057632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.114692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:15.120246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Usage tracker for resource:security_group_rule and tenant:14ae77bdd41a424f8190d26f4f211578 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:15.123565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:15.134849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:15.156590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.169282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:15.173069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Usage tracker for resource:subnet and tenant:8964388536be4d6991c71845158184b1 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:15.175957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:15.182394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:15.209373 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-46cf53e6-6361-4cb6-bd67-93e38f5673dc tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.1402209 Mar 16 11:08:15.213585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53514) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:15.244651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8147441d-6c30-4a0d-a0ce-986243435c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.260380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:15.289924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:security_group_rule and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:15.336874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:15.366469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.378465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:15.385524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Made reservation on behalf of 8964388536be4d6991c71845158184b1 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:15.389151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks [] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.397938 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:10Z', 'revision_number': 3, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:15.403178 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e2cd1-53b8-4805-bbbd-7878b3fc3cc5 None None] The sync data for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv is: [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:10Z', 'revision_number': 3, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:15.414249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'network': {'name': 'tempest-network--1713213330', 'router:external': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:15.444385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:15.453635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eebe41-06c0-4ad8-9f78-5f399f87a90c None None] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:15.457230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:network and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:15.460090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.484515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port d73e8dc2-fcc4-4770-9311-08b5da40287d yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:15.535889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.615198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Allocated IP 172.26.7.29 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/748a95f6-389d-4873-8c04-82519fc4d18c) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:15.621721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56533aea-740d-4d47-9bac-1319b99109f8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:15.684786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:15.700135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:15.718937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.759907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-368f19f2-ac5f-40b4-bbb3-5beaf28512a7 None None] Provisioning for port d7d57b29-efbb-4737-bf47-59e75ad3bf3f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:15.812647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:15.880727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Made reservation on behalf of 8bbab1a111d948d8861c072eda30d8a7 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:15.883119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.015745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.063766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:16.077435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event updated for resources: {'Subnet': ['ID=81a069f3-fbcb-4cd3-b319-0bf83ff45f80,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:16.081156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:security_group_rule and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:16.089625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:16.103767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:16.129334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Checking segment: {'id': '314f1d9f-4815-4423-8a46-d6ae3d52ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:16.129750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Network hostable DHCP agents. Network: 0598a6d2-7981-4bec-a67d-446a299db52c, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:16.191381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.249711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.251267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Network 0598a6d2-7981-4bec-a67d-446a299db52c is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:16.279722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.287493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.339864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.345393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.390625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3ab02-f10e-4d03-8a7a-37d56e132aa5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:16.409301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 0598a6d2-7981-4bec-a67d-446a299db52c) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:16.415330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Port': ['ID=09b65e7a-4a05-4a4f-8e10-23c7dd972a9a,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:16.417107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.422153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:16.424968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390602d9-7584-449e-a59f-ae8ea36b67d7 None None] Network 0598a6d2-7981-4bec-a67d-446a299db52c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:16.427912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:16.428701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.462750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.462750 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Added segment 7b7b4c6b-6585-421a-8b27-d8f78357c534 of type vlan for network 65ee7a05-c844-4a2b-85a4-706816f1cad7 Mar 16 11:08:16.505098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.545954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.548153 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f21c3c6f-dea6-4552-aebc-014bc7b3eae5 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6165972 Mar 16 11:08:16.550187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53522) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:16.564621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Request body: {'port': {'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1517639532'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:16.615724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.617381 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1dabc6c1-da64-4417-8d04-ed7f7b9c5edc tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1809816 Mar 16 11:08:16.624046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53526) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:16.637277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.650609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.659458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d7d57b29-efbb-4737-bf47-59e75ad3bf3f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:16.687579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1763253636'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:16.705490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:16.713433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port d73e8dc2-fcc4-4770-9311-08b5da40287d yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:16.714653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Usage tracker for resource:network and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:16.719792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:16.729545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:16.733435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:16.741946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Allocated IP 172.20.0.1 (64c3a211-42b3-4c90-b0cb-d12e8238ca5d/9ebaa0d4-fae8-4070-ad71-79a8e76d66e1/9268fcc2-1772-4211-8983-b5c6d276bbe5) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:16.756731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.760053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1164ade1-1d87-42a0-a699-9f21ef396fb9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:16.766817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:16.769006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.769952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:16.770796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.779888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.780239 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Added segment c5313c4f-0aa5-4885-91a1-0c0850e8dc6e of type vlan for network b61f4a40-a830-4072-8676-592cd395dce6 Mar 16 11:08:16.798756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Usage tracker for resource:port and tenant:8964388536be4d6991c71845158184b1 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:16.799967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Transition to ACTIVE for port object d73e8dc2-fcc4-4770-9311-08b5da40287d will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:16.803921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:16.825665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:16.830943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-0598a6d2-7981-4bec-a67d-446a299db52c', 'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c', 'tenant_id': '8964388536be4d6991c71845158184b1', 'fixed_ips': [{'subnet_id': '81a069f3-fbcb-4cd3-b319-0bf83ff45f80'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:16.831837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.832495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Made reservation on behalf of 35e1b314645d42409a599f3fce70255c for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:16.835878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.863660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.900660 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6857796 Mar 16 11:08:16.904328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.916587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53530) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:16.918943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a396a1-a26b-449d-8522-a640f7887c45 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Network': ['ID=65ee7a05-c844-4a2b-85a4-706816f1cad7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:16.925063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:16.930311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Usage tracker for resource:security_group_rule and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:16.931898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:16.932659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d7d57b29-efbb-4737-bf47-59e75ad3bf3f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:16.937725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:16.940947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 65ee7a05-c844-4a2b-85a4-706816f1cad7 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:16.979178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d7d57b29-efbb-4737-bf47-59e75ad3bf3f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:16.979178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:16.984183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.027950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Made reservation on behalf of 8964388536be4d6991c71845158184b1 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:17.031733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.052621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.061094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] device_id is not set on port 52160325-7227-4072-8aae-329d3e0eca41 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:17.125208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.167716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:17.173446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.176853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=d73e8dc2-fcc4-4770-9311-08b5da40287d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.186680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Allocated IP 172.20.0.2 (0598a6d2-7981-4bec-a67d-446a299db52c/81a069f3-fbcb-4cd3-b319-0bf83ff45f80/742d07be-6c25-4698-89fd-54f6bc371d94) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:17.211566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.211907 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Added segment d6fa4e00-19cb-431d-a63b-e1a61aacc23b of type vlan for network 18819dcf-8118-4189-a701-58d67b4c3799 Mar 16 11:08:17.221325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb784a-d60c-43d7-aa30-0228d9b6e42f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.258110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.267675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.269594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.275587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:17.276163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.284633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.365691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.366705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.373009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:17.373806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.375003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:17.376242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Checking segment: {'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:17.376784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Network hostable DHCP agents. Network: 7a851052-bf5d-4540-bb3f-658cf46cd551, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:17.394461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:17.395237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port d7d57b29-efbb-4737-bf47-59e75ad3bf3f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:17.416445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:17.429625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d8f100b8-19ef-4284-9ab8-0fae2c30ab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.446937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Allocated IP 172.26.7.81 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/47b13577-5c0f-42be-adba-23844623edd3) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:17.460782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Pushing event updated for resources: {'Port': ['ID=748a95f6-389d-4873-8c04-82519fc4d18c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.482651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Transition to ACTIVE for port object 9268fcc2-1772-4211-8983-b5c6d276bbe5 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:17.488079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.488079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a6d07709-b92d-42ea-a468-1eaebb6a7ef5 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:17.501654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Network': ['ID=18819dcf-8118-4189-a701-58d67b4c3799,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.552197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 18819dcf-8118-4189-a701-58d67b4c3799 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:17.573978 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-40cec229-8fa4-4a37-9ee0-57cbff8a45b1 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9462585 Mar 16 11:08:17.576443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53540) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:17.582533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Request body: {'subnet': {'network_id': '18819dcf-8118-4189-a701-58d67b4c3799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:17.705531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:17.709918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Usage tracker for resource:subnet and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:17.713517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:17.716947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.720276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:17.770884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Made reservation on behalf of 35e1b314645d42409a599f3fce70255c for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:17.774803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.779974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Transition to ACTIVE for port object 742d07be-6c25-4698-89fd-54f6bc371d94 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:17.789231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Network': ['ID=b61f4a40-a830-4072-8676-592cd395dce6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.789428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:17.804513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b61f4a40-a830-4072-8676-592cd395dce6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:17.811568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Network 7a851052-bf5d-4540-bb3f-658cf46cd551 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:17.816613 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-347ef302-9257-4d9f-8b91-20a4b261fcd9 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.8930538 Mar 16 11:08:17.819704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53544) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:17.852442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Transition to ACTIVE for port object 742d07be-6c25-4698-89fd-54f6bc371d94 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:17.884087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'subnet': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:17.958604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.982547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:17.998198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:17.999954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.011821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 7a851052-bf5d-4540-bb3f-658cf46cd551) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:18.026046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:18.026334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.058586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003a535-559b-4ab9-8a2d-1f1406328a37 None None] Network 7a851052-bf5d-4540-bb3f-658cf46cd551 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:18.067953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Allocated IP 172.20.0.4 (0598a6d2-7981-4bec-a67d-446a299db52c/81a069f3-fbcb-4cd3-b319-0bf83ff45f80/52160325-7227-4072-8aae-329d3e0eca41) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:18.080699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:18.096241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.096714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.097359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.097786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > port after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.098365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.098365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > port after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.098992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.098992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.099491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.099566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.110719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Network 0598a6d2-7981-4bec-a67d-446a299db52c is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:18.113556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Pushing event updated for resources: {'Port': ['ID=742d07be-6c25-4698-89fd-54f6bc371d94,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:18.122230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:18.124957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:18.180579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.266375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.266755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.267035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.267356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:18.267714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ee7a05-c844-4a2b-85a4-706816f1cad7']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.335904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7b4c6b-6585-421a-8b27-d8f78357c534') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.336314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7b4c6b-6585-421a-8b27-d8f78357c534') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:18.340949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Subnet': ['ID=be1037eb-ca0a-4547-8fd2-65d882bfe5a8,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:18.343924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:18.344275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:18.344636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:18.357161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Checking segment: {'id': 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18819dcf-8118-4189-a701-58d67b4c3799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:18.358583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network hostable DHCP agents. Network: 18819dcf-8118-4189-a701-58d67b4c3799, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:18.376664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.378238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.393964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.396296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:18.396642 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:18.397490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:18.409723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 2 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:18.412889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Attempting to bind port 742d07be-6c25-4698-89fd-54f6bc371d94 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:18.412889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Attempting to bind port 742d07be-6c25-4698-89fd-54f6bc371d94 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '314f1d9f-4815-4423-8a46-d6ae3d52ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:18.412889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Attempting to bind port 742d07be-6c25-4698-89fd-54f6bc371d94 on network 0598a6d2-7981-4bec-a67d-446a299db52c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:18.416601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Transition to ACTIVE for port object 52160325-7227-4072-8aae-329d3e0eca41 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:18.429222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:18.429595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Checking segment: {'id': '314f1d9f-4815-4423-8a46-d6ae3d52ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:18.430019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.430565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Bound using segment: {'id': '314f1d9f-4815-4423-8a46-d6ae3d52ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:18.430863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Bound port: 742d07be-6c25-4698-89fd-54f6bc371d94, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314f1d9f-4815-4423-8a46-d6ae3d52ac84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0598a6d2-7981-4bec-a67d-446a299db52c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:18.431872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.434659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:subnet and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:18.451959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.455343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.463376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:18.467359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.488820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.511757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.519471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network 18819dcf-8118-4189-a701-58d67b4c3799 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:18.531240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.535536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:18.536047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:18.536522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:18.553170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a6d07709-b92d-42ea-a468-1eaebb6a7ef5, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:18.554750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:18.568983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:18.569611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: from cryptography.utils import int_from_bytes Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: from cryptography.utils import int_from_bytes Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn_limited( Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn_limited( Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:18.588596 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:18.591113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] For port 742d07be-6c25-4698-89fd-54f6bc371d94, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:18.601639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] For port 742d07be-6c25-4698-89fd-54f6bc371d94, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=742d07be-6c25-4698-89fd-54f6bc371d94,segment=NetworkSegment(314f1d9f-4815-4423-8a46-d6ae3d52ac84),segment_id=314f1d9f-4815-4423-8a46-d6ae3d52ac84)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:18.616398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 18819dcf-8118-4189-a701-58d67b4c3799) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:18.625546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d39371-ae10-4673-ba63-ca1507cb8cb0 None None] Network 18819dcf-8118-4189-a701-58d67b4c3799 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:18.627507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:18.628105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.633033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:18.633428 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:18.646760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Network 0598a6d2-7981-4bec-a67d-446a299db52c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:18.650445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:18.654532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:18.656474 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.661202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:18.661305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.661449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.683588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event updated for resources: {'Port': ['ID=52160325-7227-4072-8aae-329d3e0eca41,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:18.695365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 3 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:18.707805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:18.719094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.719287 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fb7824f1-0c74-4e8b-a344-44d1dc329be4 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1383748 Mar 16 11:08:18.719287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53548) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.725974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1535487462', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:18.735457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:18.738913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:18.753101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Usage tracker for resource:router and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:18.758222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:18.765532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:18.766253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:18.767224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:18.767842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d7d57b29-efbb-4737-bf47-59e75ad3bf3f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:18.768010 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a355d455-ebbf-43d9-bbfc-44291826ab57 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2167654 Mar 16 11:08:18.769499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:18.771809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53552) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:18.773266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.774439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:18.819791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:18.854317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9268fcc2-1772-4211-8983-b5c6d276bbe5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:18.874912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:18.902473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:18.903991 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:18.922675 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 4 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:18.924483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Deleting port 52160325-7227-4072-8aae-329d3e0eca41 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:18.924938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.972901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:18.973945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.099655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04ac36-22ac-411c-806a-8f15b1631665 None None] Pushing event updated for resources: {'Port': ['ID=742d07be-6c25-4698-89fd-54f6bc371d94,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.109572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d7d57b29-efbb-4737-bf47-59e75ad3bf3f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:19.109795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.122140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:19.122764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:19.123187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:19.133576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.140767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-18819dcf-8118-4189-a701-58d67b4c3799', 'network_id': '18819dcf-8118-4189-a701-58d67b4c3799', 'tenant_id': '35e1b314645d42409a599f3fce70255c', 'fixed_ips': [{'subnet_id': 'be1037eb-ca0a-4547-8fd2-65d882bfe5a8'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:19.141730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.159396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.170173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.182944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:19.183690 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:19.195372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 5 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:19.202435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fa329575-94a8-4295-bea2-32b500f3a2ce None None] Provisioning for port 9268fcc2-1772-4211-8983-b5c6d276bbe5 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:19.216361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65ee7a05-c844-4a2b-85a4-706816f1cad7 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:08:19.257444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.292164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.296096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Network': ['ID=65ee7a05-c844-4a2b-85a4-706816f1cad7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.312569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fa329575-94a8-4295-bea2-32b500f3a2ce None None] Provisioning complete for port 9268fcc2-1772-4211-8983-b5c6d276bbe5 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:19.313262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fa329575-94a8-4295-bea2-32b500f3a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.323508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.327366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:19.327699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:19.328033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:19.465131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:19.466177 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:19.468194 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-09bf9117-b82d-44d6-86cd-dd43a4b16a20 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/networks/65ee7a05-c844-4a2b-85a4-706816f1cad7 HTTP/1.1" status: 204 len: 168 time: 2.5505021 Mar 16 11:08:19.477059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53556) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:19.484829 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 6 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:19.504312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Calling delete_port for 52160325-7227-4072-8aae-329d3e0eca41 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:19.508296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:19.515398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:19.525520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fa329575-94a8-4295-bea2-32b500f3a2ce None None] Port 9268fcc2-1772-4211-8983-b5c6d276bbe5 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:19.542479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:19.548445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:19.594442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:19.640200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:19.640637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:19.640976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:19.646453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Allocated IP 172.20.0.2 (18819dcf-8118-4189-a701-58d67b4c3799/be1037eb-ca0a-4547-8fd2-65d882bfe5a8/3d9adcee-c70d-42c4-8291-ccde8a93b24a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:19.648162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:network and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:19.659412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:19.672891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Pushing event updated for resources: {'Port': ['ID=47b13577-5c0f-42be-adba-23844623edd3,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:19.700552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.700914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:19.701164 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:19.709184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:19.712641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 7 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:19.761229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:19.767652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:19.767988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:19.768324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:19.911723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.016995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:20.017372 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:20.055954 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 8 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:20.063266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Made reservation on behalf of 8bbab1a111d948d8861c072eda30d8a7 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:20.065059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.074343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.079576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.102918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Transition to ACTIVE for port object 3d9adcee-c70d-42c4-8291-ccde8a93b24a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:20.112213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.126406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Transition to ACTIVE for port object 3d9adcee-c70d-42c4-8291-ccde8a93b24a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:20.127869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.200272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.206893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event deleted for resources: {'Port': ['ID=52160325-7227-4072-8aae-329d3e0eca41,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.230784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.247513 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0d7d4a38-0a20-465c-b91e-c9f9fc445699 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "DELETE /v2.0/ports/52160325-7227-4072-8aae-329d3e0eca41 HTTP/1.1" status: 204 len: 168 time: 1.4723885 Mar 16 11:08:20.247959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53560) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:20.283168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Network 18819dcf-8118-4189-a701-58d67b4c3799 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:20.286626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:20.287480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:20.287822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:20.288160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:20.290439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:20.295073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be25e1-fd57-4636-b900-5a014adf45c8 None None] Network 0598a6d2-7981-4bec-a67d-446a299db52c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:20.372563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Pushing event updated for resources: {'Port': ['ID=3d9adcee-c70d-42c4-8291-ccde8a93b24a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.377951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.443022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Pushing event updated for resources: {'Port': ['ID=748a95f6-389d-4873-8c04-82519fc4d18c,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.445242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:20.445574 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:20.458231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 9 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:20.469720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.513292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Attempting to bind port 3d9adcee-c70d-42c4-8291-ccde8a93b24a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:20.513581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Attempting to bind port 3d9adcee-c70d-42c4-8291-ccde8a93b24a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18819dcf-8118-4189-a701-58d67b4c3799'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:20.513963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Attempting to bind port 3d9adcee-c70d-42c4-8291-ccde8a93b24a on network 18819dcf-8118-4189-a701-58d67b4c3799 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:20.534952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:20.535692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Checking segment: {'id': 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18819dcf-8118-4189-a701-58d67b4c3799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:20.536041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.536440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Bound using segment: {'id': 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18819dcf-8118-4189-a701-58d67b4c3799'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:20.536917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Bound port: 3d9adcee-c70d-42c4-8291-ccde8a93b24a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '18819dcf-8118-4189-a701-58d67b4c3799'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:20.537515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.537739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:20.550074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:20.550448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:20.550775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:20.583508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.613313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:20.613658 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:20.614370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.625502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 10 to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d Mar 16 11:08:20.626454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-482caf49-fea8-4b14-b0a7-7f60359b4139 None None] Provisioning for port 742d07be-6c25-4698-89fd-54f6bc371d94 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:20.630540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f61a08f6-9afa-4c0a-bbb1-7730de22a946 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3792815 Mar 16 11:08:20.631688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53566) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:20.635508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.641766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.642139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Added segment e74a2e13-ffd7-4c2b-b922-a99fe300f56d of type vlan for network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 Mar 16 11:08:20.676362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Subnet': ['ID=031aa069-1ab7-4ac3-92fe-f1569e03bb3e,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:20.687423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2096908759'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:20.690033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:20.690186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:20.690530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:20.690675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:20.700776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Checking segment: {'id': 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:20.701142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network hostable DHCP agents. Network: b61f4a40-a830-4072-8676-592cd395dce6, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:20.706588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Usage tracker for resource:network and tenant:8964388536be4d6991c71845158184b1 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:20.722463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:20.733463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:20.736394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] For port 3d9adcee-c70d-42c4-8291-ccde8a93b24a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:20.746869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] For port 3d9adcee-c70d-42c4-8291-ccde8a93b24a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3d9adcee-c70d-42c4-8291-ccde8a93b24a,segment=NetworkSegment(d6fa4e00-19cb-431d-a63b-e1a61aacc23b),segment_id=d6fa4e00-19cb-431d-a63b-e1a61aacc23b)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:20.796843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d73e8dc2-fcc4-4770-9311-08b5da40287d on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:20.796843 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d73e8dc2-fcc4-4770-9311-08b5da40287d on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:20.796843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.838307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Allocated IP 172.26.7.41 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/46d1d463-97fd-4457-a9ca-439fce94cde5) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:20.847796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.851453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5634875e-f00b-47db-91f9-5c77852e227b tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9296868 Mar 16 11:08:20.858810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53570) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:20.863848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.883947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Made reservation on behalf of 8964388536be4d6991c71845158184b1 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:20.888586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.896269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:20.943953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 742d07be-6c25-4698-89fd-54f6bc371d94 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:20.958506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1986023034', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'fixed_ips': [{'ip_address': '172.26.7.29'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:20.992950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:21.015104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.015467 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Added segment c31d11f9-e71a-4549-ad66-44f685e43281 of type vlan for network 0bb3d2da-2a32-4aba-bc91-fc54dca0cdea Mar 16 11:08:21.019697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:21.067153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.078100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e8c7a-a960-41f7-84ef-48e4f4d6a2a9 None None] Pushing event updated for resources: {'Port': ['ID=3d9adcee-c70d-42c4-8291-ccde8a93b24a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.094555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.126001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:21.134512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.136012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:21.137171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.158079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Usage tracker for resource:port and tenant:e0a90ff870c94a51815a6d7db73dc7e1 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:21.176249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 742d07be-6c25-4698-89fd-54f6bc371d94 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:21.182384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 742d07be-6c25-4698-89fd-54f6bc371d94 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:21.183033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.184432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:21.210947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.219395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:21.220264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.233050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8cb4f9e1-10f3-471d-9475-710157503b92 None None] Could not find standard attr ID for object 52160325-7227-4072-8aae-329d3e0eca41. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:08:21.254171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.319752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:21.348345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, b61f4a40-a830-4072-8676-592cd395dce6) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:21.361335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.389597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425ffd6-bb82-4ca7-86c4-c01b96a73c81 None None] Network b61f4a40-a830-4072-8676-592cd395dce6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:21.419916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:21.436668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:21.437259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.449291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 742d07be-6c25-4698-89fd-54f6bc371d94, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=742d07be-6c25-4698-89fd-54f6bc371d94,segment=NetworkSegment(314f1d9f-4815-4423-8a46-d6ae3d52ac84),segment_id=314f1d9f-4815-4423-8a46-d6ae3d52ac84)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:21.461333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9687419 Mar 16 11:08:21.471118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:21.475419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53574) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.498432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:21.580866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.590720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Port': ['ID=46d1d463-97fd-4457-a9ca-439fce94cde5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.596781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'subnet': {'network_id': '738923e3-6bbb-4c88-a408-bd8dc31dbee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:21.596978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] For port d73e8dc2-fcc4-4770-9311-08b5da40287d, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:21.597362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempted to set empty binding levels {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 11:08:21.601828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f1509-8324-4350-814d-1cb95f40afcf tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Network': ['ID=738923e3-6bbb-4c88-a408-bd8dc31dbee5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.605027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.610128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event updated for resources: {'Network': ['ID=0bb3d2da-2a32-4aba-bc91-fc54dca0cdea,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:21.612855 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b9001fe0-0d55-4330-a8fa-f4f762d97ad0 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9798613 Mar 16 11:08:21.619751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.620297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:21.622068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53578) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.624193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a6d07709-b92d-42ea-a468-1eaebb6a7ef5 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:21.641328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:subnet and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:21.679219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.706671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:21.710366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:21.718782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0bb3d2da-2a32-4aba-bc91-fc54dca0cdea details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:21.737740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.753923 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3fc887b5-303b-4acf-b924-96dd8473e8c5 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9264162 Mar 16 11:08:21.753923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Made reservation on behalf of e0a90ff870c94a51815a6d7db73dc7e1 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:21.755769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.780387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53584) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.783328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:21.802733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'name': 'tempest-AllowedAddressPairTestJSON-2017982675'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:21.818880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.948131 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-80a7e7cd-2878-4959-86cd-771161862956 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/agents/fc891559-7cdc-40a6-8627-7753a0c20b4a/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.3241994 Mar 16 11:08:21.949912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:21.950099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53588) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:21.950568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:21.977048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Made reservation on behalf of 8bbab1a111d948d8861c072eda30d8a7 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:21.981430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.000403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=742d07be-6c25-4698-89fd-54f6bc371d94,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:22.083370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:22.118891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:22.119259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.149564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9268fcc2-1772-4211-8983-b5c6d276bbe5,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:22.160125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Usage tracker for resource:security_group_rule and tenant:e0a90ff870c94a51815a6d7db73dc7e1 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:22.163785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.208683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:22.222273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-b61f4a40-a830-4072-8676-592cd395dce6', 'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'tenant_id': '33f4bb13d8bb42be8fb8666f5232a011', 'fixed_ips': [{'subnet_id': '031aa069-1ab7-4ac3-92fe-f1569e03bb3e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:08:22.223173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.242904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:22.279902 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.4890363 Mar 16 11:08:22.284594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53592) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:22.454959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Allocated IP 172.20.0.2 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/f6ee4c6b-2ca9-48fa-b7da-19a93641e631) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:22.476302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9fd1e-8127-44cf-bba4-388f8d05123a tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=d73e8dc2-fcc4-4770-9311-08b5da40287d,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:22.505491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:22.519517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:port and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:22.530835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:22.552392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:22.652822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:22.656975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:22.667411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Deleting port d73e8dc2-fcc4-4770-9311-08b5da40287d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:22.667756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.699664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.704814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352cf3ee-332d-48c3-833c-1a58b16f63ae None None] Network 18819dcf-8118-4189-a701-58d67b4c3799 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:22.762810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:22.765494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.815740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.866371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-565a2af1-c8ba-4e0f-87f1-0e432ae01561 None None] Provisioning for port 3d9adcee-c70d-42c4-8291-ccde8a93b24a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:22.878967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.904725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] device_id is not set on port 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:22.908975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.926398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 742d07be-6c25-4698-89fd-54f6bc371d94 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:22.972096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:22.981749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Transition to ACTIVE for port object f6ee4c6b-2ca9-48fa-b7da-19a93641e631 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:23.018784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Transition to ACTIVE for port object f6ee4c6b-2ca9-48fa-b7da-19a93641e631 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:23.035021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750805e9-888c-4112-9d2d-710f8f79fbe3 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] Network 0bb3d2da-2a32-4aba-bc91-fc54dca0cdea is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:23.063450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] device_id is not set on port 8de84615-cfd6-4e64-9e68-39c6a22d4b5f yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:23.091940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.164325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fb0868d7-f770-4674-8667-b68af7a52580 None None] Provisioning complete for port 9268fcc2-1772-4211-8983-b5c6d276bbe5 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:23.164988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fb0868d7-f770-4674-8667-b68af7a52580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.176257 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-750805e9-888c-4112-9d2d-710f8f79fbe3 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "POST /v2.0/agents/fc891559-7cdc-40a6-8627-7753a0c20b4a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2248499 Mar 16 11:08:23.180028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53596) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.198899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d6cd8-b00e-4ac3-98d4-5bda426059a3 None None] Network 0bb3d2da-2a32-4aba-bc91-fc54dca0cdea requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:23.241891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc00186-bd3a-491d-8290-11e7ff6dcf2d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:23.262248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 742d07be-6c25-4698-89fd-54f6bc371d94 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:23.262624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.294662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Pushing event updated for resources: {'Port': ['ID=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:23.307516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] For port d73e8dc2-fcc4-4770-9311-08b5da40287d, host hv-neutron-8317, got binding levels [] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:23.308016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.313754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:23.362270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:23.364998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:23.370861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Router 010c24f0-0523-4fa0-a645-f004ad36e5cb has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:23.458218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Allocated IP 172.20.0.5 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:23.483954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:08:23.484605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.533329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fb0868d7-f770-4674-8667-b68af7a52580 None None] Port 9268fcc2-1772-4211-8983-b5c6d276bbe5 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:23.570291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Attempting to bind port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:23.570665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Attempting to bind port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:23.571026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Attempting to bind port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 on network b61f4a40-a830-4072-8676-592cd395dce6 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:23.614825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:23.615201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Checking segment: {'id': 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:23.615602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.617224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Bound using segment: {'id': 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:23.617224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Bound port: f6ee4c6b-2ca9-48fa-b7da-19a93641e631, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:23.617224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.631204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Calling delete_port for d73e8dc2-fcc4-4770-9311-08b5da40287d owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:23.773969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Router 5b215bc4-76bb-4487-a47a-6a93a100eb38 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:08:23.776212 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 11:08:23.776751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:08:23.800200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3d9adcee-c70d-42c4-8291-ccde8a93b24a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:23.848890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7836d282-eb61-49d3-8a16-3458be3e6d1d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:23.895774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Checking segment: {'id': 'e74a2e13-ffd7-4c2b-b922-a99fe300f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '738923e3-6bbb-4c88-a408-bd8dc31dbee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:23.896239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Network hostable DHCP agents. Network: 738923e3-6bbb-4c88-a408-bd8dc31dbee5, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:23.904791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] For port f6ee4c6b-2ca9-48fa-b7da-19a93641e631, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:23.921987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] For port f6ee4c6b-2ca9-48fa-b7da-19a93641e631, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,segment=NetworkSegment(c5313c4f-0aa5-4885-91a1-0c0850e8dc6e),segment_id=c5313c4f-0aa5-4885-91a1-0c0850e8dc6e)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:23.936764 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-589383b1-4df1-43eb-b88d-25b48bcdd17c tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/agents/fc891559-7cdc-40a6-8627-7753a0c20b4a/dhcp-networks HTTP/1.1" status: 200 len: 8039 time: 0.7045257 Mar 16 11:08:23.936764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:23.937346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:23.987207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:24.001910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Sync routers for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:24.016042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 3d9adcee-c70d-42c4-8291-ccde8a93b24a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:24.019026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6c9cba36-b267-4dac-92f6-2ff9b4bbc7a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/010c24f0-0523-4fa0-a645-f004ad36e5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2568486 Mar 16 11:08:24.020048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.077026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:24.077026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:24.106606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.131973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d5ce4abb-bf8e-4bf4-8ab4-0635e2a6fe23 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.2654116 Mar 16 11:08:24.137890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53608) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.179719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:24.219771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event deleted for resources: {'Port': ['ID=d73e8dc2-fcc4-4770-9311-08b5da40287d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.240439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.255911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.300067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:24.321067 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2c3149d0-aa31-4c35-a492-797c5a9393c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d73e8dc2-fcc4-4770-9311-08b5da40287d HTTP/1.1" status: 204 len: 168 time: 2.0282574 Mar 16 11:08:24.335213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53622) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.361345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:24.364102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 738923e3-6bbb-4c88-a408-bd8dc31dbee5) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:24.371044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Transition to ACTIVE for port object 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:24.377196 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Sync routers for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:24.379689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Deleting port 748a95f6-389d-4873-8c04-82519fc4d18c {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:24.380052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.382120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:24.382810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.387292 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa0362b-a0ef-40ff-a3f7-0bf598022106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:08:24.387894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aaa0362b-a0ef-40ff-a3f7-0bf598022106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Synchronizing usage tracker for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:24.408617 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6ce1ead4-f183-4f8e-972a-bfe84fd04da1 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "DELETE /v2.0/agents/fc891559-7cdc-40a6-8627-7753a0c20b4a/dhcp-networks/0bb3d2da-2a32-4aba-bc91-fc54dca0cdea HTTP/1.1" status: 204 len: 168 time: 0.4671040 Mar 16 11:08:24.413076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53626) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.420694 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:24.422623 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:24.504209 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c3b35311-5eef-429b-b176-4d4da3a89096 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0193610 Mar 16 11:08:24.504558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53630) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.510687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'floatingip': {'floating_network_id': '738923e3-6bbb-4c88-a408-bd8dc31dbee5'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.523949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.536424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:floatingip and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:24.545057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:24.548868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aaa0362b-a0ef-40ff-a3f7-0bf598022106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Unset dirty status for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:24.554025 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aaa0362b-a0ef-40ff-a3f7-0bf598022106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "GET /v2.0/ports/d73e8dc2-fcc4-4770-9311-08b5da40287d HTTP/1.1" status: 404 len: 333 time: 0.2227838 Mar 16 11:08:24.555222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Router 9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:08:24.561737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53634) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.564859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.572735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Request body: {'port': {'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392701342'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:24.580881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:24.581710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.587983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3d9adcee-c70d-42c4-8291-ccde8a93b24a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:24.588311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.632932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e4267-ca54-40bf-a320-8004f5ddc4a2 None None] Network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:24.636154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.637505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-81c88718-fba2-446b-b253-744b619c5921 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.3654079 Mar 16 11:08:24.655412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53638) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:24.669803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:24.682369 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:24.756411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:24.814662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:24.828185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:24.830793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:24.905606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:24.910969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Made reservation on behalf of 14ae77bdd41a424f8190d26f4f211578 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:24.913703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.012043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:25.012970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.034423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.034810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.057678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-48a29ffd-9d16-4026-b0ec-20aaf3dbcf9e None None] Provisioning complete for port 3d9adcee-c70d-42c4-8291-ccde8a93b24a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:25.058253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d4934fe4-1d10-46f8-8a15-d8758f2c3818 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/agents/fc891559-7cdc-40a6-8627-7753a0c20b4a/dhcp-networks HTTP/1.1" status: 200 len: 8038 time: 0.6373799 Mar 16 11:08:25.059716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48a29ffd-9d16-4026-b0ec-20aaf3dbcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.065674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53642) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:25.082214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port d0d40451-1d15-4ee1-9571-28a91cc424f4 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:25.100101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d5b18-7d03-4a6c-b369-f817c489f691 None None] Pushing event updated for resources: {'Port': ['ID=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:25.222477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:25.287062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] Sync routers for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:25.305373 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:20Z', 'revision_number': 3, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:25.315388 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Checking router: 5b215bc4-76bb-4487-a47a-6a93a100eb38 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:25.317107 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Updating router 5b215bc4-76bb-4487-a47a-6a93a100eb38 port 47b13577-5c0f-42be-adba-23844623edd3 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:25.450806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:25.451667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:25.465055 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.489281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Calling delete_port for 748a95f6-389d-4873-8c04-82519fc4d18c owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:25.550837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:25.570593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6ff1a7e9-aaf5-436f-b9ac-0b2e04f17026 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7891433 Mar 16 11:08:25.587078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53648) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:25.588181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53650) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:25.600503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647827303', 'description': 'tempest-description--612762090'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:25.613097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'name': 'tempest-AllowedAddressPairTestJSON-860165453', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ea:52:23'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:25.630708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:25.631552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:25.633944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:25.645749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Usage tracker for resource:security_group and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:25.663486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:25.674344 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8bcc25ca-8e7b-4b90-abd1-49bb077bb47f tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/networks/0598a6d2-7981-4bec-a67d-446a299db52c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.6074367 Mar 16 11:08:25.682284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.687357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53656) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:25.688277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:25.761669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:25.762321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa636a-f224-41d8-b9be-b050e8a743f8 None None] The sync data for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:25.785470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99aee0-0b8c-43fe-b3eb-f25c2fb5cb48 None None] Network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:25.836223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48a29ffd-9d16-4026-b0ec-20aaf3dbcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.851834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 3d9adcee-c70d-42c4-8291-ccde8a93b24a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3d9adcee-c70d-42c4-8291-ccde8a93b24a,segment=NetworkSegment(d6fa4e00-19cb-431d-a63b-e1a61aacc23b),segment_id=d6fa4e00-19cb-431d-a63b-e1a61aacc23b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:25.895410 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:25.910330 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Transition to ACTIVE for port object 47b13577-5c0f-42be-adba-23844623edd3 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:25.943962 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1af10d7f-383e-4b71-8276-2a2546a0d30b tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/networks/0598a6d2-7981-4bec-a67d-446a299db52c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2445986 Mar 16 11:08:25.950550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53660) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:25.957693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:20Z', 'revision_number': 2, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:25.964804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.022474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.028280 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.045067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Checking router: 010c24f0-0523-4fa0-a645-f004ad36e5cb for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:26.045435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Updating router 010c24f0-0523-4fa0-a645-f004ad36e5cb port 9268fcc2-1772-4211-8983-b5c6d276bbe5 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:26.132745 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44ab57-3964-4a3e-a099-38cabb58d46b None None] Pushing event updated for resources: {'Port': ['ID=47b13577-5c0f-42be-adba-23844623edd3,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:26.138676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:26.164958 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Attempting to bind port 47b13577-5c0f-42be-adba-23844623edd3 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:26.166128 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Attempting to bind port 47b13577-5c0f-42be-adba-23844623edd3 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:26.166933 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Attempting to bind port 47b13577-5c0f-42be-adba-23844623edd3 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:26.173243 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:26.173928 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:26.174457 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.175153 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:26.175830 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Bound port: 47b13577-5c0f-42be-adba-23844623edd3, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:26.176572 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.209920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:26.211965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.220066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f6ee4c6b-2ca9-48fa-b7da-19a93641e631 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:26.226361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Usage tracker for resource:security_group_rule and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:26.275961 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] For port 47b13577-5c0f-42be-adba-23844623edd3, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:26.280729 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] For port 47b13577-5c0f-42be-adba-23844623edd3, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47b13577-5c0f-42be-adba-23844623edd3,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:26.327254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:port and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:26.332089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.332492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:26.339964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:26.348792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.352712 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-26555ae7-9459-433a-9d5c-0b6932d4eddd tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.6291645 Mar 16 11:08:26.352871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9efdfc72-9c0d-419d-9c0d-2b0c8b00e5a2 tempest-DHCPAgentSchedulersTestJSON-761563359 tempest-DHCPAgentSchedulersTestJSON-761563359-project-admin] 10.222.0.30 "GET /v2.0/agents/fc891559-7cdc-40a6-8627-7753a0c20b4a/dhcp-networks HTTP/1.1" status: 200 len: 8038 time: 0.4009819 Mar 16 11:08:26.352871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:26.361269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:26.386616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.388726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53664) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:26.389060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53666) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:26.395476 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.404094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=3d9adcee-c70d-42c4-8291-ccde8a93b24a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:26.422502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-48a29ffd-9d16-4026-b0ec-20aaf3dbcf9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:08:26.423243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-48a29ffd-9d16-4026-b0ec-20aaf3dbcf9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:08:26.446465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Pushing event deleted for resources: {'Port': ['ID=748a95f6-389d-4873-8c04-82519fc4d18c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:26.467095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89901d56-3878-4ef4-ae28-214e20771fea None None] Network b61f4a40-a830-4072-8676-592cd395dce6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:26.505176 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:26.505797 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:26.569398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:26.596271 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44ab57-3964-4a3e-a099-38cabb58d46b None None] Pushing event updated for resources: {'Port': ['ID=47b13577-5c0f-42be-adba-23844623edd3,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:26.727914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.733280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.746681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:26.772140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.781456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.783353 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e6a821ef-306b-4959-ace2-4662013af2d5 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722 tempest-ExternalNetworksAdminNegativeTestJSON-1944949722-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/821e84f7-b1dc-4feb-8bdb-9372580c7998 HTTP/1.1" status: 204 len: 168 time: 2.6371057 Mar 16 11:08:26.789730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.794604 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:26.812608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.816722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] device_id is not set on port 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:26.910822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54862151-1e14-4d0b-9cbd-f06b250842e3,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:26.982651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:26.986895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7b8402e8-2192-42a3-9058-033f400f6fcb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3943462 Mar 16 11:08:26.987533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53676) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:27.006889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Request body: {'security_group_rule': {'security_group_id': '54862151-1e14-4d0b-9cbd-f06b250842e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:27.017770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:27.026077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Usage tracker for resource:security_group_rule and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:27.032468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:27.043707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:27.048657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.049534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Allocated IP 172.20.0.7 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/6888e8b5-59e5-46a0-bd61-6a5584a69ee4) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:27.181561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.230375 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:20Z', 'revision_number': 3, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:27.242832 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a7d-eab1-4108-99b1-3841b5d074be None None] The sync data for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv is: [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:20Z', 'revision_number': 3, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:27.320009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.334400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.353661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Transition to ACTIVE for port object 9268fcc2-1772-4211-8983-b5c6d276bbe5 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:27.370899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] Provisioning for port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:27.383391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] Provisioning complete for port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:27.383391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.389911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.400594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.439208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.462986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.481166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.513563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Transition to ACTIVE for port object 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:27.536555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.579751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53686) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:27.608965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be53583a-ced6-4fb8-8526-78953ce95871,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:27.646376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.651182 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-763b9743-6a56-4c3d-bfd8-6cf24c2f8eda tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6583464 Mar 16 11:08:27.654407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53692) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:27.659802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Request body: {'security_group_rule': {'security_group_id': '54862151-1e14-4d0b-9cbd-f06b250842e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:27.668071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:27.696229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Usage tracker for resource:security_group_rule and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:27.705224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:27.712765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:27.733741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:27.829428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc9a3-1758-40e3-b2d5-69029db3dd5a None None] Pushing event updated for resources: {'Port': ['ID=9268fcc2-1772-4211-8983-b5c6d276bbe5,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:27.892426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:27.894683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:27.898060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:28.021730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.053748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Attempting to bind port 9268fcc2-1772-4211-8983-b5c6d276bbe5 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:28.060930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Attempting to bind port 9268fcc2-1772-4211-8983-b5c6d276bbe5 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:28.061336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Attempting to bind port 9268fcc2-1772-4211-8983-b5c6d276bbe5 on network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:28.078986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:28.079347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Checking segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:28.081581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.081581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Bound using segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:28.081581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Bound port: 9268fcc2-1772-4211-8983-b5c6d276bbe5, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:28.082248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.215832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=6888e8b5-59e5-46a0-bd61-6a5584a69ee4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.231662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.287683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] For port 9268fcc2-1772-4211-8983-b5c6d276bbe5, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:28.291457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] For port 9268fcc2-1772-4211-8983-b5c6d276bbe5, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9268fcc2-1772-4211-8983-b5c6d276bbe5,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:28.292625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.299102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.301071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.321188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3d9adcee-c70d-42c4-8291-ccde8a93b24a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:28.325249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:28.358086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Usage tracker for resource:security_group_rule and tenant:17b9939112964ec9af37d49c75a2be1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:28.364541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:28.385398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:28.413077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Network 7a851052-bf5d-4540-bb3f-658cf46cd551 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:28.419328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.425356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.441682 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f861460e-cde5-47b3-a54e-4bd2bfc2da12 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8484230 Mar 16 11:08:28.442438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53696) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:28.525939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] For port f6ee4c6b-2ca9-48fa-b7da-19a93641e631, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,segment=NetworkSegment(c5313c4f-0aa5-4885-91a1-0c0850e8dc6e),segment_id=c5313c4f-0aa5-4885-91a1-0c0850e8dc6e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:28.527369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.566116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:28.566772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:28.627284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4432c0d7-469d-41bd-a9e5-0a22a1c9e6b3,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.689169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.719115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3d9adcee-c70d-42c4-8291-ccde8a93b24a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:28.719486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.756193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc9a3-1758-40e3-b2d5-69029db3dd5a None None] Pushing event updated for resources: {'Port': ['ID=9268fcc2-1772-4211-8983-b5c6d276bbe5,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.756419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.760802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3557193b-d021-4b53-8fde-b325fadeb341 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1015975 Mar 16 11:08:28.760953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > segment before_delete 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.760953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.761642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53700) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:28.762449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.762975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > port after_create 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.763565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > port after_delete 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.763935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > port after_update 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.764266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > segment after_delete 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.764604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet after_create 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.764924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet after_delete 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.765235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet after_update 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.765404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.779705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:28.808187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2295be4-c162-42c8-bbda-49e374e64041 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.818249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2295be4-c162-42c8-bbda-49e374e64041 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.822973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2295be4-c162-42c8-bbda-49e374e64041 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.823835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c2295be4-c162-42c8-bbda-49e374e64041 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Synchronizing usage tracker for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:28.828838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:28.835893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Usage tracker for resource:floatingip and tenant:34b476410be64b4cae7d190e60af1bc0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:28.840262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.847624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:28.872660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:28.894402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17b9939112964ec9af37d49c75a2be1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3059411 Mar 16 11:08:28.914989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53704) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:28.930120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7f96a-f245-40a7-84c1-e8055d28f302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf11bd4-221d-4bd0-8f8c-46922f1b9d8a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.970929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet after_create 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.971273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet after_delete 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.971602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet before_create 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.972826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Subscribe: > subnet before_update 55550000 {{(pid=88449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:08:28.972826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb3d2da-2a32-4aba-bc91-fc54dca0cdea']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:28.975672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.980462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:28.983129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3d6bd-5ee0-4d14-8c4a-595b1372122f None None] Pushing event updated for resources: {'Port': ['ID=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:28.983366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:28.984630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:28.985926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:28.990046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d40451-1d15-4ee1-9571-28a91cc424f4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:29.032605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12d1d07c-f360-41e9-bd7b-85ecb5d8dd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.041564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:29.060939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d11f9-e71a-4549-ad66-44f685e43281') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:29.061131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d11f9-e71a-4549-ad66-44f685e43281') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:29.097630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Provisioning for port 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:29.110039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12d1d07c-f360-41e9-bd7b-85ecb5d8dd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.111374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.112252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Provisioning complete for port 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:29.112643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.119633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c2295be4-c162-42c8-bbda-49e374e64041 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Unset dirty status for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:29.123826 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c2295be4-c162-42c8-bbda-49e374e64041 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.6774678 Mar 16 11:08:29.125381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53708) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:29.156128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Allocated IP 172.20.0.1 (54ef3f50-cf18-4eb3-a8ae-25b65fd47748/60e62648-85e0-4ca9-8f8b-511290cf2629/79d662b8-523c-49ff-878c-848b082cc840) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:29.184133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.185959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47b13577-5c0f-42be-adba-23844623edd3 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:29.231865 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-42b0e355-b162-4f27-925a-fb9f954e1334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.6687322 Mar 16 11:08:29.233311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:29.233650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.254415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53712) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:29.340051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Port 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:29.356050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.399761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12d1d07c-f360-41e9-bd7b-85ecb5d8dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.452941 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:29.453578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.474686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:29.478170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1d07c-f360-41e9-bd7b-85ecb5d8dd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf11bd4-221d-4bd0-8f8c-46922f1b9d8a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:29.500911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Provisioning for port 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: from cryptography.utils import int_from_bytes Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: from cryptography.utils import int_from_bytes Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn_limited( Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn_limited( Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:29.511175 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:29.527838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Provisioning complete for port 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:29.528217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.538820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12d1d07c-f360-41e9-bd7b-85ecb5d8dd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.538820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-12d1d07c-f360-41e9-bd7b-85ecb5d8dd6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acf11bd4-221d-4bd0-8f8c-46922f1b9d8a HTTP/1.1" status: 204 len: 168 time: 0.6177852 Mar 16 11:08:29.589362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 47b13577-5c0f-42be-adba-23844623edd3 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:29.612602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 47b13577-5c0f-42be-adba-23844623edd3 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:29.613190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.638326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.663382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Allocated IP 172.20.0.13 (738923e3-6bbb-4c88-a408-bd8dc31dbee5/7836d282-eb61-49d3-8a16-3458be3e6d1d/da50d377-fa2b-421a-94ea-7b4c73360b6e) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:29.671655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Port 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:29.701702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.741832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Transition to ACTIVE for port object 79d662b8-523c-49ff-878c-848b082cc840 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:29.776268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:29.783090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.797316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5d4f-5ea4-4bbc-9e3a-4782373cbc51 None None] The sync data for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv is: [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:28Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:29.807995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Provisioning complete for port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:29.808660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58c25510-4712-40b1-9987-9969f0e43600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.840301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Allocated IP 172.26.7.40 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/09a3d867-9dbf-4d3b-9e5a-23f4160eb672) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:29.845471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for 6888e8b5-59e5-46a0-bd61-6a5584a69ee4 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:29.874344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.896733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.916477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.938372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 47b13577-5c0f-42be-adba-23844623edd3, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47b13577-5c0f-42be-adba-23844623edd3,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:29.941776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event deleted for resources: {'Network': ['ID=0bb3d2da-2a32-4aba-bc91-fc54dca0cdea,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:30.027556 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ac53292e-b96f-446f-84f5-de19f129e080 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "DELETE /v2.0/networks/0bb3d2da-2a32-4aba-bc91-fc54dca0cdea HTTP/1.1" status: 204 len: 168 time: 3.6177711 Mar 16 11:08:30.043335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53720) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:30.044949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.049778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.195675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.213692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=47b13577-5c0f-42be-adba-23844623edd3,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:30.215842 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-a469c539-d1b2-48af-a72f-71ce76844e03 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:08:30.216362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a469c539-d1b2-48af-a72f-71ce76844e03 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:08:30.222830 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a469c539-d1b2-48af-a72f-71ce76844e03 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "DELETE /v2.0/ports/52160325-7227-4072-8aae-329d3e0eca41 HTTP/1.1" status: 404 len: 333 time: 0.1589785 Mar 16 11:08:30.252237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53724) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:30.339885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9268fcc2-1772-4211-8983-b5c6d276bbe5 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:30.347120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.371733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Port': ['ID=6888e8b5-59e5-46a0-bd61-6a5584a69ee4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:30.416167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.472884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.500959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Deleting subnet 81a069f3-fbcb-4cd3-b319-0bf83ff45f80 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:08:30.504838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.513329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9268fcc2-1772-4211-8983-b5c6d276bbe5 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:30.520165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9268fcc2-1772-4211-8983-b5c6d276bbe5 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:30.520165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.576374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.609921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:30.613952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53728) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:30.625362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:30.711556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:30.754555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.808776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9268fcc2-1772-4211-8983-b5c6d276bbe5, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9268fcc2-1772-4211-8983-b5c6d276bbe5,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:30.837946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Pushing event updated for resources: {'Port': ['ID=79d662b8-523c-49ff-878c-848b082cc840,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:30.880252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.927385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.927887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f6ee4c6b-2ca9-48fa-b7da-19a93641e631 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:31.014139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:31.022202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:31.025973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.042497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:31.075403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event updated for resources: {'Port': ['ID=09a3d867-9dbf-4d3b-9e5a-23f4160eb672,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:31.104550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.108697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9268fcc2-1772-4211-8983-b5c6d276bbe5,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:31.114976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:31.115346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.187779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b572ccdf-d44d-4e66-84d8-94d42b3cf562 None None] Provisioning for port 79d662b8-523c-49ff-878c-848b082cc840 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:31.198240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b572ccdf-d44d-4e66-84d8-94d42b3cf562 None None] Provisioning complete for port 79d662b8-523c-49ff-878c-848b082cc840 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:31.198447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b572ccdf-d44d-4e66-84d8-94d42b3cf562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.211831 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-03f2e841-9a23-4adc-aed4-0c47832c4842 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/ports/6888e8b5-59e5-46a0-bd61-6a5584a69ee4 HTTP/1.1" status: 204 len: 168 time: 2.0865736 Mar 16 11:08:31.216405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53732) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:31.257952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.267448 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-617ffd4c-4b36-445f-9413-080c4a276858 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] GET failed (client error): The resource could not be found. Mar 16 11:08:31.267448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-617ffd4c-4b36-445f-9413-080c4a276858 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Synchronizing usage tracker for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:31.298357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b572ccdf-d44d-4e66-84d8-94d42b3cf562 None None] Port 79d662b8-523c-49ff-878c-848b082cc840 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:31.301983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.319795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.362860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event deleted for resources: {'Subnet': ['ID=81a069f3-fbcb-4cd3-b319-0bf83ff45f80,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:31.364853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.374735 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8fbd626a-a518-4b46-ab34-fcdb066660ba tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "DELETE /v2.0/subnets/81a069f3-fbcb-4cd3-b319-0bf83ff45f80 HTTP/1.1" status: 204 len: 168 time: 1.1214621 Mar 16 11:08:31.376849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726c85d-9091-4eed-baf8-a1e99ff002f3 None None] Network 0598a6d2-7981-4bec-a67d-446a299db52c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:31.380217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53736) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:31.448038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-617ffd4c-4b36-445f-9413-080c4a276858 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Unset dirty status for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:31.454838 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-617ffd4c-4b36-445f-9413-080c4a276858 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "GET /v2.0/ports/6888e8b5-59e5-46a0-bd61-6a5584a69ee4 HTTP/1.1" status: 404 len: 333 time: 0.2373989 Mar 16 11:08:31.464673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:31.473414 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f74e06a7-f49c-4274-8b28-0ad2ad9ffd3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0a90ff870c94a51815a6d7db73dc7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8559458 Mar 16 11:08:31.475248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'name': 'tempest-AllowedAddressPairTestJSON-300259774'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:31.494226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.495766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53744) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:31.576607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Allocated IP 172.20.0.1 (18819dcf-8118-4189-a701-58d67b4c3799/be1037eb-ca0a-4547-8fd2-65d882bfe5a8/7f71ec81-9285-400f-bb37-86c87d3123ec) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:31.604396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port d0d40451-1d15-4ee1-9571-28a91cc424f4 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:31.626649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.647500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:31.680572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:31.683254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:31.705392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.707613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Port': ['ID=da50d377-fa2b-421a-94ea-7b4c73360b6e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:31.712144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] DHCP port deletion for 0598a6d2-7981-4bec-a67d-446a299db52c request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:08:31.717386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] Deleting port 742d07be-6c25-4698-89fd-54f6bc371d94 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:31.718576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.741784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.756545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Transition to ACTIVE for port object d0d40451-1d15-4ee1-9571-28a91cc424f4 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:31.849723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Deleting port 742d07be-6c25-4698-89fd-54f6bc371d94 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:31.850091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.904652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6058ec16-72ca-46d3-9706-bb451e659367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.908408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.908604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:31.949019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] For port 742d07be-6c25-4698-89fd-54f6bc371d94, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=742d07be-6c25-4698-89fd-54f6bc371d94,segment=NetworkSegment(314f1d9f-4815-4423-8a46-d6ae3d52ac84),segment_id=314f1d9f-4815-4423-8a46-d6ae3d52ac84)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:31.949019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.990460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:32.058613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6058ec16-72ca-46d3-9706-bb451e659367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.075592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] Calling delete_port for 742d07be-6c25-4698-89fd-54f6bc371d94 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:32.111354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.115678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d40451-1d15-4ee1-9571-28a91cc424f4,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:32.122534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.148811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:32.152505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.175905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:32.176256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:32.176618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:32.192655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:32.193014 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:32.198393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Transition to ACTIVE for port object 7f71ec81-9285-400f-bb37-86c87d3123ec will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:32.198393 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 2 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:32.228214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9268fcc2-1772-4211-8983-b5c6d276bbe5 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:32.252316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] device_id is not set on port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:32.281011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:32.281458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:32.282116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:32.290041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.299978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] For port 742d07be-6c25-4698-89fd-54f6bc371d94, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=742d07be-6c25-4698-89fd-54f6bc371d94,segment=NetworkSegment(314f1d9f-4815-4423-8a46-d6ae3d52ac84),segment_id=314f1d9f-4815-4423-8a46-d6ae3d52ac84)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:32.300341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.302559 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9268fcc2-1772-4211-8983-b5c6d276bbe5 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:32.302928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.312719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:32.313215 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:32.322415 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 3 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:32.335943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.350499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.404524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] Pushing event deleted for resources: {'Port': ['ID=742d07be-6c25-4698-89fd-54f6bc371d94,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:32.413498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e444862-e0ac-4b0a-b31e-799c84f2ce36 None None] No DVR routers for this DVR port 742d07be-6c25-4698-89fd-54f6bc371d94 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:08:32.428179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:32.435692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:32.436160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:32.451193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:32.452638 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:32.455830 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 4 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:32.481341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47b13577-5c0f-42be-adba-23844623edd3 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:32.519806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.532937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.541093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Calling delete_port for 742d07be-6c25-4698-89fd-54f6bc371d94 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:32.578930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:32.579361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:32.579698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:32.585818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 47b13577-5c0f-42be-adba-23844623edd3 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:32.586930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6058ec16-72ca-46d3-9706-bb451e659367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.588300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.622721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.626211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058ec16-72ca-46d3-9706-bb451e659367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc00186-bd3a-491d-8290-11e7ff6dcf2d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:32.785953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:32.785953 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:32.792244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network 18819dcf-8118-4189-a701-58d67b4c3799 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:32.799359 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 5 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:32.840244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Allocated IP 172.20.0.8 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/da44b096-f3ad-4b2a-9d52-4f606c5d6b12) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:32.842217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 742d07be-6c25-4698-89fd-54f6bc371d94 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:08:32.844793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6058ec16-72ca-46d3-9706-bb451e659367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.848325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6058ec16-72ca-46d3-9706-bb451e659367 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6dc00186-bd3a-491d-8290-11e7ff6dcf2d HTTP/1.1" status: 204 len: 168 time: 1.3492217 Mar 16 11:08:32.851204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event updated for resources: {'Port': ['ID=09a3d867-9dbf-4d3b-9e5a-23f4160eb672,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:32.855759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:32.864579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:08:32.864579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:08:32.870646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.871874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:32.924028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 742d07be-6c25-4698-89fd-54f6bc371d94 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:08:32.929176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 742d07be-6c25-4698-89fd-54f6bc371d94 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:08:32.952284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:32.952633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:32.952974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:32.980532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:32.981081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Port': ['ID=7f71ec81-9285-400f-bb37-86c87d3123ec,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:32.981767 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e43ae715-59f0-47ce-b5e2-81badfc09a84 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2191772 Mar 16 11:08:32.989878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:32.990225 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:33.002013 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 6 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:33.054121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:33.054463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:33.054803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:33.061311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.074108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:33.074439 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:33.083658 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 7 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:33.125134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:33.125492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:33.125809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:33.130364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.131095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.145881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:33.146221 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:33.150314 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 8 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:33.158858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Transition to ACTIVE for port object da44b096-f3ad-4b2a-9d52-4f606c5d6b12 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:33.163842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.184158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:33.184474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:33.184936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:33.191883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:33.192216 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:33.194313 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 9 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:33.218315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:33.218654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:33.219233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:33.226586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:33.226916 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:33.228354 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 10 to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 Mar 16 11:08:33.242119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.257943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.313646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.314810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-51396f69-076f-4480-8ccf-e0dc4a549d7d None None] Provisioning for port 7f71ec81-9285-400f-bb37-86c87d3123ec completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:33.326270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-51396f69-076f-4480-8ccf-e0dc4a549d7d None None] Provisioning complete for port 7f71ec81-9285-400f-bb37-86c87d3123ec triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:33.326935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-51396f69-076f-4480-8ccf-e0dc4a549d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.331390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:33.333384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:33.333726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:33.334090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:33.336643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:33.347798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:33.365980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:33.379690 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port d0d40451-1d15-4ee1-9571-28a91cc424f4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:33.380123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.389582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Deleting port 742d07be-6c25-4698-89fd-54f6bc371d94 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:33.390278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.439860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-51396f69-076f-4480-8ccf-e0dc4a549d7d None None] Port 7f71ec81-9285-400f-bb37-86c87d3123ec cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:33.446875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=da44b096-f3ad-4b2a-9d52-4f606c5d6b12,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:33.461719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.501475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Pushing event updated for resources: {'Port': ['ID=79d662b8-523c-49ff-878c-848b082cc840,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:33.554292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] The port '742d07be-6c25-4698-89fd-54f6bc371d94' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:08:33.642757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53776) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:33.662749 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 11:08:33.669827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:33.670369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.770620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-373d9e2d-862e-4356-9511-fdd67b2a17a5 None None] Provisioning for port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:33.771879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.775878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-373d9e2d-862e-4356-9511-fdd67b2a17a5 None None] Provisioning complete for port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:33.776302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-373d9e2d-862e-4356-9511-fdd67b2a17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.792317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.809965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-4c4327eb-9f07-4faf-9b81-ac7992f67e6a tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Synchronizing usage tracker for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:33.831144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Port': ['ID=da50d377-fa2b-421a-94ea-7b4c73360b6e,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:33.833525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.836058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-373d9e2d-862e-4356-9511-fdd67b2a17a5 None None] Port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:33.842262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0598a6d2-7981-4bec-a67d-446a299db52c']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:33.852691 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-11f385bf-5911-4ae6-ba5b-868ebd4987ab tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3862755 Mar 16 11:08:33.855996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53786) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:33.862103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ea:52:23'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:33.900781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f1d9f-4815-4423-8a46-d6ae3d52ac84') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:33.901278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f1d9f-4815-4423-8a46-d6ae3d52ac84') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:33.921328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-4c4327eb-9f07-4faf-9b81-ac7992f67e6a tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Unset dirty status for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:33.923079 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-4c4327eb-9f07-4faf-9b81-ac7992f67e6a tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1647827303&fields=id&tenant_id=34b476410be64b4cae7d190e60af1bc0 HTTP/1.1" status: 200 len: 267 time: 0.2788956 Mar 16 11:08:33.931364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.947020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] For port d0d40451-1d15-4ee1-9571-28a91cc424f4, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:33.947210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempted to set empty binding levels {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 11:08:33.998279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.039079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:34.039079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.039744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.043105 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-af3f4a92-2e58-4bc8-8288-2ffd8278b97c tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.5363533 Mar 16 11:08:34.048550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53790) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:34.051468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:34.105318 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:34.194653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:34.199278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] In _notify_port_updated(), no bound segment for port d0d40451-1d15-4ee1-9571-28a91cc424f4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:08:34.200132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.201081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.202071 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "PUT /v2.0/ports/d0d40451-1d15-4ee1-9571-28a91cc424f4 HTTP/1.1" status: 200 len: 981 time: 4.7958932 Mar 16 11:08:34.205193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e36ff4ea-568c-46e2-ba8f-9b3d937030ef tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Synchronizing usage tracker for tenant:8bbab1a111d948d8861c072eda30d8a7 on resource:floatingip {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:34.207776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:34.209333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53800) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:34.317759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-fbbe47ff-867c-48a3-8144-733c21134a82 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.318267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-fbbe47ff-867c-48a3-8144-733c21134a82 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Synchronizing usage tracker for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:34.354391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.410179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.418622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] Pushing event deleted for resources: {'Network': ['ID=0598a6d2-7981-4bec-a67d-446a299db52c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:34.432678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-fbbe47ff-867c-48a3-8144-733c21134a82 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Unset dirty status for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:34.444736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246791a-0af3-4653-8b18-565bcf101db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d40451-1d15-4ee1-9571-28a91cc424f4,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:34.444964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-fbbe47ff-867c-48a3-8144-733c21134a82 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/networks?id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d HTTP/1.1" status: 200 len: 812 time: 0.4966626 Mar 16 11:08:34.444964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-367138b3-3e82-42cb-9bdb-82d4945e89f7 tempest-DHCPAgentSchedulersTestJSON-344930292 tempest-DHCPAgentSchedulersTestJSON-344930292-project] 10.222.0.30 "DELETE /v2.0/networks/0598a6d2-7981-4bec-a67d-446a299db52c HTTP/1.1" status: 204 len: 168 time: 3.0606279 Mar 16 11:08:34.469621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.496582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-4117c09d-0495-4410-a430-b97fff5e704c tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/quotas/34b476410be64b4cae7d190e60af1bc0 HTTP/1.1" status: 200 len: 375 time: 0.0561862 Mar 16 11:08:34.538854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e36ff4ea-568c-46e2-ba8f-9b3d937030ef tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Unset dirty status for tenant:8bbab1a111d948d8861c072eda30d8a7 on resource:floatingip {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:34.540061 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e36ff4ea-568c-46e2-ba8f-9b3d937030ef tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=738923e3-6bbb-4c88-a408-bd8dc31dbee5 HTTP/1.1" status: 200 len: 690 time: 0.4904597 Mar 16 11:08:34.583300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b9b92855-9227-418a-b120-5ece8ad446e5 None None] Provisioning complete for port 79d662b8-523c-49ff-878c-848b082cc840 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:34.583300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9b92855-9227-418a-b120-5ece8ad446e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.639450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53810) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:34.709035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b9b92855-9227-418a-b120-5ece8ad446e5 None None] Port 79d662b8-523c-49ff-878c-848b082cc840 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:34.829437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.829999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.830481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.830820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.831283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.831741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.835790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.836247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.836698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.837944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.838873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.839482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.841464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Synchronizing usage tracker for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:34.848981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Router 5b215bc4-76bb-4487-a47a-6a93a100eb38 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:34.952269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-c03817c7-e3e6-499d-a341-3bc138b139ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Synchronizing usage tracker for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:34.970639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.049277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.062343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Unset dirty status for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:35.063563 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2f33aad4-84ee-45d2-b9f1-79e492db087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17680 time: 0.8420942 Mar 16 11:08:35.080511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53822) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:35.087030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Deleting port da50d377-fa2b-421a-94ea-7b4c73360b6e {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:35.087480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.155589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.182150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53826) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:35.191755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-c03817c7-e3e6-499d-a341-3bc138b139ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Unset dirty status for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:35.207431 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-c03817c7-e3e6-499d-a341-3bc138b139ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=34b476410be64b4cae7d190e60af1bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7099292 Mar 16 11:08:35.258867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:35.273284 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Sync routers for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:35.298744 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-00e2dc54-73e0-4155-a7cf-28ed157a7216 admin admin] 10.222.0.30 "PUT /v2.0/routers/5b215bc4-76bb-4487-a47a-6a93a100eb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6327846 Mar 16 11:08:35.298948 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:35.298948 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:35.307120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.325111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.342288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Deleting port d0d40451-1d15-4ee1-9571-28a91cc424f4 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:35.343756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.384705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.385279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.523915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Port': ['ID=7f71ec81-9285-400f-bb37-86c87d3123ec,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:35.579681 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:35.620020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Calling delete_port for da50d377-fa2b-421a-94ea-7b4c73360b6e owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:35.686946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:35.763798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network 18819dcf-8118-4189-a701-58d67b4c3799 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:35.772639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:35.909609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-dff761ff-c817-4920-ad9e-e916b7b9a1f6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:08:35.927791 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-dff761ff-c817-4920-ad9e-e916b7b9a1f6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2585108 Mar 16 11:08:36.047767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=da44b096-f3ad-4b2a-9d52-4f606c5d6b12,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:36.069770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] For port d0d40451-1d15-4ee1-9571-28a91cc424f4, host hv-neutron-8317, got binding levels [] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:36.070422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.100970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Router 9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:36.112269 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-298484ae-949e-49b3-b5b1-f21cc34c401f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8964388536be4d6991c71845158184b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9219139 Mar 16 11:08:36.131481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.156496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-19c5e172-4652-4304-b95e-fe333d8d6af9 None None] Provisioning complete for port 7f71ec81-9285-400f-bb37-86c87d3123ec triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:36.157527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19c5e172-4652-4304-b95e-fe333d8d6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.240680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] In _notify_port_updated(), no bound segment for port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 on network b61f4a40-a830-4072-8676-592cd395dce6 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:08:36.247432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:36.248294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.249755 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-545b752f-5e2b-4ef2-8054-3ce17aaf82a8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "PUT /v2.0/ports/da44b096-f3ad-4b2a-9d52-4f606c5d6b12 HTTP/1.1" status: 200 len: 992 time: 2.3925142 Mar 16 11:08:36.261887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53862) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.296610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-19c5e172-4652-4304-b95e-fe333d8d6af9 None None] Port 7f71ec81-9285-400f-bb37-86c87d3123ec cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:36.326265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53866) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.363633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Calling delete_port for d0d40451-1d15-4ee1-9571-28a91cc424f4 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:36.403189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-412fd77a-f582-402a-99c6-d905f9583f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.406026 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 2, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:36.419603 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Checking router: 5b215bc4-76bb-4487-a47a-6a93a100eb38 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:08:36.419957 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Updating router 5b215bc4-76bb-4487-a47a-6a93a100eb38 port 79d662b8-523c-49ff-878c-848b082cc840 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:08:36.421217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0ce599f4-6834-4070-b3ac-ee7d0ace0b86 None None] Provisioning complete for port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:36.421805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ce599f4-6834-4070-b3ac-ee7d0ace0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.429966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-412fd77a-f582-402a-99c6-d905f9583f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.487401 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-fb8dd680-05b4-45ed-953d-c01efb92bc28 service neutron] 10.222.0.30 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589275 Mar 16 11:08:36.518804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d9e78067-8cd5-43c0-aa6e-17d20ea8a93d tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:36.531646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0ce599f4-6834-4070-b3ac-ee7d0ace0b86 None None] Port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:36.538387 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.560756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.590797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-412fd77a-f582-402a-99c6-d905f9583f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.608067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.623747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fd77a-f582-402a-99c6-d905f9583f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd30a0a0-9774-4216-8eb6-06b8c0673355,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:36.768782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53872) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.786309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294067250', 'description': 'tempest-description--350379276'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:36.792646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Port': ['ID=da50d377-fa2b-421a-94ea-7b4c73360b6e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:36.826642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0d40451-1d15-4ee1-9571-28a91cc424f4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:36.838252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:36.845769 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d9e78067-8cd5-43c0-aa6e-17d20ea8a93d tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "PUT /v2.0/quotas/a3d9beb66e124cb591b0874667a41054 HTTP/1.1" status: 200 len: 368 time: 0.5121179 Mar 16 11:08:36.850927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53876) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.851799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.854563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Usage tracker for resource:security_group and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:36.872870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Request body: {'network': {'project_id': 'a3d9beb66e124cb591b0874667a41054'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:36.879241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port da44b096-f3ad-4b2a-9d52-4f606c5d6b12 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:36.879578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.889425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:36.909519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:36.913137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:36.941440 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-94a17662-ec0e-46a2-9e8e-9d8227706192 service neutron] 10.222.0.30 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478233 Mar 16 11:08:36.949551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-412fd77a-f582-402a-99c6-d905f9583f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.953356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-412fd77a-f582-402a-99c6-d905f9583f9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd30a0a0-9774-4216-8eb6-06b8c0673355 HTTP/1.1" status: 204 len: 168 time: 0.8178315 Mar 16 11:08:36.953356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.002439 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-74874da1-17cc-4177-883d-e6ba41de2e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d0d40451-1d15-4ee1-9571-28a91cc424f4 HTTP/1.1" status: 204 len: 168 time: 1.9209085 Mar 16 11:08:37.004707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53882) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.007517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.013822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Usage tracker for resource:network and tenant:a3d9beb66e124cb591b0874667a41054 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:37.026292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:37.038457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.049457 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.070570 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Transition to ACTIVE for port object 79d662b8-523c-49ff-878c-848b082cc840 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:37.084122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cadf21-745b-4729-849e-390c62b25eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:08:37.084651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-68cadf21-745b-4729-849e-390c62b25eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Synchronizing usage tracker for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:37.095587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:37.099375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.122176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:37.128683 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8c9d2a51-a70d-4942-a51c-c84ca507c20d tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "PUT /v2.0/routers/9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7220552 Mar 16 11:08:37.132125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53886) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.136681 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.137979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Usage tracker for resource:security_group_rule and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:37.139701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] Sync routers for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:37.142650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:37.158743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Request body: {'port': {'network_id': '18819dcf-8118-4189-a701-58d67b4c3799', 'name': 'tempest-FloatingIPAdminTestJSON-1676964373'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:37.173441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:37.174029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:37.174990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.247170 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b925c-89bb-446a-8b54-06896ce818c7 None None] Pushing event updated for resources: {'Port': ['ID=79d662b8-523c-49ff-878c-848b082cc840,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:37.253810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:37.264852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:37.265690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:37.311874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-68cadf21-745b-4729-849e-390c62b25eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Unset dirty status for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:37.320562 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-68cadf21-745b-4729-849e-390c62b25eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "GET /v2.0/ports/d0d40451-1d15-4ee1-9571-28a91cc424f4 HTTP/1.1" status: 404 len: 333 time: 0.3146925 Mar 16 11:08:37.323724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53892) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.342681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Made reservation on behalf of a3d9beb66e124cb591b0874667a41054 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:37.364793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-904802548', 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:37.370177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.376712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:37.377019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8092db-b92b-474d-bafc-29b7d3f98e61 None None] The sync data for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:37.387285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:37.415919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.416723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.483863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:37.486644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.487925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.504404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Usage tracker for resource:security_group_rule and tenant:a3d9beb66e124cb591b0874667a41054 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:37.513813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:37.519846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:37.523942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Usage tracker for resource:port and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:37.527139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:37.533878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.539642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.627813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7836d282-eb61-49d3-8a16-3458be3e6d1d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:37.631417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.636947 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Attempting to bind port 79d662b8-523c-49ff-878c-848b082cc840 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:37.637934 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Attempting to bind port 79d662b8-523c-49ff-878c-848b082cc840 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:37.638870 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Attempting to bind port 79d662b8-523c-49ff-878c-848b082cc840 on network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:37.653125 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:37.653584 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Checking segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:37.654929 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.655998 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Bound using segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:37.657731 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Bound port: 79d662b8-523c-49ff-878c-848b082cc840, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:37.657731 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.699650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Made reservation on behalf of 35e1b314645d42409a599f3fce70255c for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:37.703435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.704703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53916) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.705997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.721082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for da44b096-f3ad-4b2a-9d52-4f606c5d6b12 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:37.728782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9bb862-b9e2-4f80-8b8a-fa798303d9bb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:37.739241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] device_id is not set on port 6554aa4a-e507-41cb-9393-e1fffeb81726 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:37.809303 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] For port 79d662b8-523c-49ff-878c-848b082cc840, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:37.813715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.814070 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] For port 79d662b8-523c-49ff-878c-848b082cc840, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=79d662b8-523c-49ff-878c-848b082cc840,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:37.814967 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f965e76-98f7-41e4-8f46-d2f7ed4b5eb7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0380449 Mar 16 11:08:37.820306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Made reservation on behalf of 14ae77bdd41a424f8190d26f4f211578 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:37.822944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.835531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53922) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:37.846845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Request body: {'security_group_rule': {'security_group_id': 'da9bb862-b9e2-4f80-8b8a-fa798303d9bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:37.858717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:37.866609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Usage tracker for resource:security_group_rule and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:37.872640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:37.891921 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:37.896451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.902159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:37.926413 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:37.926772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port a491afd5-e733-4141-b6cc-2282df671327 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:37.985998 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 11:08:38.008556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738923e3-6bbb-4c88-a408-bd8dc31dbee5']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:38.015432 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:38.016023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:38.075051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74a2e13-ffd7-4c2b-b922-a99fe300f56d') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:38.075357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74a2e13-ffd7-4c2b-b922-a99fe300f56d') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:38.110570 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ad21ae33-7d30-449c-b506-367440d2baac req-cb4f9dd9-c8d0-4a05-8aee-0c77bae6c709 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.4015229 Mar 16 11:08:38.135306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.161090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.183248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.224359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53930) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:38.267960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.272342 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b925c-89bb-446a-8b54-06896ce818c7 None None] Pushing event updated for resources: {'Port': ['ID=79d662b8-523c-49ff-878c-848b082cc840,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.272570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Allocated IP 172.20.0.9 (18819dcf-8118-4189-a701-58d67b4c3799/be1037eb-ca0a-4547-8fd2-65d882bfe5a8/6554aa4a-e507-41cb-9393-e1fffeb81726) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:38.277817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.279969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.282624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.303132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:38.303956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:08:38.307504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3e28af1c6c44eb8a5ce8bd771d9110 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:38.310499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:38.320766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:38.389765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:38.390197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.394065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156ee554-9e12-4eb9-ac57-ea2e20e9e11e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:38.410444 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:38.425082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.428333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Port': ['ID=da44b096-f3ad-4b2a-9d52-4f606c5d6b12,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.582269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.611566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352d0c6e-6384-4620-8c7c-6cfce53e9b19,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.746769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.747924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:37Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:38.748509 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fa35a268-1b3e-4362-9cbd-330c3e0ca8f1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9113750 Mar 16 11:08:38.750685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53944) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:38.755575 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b40058-522b-4770-b6b7-2731e0113441 None None] The sync data for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv is: [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:37Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:38.755807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Request body: {'security_group_rule': {'security_group_id': 'da9bb862-b9e2-4f80-8b8a-fa798303d9bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:38.761979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:38.766025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Usage tracker for resource:security_group_rule and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:38.769127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:38.775273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:38.818957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.863185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.888880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.896130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.946115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Transition to ACTIVE for port object 6554aa4a-e507-41cb-9393-e1fffeb81726 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:38.956406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:38.984425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d53386-3a87-493b-89a8-5626d62e78cc,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:38.990161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:38.996274 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1efbdcd8-e63b-44dc-ba3d-9d01db504422 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b3e28af1c6c44eb8a5ce8bd771d9110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598515 Mar 16 11:08:39.000950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 738923e3-6bbb-4c88-a408-bd8dc31dbee5 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:08:39.004282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Network': ['ID=738923e3-6bbb-4c88-a408-bd8dc31dbee5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.012308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53950) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.012308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.048655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.049425 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Added segment 0f53ff82-53a3-4c1d-ab15-051d5e0a8bfb of type vlan for network d502ae74-a20f-419c-bb1d-801603a9aa68 Mar 16 11:08:39.052348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.086573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.112525 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-12a81410-882f-4ca5-9047-e396d9ee9ed8 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/ports/da44b096-f3ad-4b2a-9d52-4f606c5d6b12 HTTP/1.1" status: 204 len: 168 time: 2.8380125 Mar 16 11:08:39.115592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53956) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.164063 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0aa328f-dfc2-4d93-8e5c-d21aea7c8aa0 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] GET failed (client error): The resource could not be found. Mar 16 11:08:39.164789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b0aa328f-dfc2-4d93-8e5c-d21aea7c8aa0 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Synchronizing usage tracker for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:39.200266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.205061 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ba1b1387-d01a-4efa-9f2d-c3eea4f1469a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/networks/738923e3-6bbb-4c88-a408-bd8dc31dbee5 HTTP/1.1" status: 204 len: 168 time: 4.5619998 Mar 16 11:08:39.205061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.205810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53962) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.273422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89eede1d-6a7b-485d-aca8-42424312f682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.295073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b0aa328f-dfc2-4d93-8e5c-d21aea7c8aa0 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Unset dirty status for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:39.300940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b0aa328f-dfc2-4d93-8e5c-d21aea7c8aa0 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "GET /v2.0/ports/da44b096-f3ad-4b2a-9d52-4f606c5d6b12 HTTP/1.1" status: 404 len: 333 time: 0.1818254 Mar 16 11:08:39.307583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53966) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.311499 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f85f5cd8-d4ce-4454-b251-907620cf5342 req-3269ed4e-63ea-4ca2-96ca-44b56d2f4482 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.1162391 Mar 16 11:08:39.329781 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4a6f0806-b194-4676-b9ca-7f01f222488b tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1198180 Mar 16 11:08:39.331802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53970) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:39.333603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Network 7a851052-bf5d-4540-bb3f-658cf46cd551 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:39.338940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'name': 'tempest-AllowedAddressPairTestJSON-978074356'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:39.369455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:39.401968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:39.402989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.403809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.410686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89eede1d-6a7b-485d-aca8-42424312f682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.450841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Network 18819dcf-8118-4189-a701-58d67b4c3799 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:39.452278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=a491afd5-e733-4141-b6cc-2282df671327,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.455254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:39.462138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.486465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.539840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.540340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.540796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.554216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.554739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.555198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.555691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.558347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:39.568931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Synchronizing usage tracker for tenant:8bbab1a111d948d8861c072eda30d8a7 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:39.622759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.691056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1395f3df-06d8-4c0a-a61e-afb0e59cf209,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.725000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.726098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.726770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.828734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:39.829368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:39.833116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event updated for resources: {'Port': ['ID=6554aa4a-e507-41cb-9393-e1fffeb81726,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.839675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Pushing event updated for resources: {'Network': ['ID=d502ae74-a20f-419c-bb1d-801603a9aa68,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:39.858248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network d502ae74-a20f-419c-bb1d-801603a9aa68 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:39.859266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:39.873431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:40.008908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Unset dirty status for tenant:8bbab1a111d948d8861c072eda30d8a7 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:40.013917 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-968b4fad-4671-4578-8707-c60b6a718f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6749737 Mar 16 11:08:40.014869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-43783ef2-cb17-49a7-bd93-f8fe80a4902a tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4561 time: 0.6704428 Mar 16 11:08:40.014869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53978) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.014869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53980) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.054001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c17c9182-74a0-4dfb-9213-44cae751ca90 None None] Provisioning for port 6554aa4a-e507-41cb-9393-e1fffeb81726 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:40.058013 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7d5398e3-5ab2-4a1e-b2df-0a404c0db22e tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9168839 Mar 16 11:08:40.058195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c17c9182-74a0-4dfb-9213-44cae751ca90 None None] Provisioning complete for port 6554aa4a-e507-41cb-9393-e1fffeb81726 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:40.058830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c17c9182-74a0-4dfb-9213-44cae751ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.058984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89eede1d-6a7b-485d-aca8-42424312f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.061628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89eede1d-6a7b-485d-aca8-42424312f682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.063051 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-89eede1d-6a7b-485d-aca8-42424312f682 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79d53386-3a87-493b-89a8-5626d62e78cc HTTP/1.1" status: 204 len: 168 time: 1.0530579 Mar 16 11:08:40.063849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53986) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.115878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.117065 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d43c2c5a-46c4-44ff-83a2-2fac0731c5c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3654609 Mar 16 11:08:40.120543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ac36f568-ea97-4978-97e5-11ab85f6f86e tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2569044 Mar 16 11:08:40.125864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 53992) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.125864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eede1d-6a7b-485d-aca8-42424312f682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d53386-3a87-493b-89a8-5626d62e78cc,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:40.137683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c17c9182-74a0-4dfb-9213-44cae751ca90 None None] Port 6554aa4a-e507-41cb-9393-e1fffeb81726 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:40.144318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 53994) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.150683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Request body: {'network': {'project_id': 'a3d9beb66e124cb591b0874667a41054'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:40.157585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:40.159535 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-c209bc69-a941-48e1-96a9-98afe57739ec tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] delete failed (client error): The resource could not be found. Mar 16 11:08:40.163101 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c209bc69-a941-48e1-96a9-98afe57739ec tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/e679865f-4b52-495e-8058-e47d1280cf2d HTTP/1.1" status: 404 len: 345 time: 0.1436431 Mar 16 11:08:40.164575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:40.166888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:40.167420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54002) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.174880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Usage tracker for resource:floatingip and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:40.178517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:40.190900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:40.196222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Usage tracker for resource:network and tenant:a3d9beb66e124cb591b0874667a41054 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:40.203126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:40.218765 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-05374dda-8842-4267-bdc2-4087fde06965 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] DELETE failed (client error): The resource could not be found. Mar 16 11:08:40.219235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05374dda-8842-4267-bdc2-4087fde06965 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:08:40.220969 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-05374dda-8842-4267-bdc2-4087fde06965 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/networks/738923e3-6bbb-4c88-a408-bd8dc31dbee5 HTTP/1.1" status: 404 len: 339 time: 0.0526266 Mar 16 11:08:40.224911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:40.227486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03670b17-d64a-443d-988b-439e74f0ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:40.228999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54006) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.229232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-03670b17-d64a-443d-988b-439e74f0ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Synchronizing usage tracker for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:40.238246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:40.248381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.263050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'network': {'name': 'tempest-network--902498033', 'router:external': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:40.272687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:40.279684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:network and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:40.284706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:40.291971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] device_id is not set on port 5f8c2cff-740b-4609-9446-caa8f0747c6d yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:40.323381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 79d662b8-523c-49ff-878c-848b082cc840 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:40.325121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Made reservation on behalf of a3d9beb66e124cb591b0874667a41054 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:40.327673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.346406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:40.351321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.351495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-03670b17-d64a-443d-988b-439e74f0ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Unset dirty status for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:40.353069 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-03670b17-d64a-443d-988b-439e74f0ce88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "GET /v2.0/ports/a491afd5-e733-4141-b6cc-2282df671327 HTTP/1.1" status: 200 len: 958 time: 0.3376651 Mar 16 11:08:40.365111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54012) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.476211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:40.495599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 79d662b8-523c-49ff-878c-848b082cc840 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:40.502157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 79d662b8-523c-49ff-878c-848b082cc840 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:40.503999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.520874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Deleting port a491afd5-e733-4141-b6cc-2282df671327 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:40.521216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.561313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.561569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Added segment d9cb7388-08f4-4e21-9670-ea429e50de21 of type vlan for network 8fc99b8e-ec1d-444c-b552-432e8390abac Mar 16 11:08:40.616355 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9cd82cc8-ff84-4ca0-a464-3087e4609579 req-394df4f1-3bab-4746-a807-fdf269a8cb4c tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.0690408 Mar 16 11:08:40.622759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'project_id': '35e1b314645d42409a599f3fce70255c', 'port_id': '6554aa4a-e507-41cb-9393-e1fffeb81726'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:40.626067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Made reservation on behalf of 8bbab1a111d948d8861c072eda30d8a7 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:40.628265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.652550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:40.701630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.702321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Usage tracker for resource:floatingip and tenant:35e1b314645d42409a599f3fce70255c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:40.702910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.716934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:40.739429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:40.744894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 79d662b8-523c-49ff-878c-848b082cc840, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=79d662b8-523c-49ff-878c-848b082cc840,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:40.767267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Allocated IP 172.20.0.8 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/5f8c2cff-740b-4609-9446-caa8f0747c6d) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:40.777690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:40.800149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.800503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Added segment f7d57d37-2f22-4d08-a04f-cf105bbcab57 of type vlan for network 0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8 Mar 16 11:08:40.827862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.844925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.881268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.888155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:40.944142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=79d662b8-523c-49ff-878c-848b082cc840,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:40.994875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.017278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Calling delete_port for a491afd5-e733-4141-b6cc-2282df671327 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:41.045993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.046942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:41.047512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.170523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Pushing event updated for resources: {'Network': ['ID=8fc99b8e-ec1d-444c-b552-432e8390abac,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:41.183873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 8fc99b8e-ec1d-444c-b552-432e8390abac details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:41.191590 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a18dbf06-231c-4849-a46f-62241ddc8a15 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0443077 Mar 16 11:08:41.191751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54030) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.198178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Request body: {'network': {'project_id': 'a3d9beb66e124cb591b0874667a41054'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:41.202767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:41.206578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Usage tracker for resource:network and tenant:a3d9beb66e124cb591b0874667a41054 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:41.209513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:41.216097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:41.217729 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 11:08:41.218492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:08:41.228385 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f5c4686-106d-433f-9399-1d4a22ef8819 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0271642 Mar 16 11:08:41.228385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54034) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.279519 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21e0e047-6f26-4294-b645-211f8ab72583 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3d9beb66e124cb591b0874667a41054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554626 Mar 16 11:08:41.280676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.282167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54038) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.348299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event deleted for resources: {'Port': ['ID=a491afd5-e733-4141-b6cc-2282df671327,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:41.367658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.375876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Allocated IP 172.26.7.97 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/70c2c22b-e159-42b0-be53-0790b4796bd6) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:41.381959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.382529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:41.383104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.406186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.406676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-deb1efc0-99c1-45c8-a2df-5aecc0ec7a8f tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.434824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-deb1efc0-99c1-45c8-a2df-5aecc0ec7a8f tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.475808 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-95644438-8edd-4fb2-90a3-f3946389e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a491afd5-e733-4141-b6cc-2282df671327 HTTP/1.1" status: 204 len: 168 time: 1.1094210 Mar 16 11:08:41.476362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54048) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.490075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Transition to ACTIVE for port object 5f8c2cff-740b-4609-9446-caa8f0747c6d will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:41.522803 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b75bfe3-adc6-4369-8e00-23132d420b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:08:41.523330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6b75bfe3-adc6-4369-8e00-23132d420b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Synchronizing usage tracker for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:41.608955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Network': ['ID=0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:41.620963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:41.626715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6b75bfe3-adc6-4369-8e00-23132d420b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Unset dirty status for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:41.631199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.636291 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6b75bfe3-adc6-4369-8e00-23132d420b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "GET /v2.0/ports/a491afd5-e733-4141-b6cc-2282df671327 HTTP/1.1" status: 404 len: 333 time: 0.1532338 Mar 16 11:08:41.636291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54054) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.639454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Request body: {'port': {'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-516413805'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:41.644053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:41.654912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:41.657122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-deb1efc0-99c1-45c8-a2df-5aecc0ec7a8f tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.679532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1efc0-99c1-45c8-a2df-5aecc0ec7a8f tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ee554-9e12-4eb9-ac57-ea2e20e9e11e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:41.695752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-deb1efc0-99c1-45c8-a2df-5aecc0ec7a8f tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.696146 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-deb1efc0-99c1-45c8-a2df-5aecc0ec7a8f tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/156ee554-9e12-4eb9-ac57-ea2e20e9e11e HTTP/1.1" status: 204 len: 168 time: 0.4125404 Mar 16 11:08:41.699881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54060) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.764082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Made reservation on behalf of 14ae77bdd41a424f8190d26f4f211578 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:41.768317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.803497 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-725824c4-43da-47c0-bae8-a9a010a78d74 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5703890 Mar 16 11:08:41.808451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54066) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:41.905385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:41.971906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:41.983826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.53', 52599) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:42.024236 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f5f9ac3c-60db-4a52-825b-89936b96f097 req-3625b92d-26a0-4fac-b0de-9a7c36299baf tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.1252453 Mar 16 11:08:42.044222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.113052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:42.116327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:42.129392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:42.129392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:42.129392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Synchronizing usage tracker for tenant:6135ca1100c248adab9c679aa5ddbbf3 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:42.177173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.186368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 79d662b8-523c-49ff-878c-848b082cc840 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:08:42.254034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.268714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 79d662b8-523c-49ff-878c-848b082cc840 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:42.269363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.316941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:42.321048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:42.323488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.327318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:42.366026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc99b8e-ec1d-444c-b552-432e8390abac']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:42.414704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cb7388-08f4-4e21-9670-ea429e50de21') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:42.415011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cb7388-08f4-4e21-9670-ea429e50de21') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:42.429625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Unset dirty status for tenant:6135ca1100c248adab9c679aa5ddbbf3 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:42.434351 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fe7d8a71-2668-42bb-bbfc-7244e54847ec tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6020803 Mar 16 11:08:42.442833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54082) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:42.447113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.487349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:42.489000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=5f8c2cff-740b-4609-9446-caa8f0747c6d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:42.506813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:42.564020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:42.600540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-37e50277-c681-4d9c-a12a-aa27e7e5df20 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:42.602185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-37e50277-c681-4d9c-a12a-aa27e7e5df20 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.53 "GET /v2.0/networks?id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d HTTP/1.1" status: 200 len: 812 time: 0.6162071 Mar 16 11:08:42.607255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.621788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:42.621788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.656078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Allocated IP 172.26.7.36 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/1b0f9576-86f3-42be-8ce5-991653013fae) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:42.681546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:42.682272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.704520 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-75de74dd-b56a-44c0-9e5c-d28a9300298e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3957407 Mar 16 11:08:42.707818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54094) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:42.711708 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:42.729616 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.730296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ea:52:23'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:42.758908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-847271b0-2c3b-4827-9925-d164018641c3 None None] Provisioning for port 5f8c2cff-740b-4609-9446-caa8f0747c6d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:42.766062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-847271b0-2c3b-4827-9925-d164018641c3 None None] Provisioning complete for port 5f8c2cff-740b-4609-9446-caa8f0747c6d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:42.766882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-847271b0-2c3b-4827-9925-d164018641c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.802979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:42.830520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.855810 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-84ce1bbb-5f68-4384-b7f4-b5ff2073ab30 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34b476410be64b4cae7d190e60af1bc0 HTTP/1.1" status: 200 len: 380 time: 0.1792166 Mar 16 11:08:42.857864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-847271b0-2c3b-4827-9925-d164018641c3 None None] Port 5f8c2cff-740b-4609-9446-caa8f0747c6d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:42.868854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Request body: {'port': {'device_id': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'admin_state_up': True, 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'security_groups': ['54862151-1e14-4d0b-9cbd-f06b250842e3']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:42.918468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event updated for resources: {'Port': ['ID=70c2c22b-e159-42b0-be53-0790b4796bd6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:42.942579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.942947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:42.949936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.065827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-800897358', 'router:external': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:43.076793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fc99b8e-ec1d-444c-b552-432e8390abac,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:43.138077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:43.155964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.163477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:network and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:43.175520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:43.179922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.215326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.227611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:43.240959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.248018 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83e6234a-cc2b-4a59-8ba3-2d30616995d3 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8fc99b8e-ec1d-444c-b552-432e8390abac HTTP/1.1" status: 204 len: 168 time: 1.5468507 Mar 16 11:08:43.254061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54124) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.280419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.284506 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9d81b696-9648-4c6f-a57d-391d1ad59e69 req-b3167f5b-fd19-42f2-87c8-3078a1f7d010 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.1177616 Mar 16 11:08:43.293227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:43.332255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d57d37-2f22-4d08-a04f-cf105bbcab57') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:43.332540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d57d37-2f22-4d08-a04f-cf105bbcab57') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:43.362593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.372440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Network 7a851052-bf5d-4540-bb3f-658cf46cd551 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:43.385467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:43.387969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:43.390451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:43.394085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:43.394085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.403339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Made reservation on behalf of aea9aa0ccb1849faac1874d0e4b7804f for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:43.405633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.423872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=f144d821-1f6a-4ba8-a65c-37622fb5ecf4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:43.432505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.439045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:43.440876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.459149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:43.459497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:43.478757 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:43.490629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:43.516225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.538391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:security_group_rule and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:43.549509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:43.555462 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bba18f54-3396-4392-baef-d133278eb4e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9180496 Mar 16 11:08:43.559185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54132) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.560019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:43.572457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:43.629277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Made reservation on behalf of 34b476410be64b4cae7d190e60af1bc0 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:43.633597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.864160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.898966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.907757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:08:43.911091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.963383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:43.983979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:44.039872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:44.109563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:44.125177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:44.153940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a0066bfc-123a-47b3-b949-d2e9826feaff tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0a3ed434-b4a0-4cbe-a2b2-cecf26c84bc8 HTTP/1.1" status: 204 len: 168 time: 1.7101049 Mar 16 11:08:44.160534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54136) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:44.176880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'network': {'name': 'tempest-network--1177264253', 'router:external': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:44.181683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:44.186035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:network and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:44.189368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:44.195355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.200534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:44.247236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0f9576-86f3-42be-8ce5-991653013fae,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:44.267061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.277241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:08:44.297688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d502ae74-a20f-419c-bb1d-801603a9aa68']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:44.309917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.325220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f53ff82-53a3-4c1d-ab15-051d5e0a8bfb') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:44.325579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f53ff82-53a3-4c1d-ab15-051d5e0a8bfb') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:44.362572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Allocated IP 172.20.0.9 (64c3a211-42b3-4c90-b0cb-d12e8238ca5d/9ebaa0d4-fae8-4070-ad71-79a8e76d66e1/735dc1c0-b282-4cb9-9a5e-72a31c1e4e76) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:44.374591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Made reservation on behalf of 8bbab1a111d948d8861c072eda30d8a7 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:44.377443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.386133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.403502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.419088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.428552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.444371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:44.455696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.456278 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Added segment f3b61d43-f5b5-406f-ae72-cbfc88a1c943 of type vlan for network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be Mar 16 11:08:44.497160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.521572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.623207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.624267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:44.624964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.631648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:44.660997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:44.669767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.670967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf37d72-0884-4188-ac52-fd2128aacfeb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:44.701787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:44.710439 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:44.734577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.738648 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Added segment ab1ff295-f7da-40b1-a8c0-8c0475c3bcab of type vlan for network 661f7eda-60ff-4b9b-a484-d9bda5c564b6 Mar 16 11:08:44.925576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Network': ['ID=340b2ca1-9dd8-41a5-951a-b2a3ceced0be,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:44.943319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f603d5b3-2105-4dbb-944e-40b65833f09f req-c05481c6-1ef2-4b59-ac54-e59dbf443f92 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.2837839 Mar 16 11:08:44.951014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:44.964497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] device_id is not set on port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:44.978961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:44.989515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.089162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.146881 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d1687e63-bdd4-4025-9716-17b7258fa948 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3315961 Mar 16 11:08:45.147289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54142) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:45.153407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'subnet': {'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:45.164286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.165547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:45.166007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.171310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:45.191916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event updated for resources: {'Port': ['ID=70c2c22b-e159-42b0-be53-0790b4796bd6,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:45.222533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:subnet and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:45.249936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:45.285087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Transition to ACTIVE for port object f144d821-1f6a-4ba8-a65c-37622fb5ecf4 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:45.296456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Transition to ACTIVE for port object 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:45.298711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=5f8c2cff-740b-4609-9446-caa8f0747c6d,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:45.301363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.305082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:45.324893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.330910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] In _notify_port_updated(), no bound segment for port 5f8c2cff-740b-4609-9446-caa8f0747c6d on network b61f4a40-a830-4072-8676-592cd395dce6 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:08:45.336739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:45.336994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c33291ff-8ea0-45e8-a964-8cbe6259f7c9 None None] Provisioning complete for port 5f8c2cff-740b-4609-9446-caa8f0747c6d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:45.338042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c33291ff-8ea0-45e8-a964-8cbe6259f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.338230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.344467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b3adcfbb-7baf-4dad-88a8-d659920340ad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "PUT /v2.0/ports/5f8c2cff-740b-4609-9446-caa8f0747c6d HTTP/1.1" status: 200 len: 995 time: 2.6221466 Mar 16 11:08:45.358695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54146) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:45.362512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.375234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.399228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b5b0030a-96bb-4c31-afca-38c66efc0b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.445686 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2797570 Mar 16 11:08:45.445686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c285c-371a-407b-9807-316173955b7f tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Network': ['ID=661f7eda-60ff-4b9b-a484-d9bda5c564b6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:45.447647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54150) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:45.450196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c33291ff-8ea0-45e8-a964-8cbe6259f7c9 None None] Port 5f8c2cff-740b-4609-9446-caa8f0747c6d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:45.460169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 661f7eda-60ff-4b9b-a484-d9bda5c564b6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:45.511028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] Pushing event deleted for resources: {'Network': ['ID=d502ae74-a20f-419c-bb1d-801603a9aa68,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:45.519023 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c36ffe99-760f-4b28-8c26-3aff3ef87c54 tempest-QuotasNegativeTest-213244455 tempest-QuotasNegativeTest-213244455-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d502ae74-a20f-419c-bb1d-801603a9aa68 HTTP/1.1" status: 204 len: 168 time: 2.2638550 Mar 16 11:08:45.591352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=f144d821-1f6a-4ba8-a65c-37622fb5ecf4,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:45.635962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Made reservation on behalf of aea9aa0ccb1849faac1874d0e4b7804f for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:45.635962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.816642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.816642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-79c57822-3678-4cf6-bffd-1c200ac3bf68 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6405537 Mar 16 11:08:45.816642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port 5f8c2cff-740b-4609-9446-caa8f0747c6d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:45.816642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.827478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:45.827806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:45.828141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:45.852296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114bd8f-08cb-4743-995a-8582ccd28e51 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:45.856857 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8114bd8f-08cb-4743-995a-8582ccd28e51 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] 10.222.0.30 "GET /v2.0/networks/661f7eda-60ff-4b9b-a484-d9bda5c564b6 HTTP/1.1" status: 200 len: 757 time: 0.4045231 Mar 16 11:08:45.857592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:45.857944 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:45.860523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54158) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:45.862627 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 2 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:45.887389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:45.887735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:45.888043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:45.895603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:45.895926 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:45.897333 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 3 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:45.935764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:45.936135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:45.936467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:45.994523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:45.999783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:45.999783 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:46.011126 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 4 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:46.124735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:46.172358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:46.194866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:46.300402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3438913-ef14-4312-8d8f-f6f87dad0d10 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:46.300402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d3438913-ef14-4312-8d8f-f6f87dad0d10 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] 10.222.0.30 "GET /v2.0/networks/870003bb-1460-4f73-b48a-247715b161c4 HTTP/1.1" status: 200 len: 768 time: 0.4338076 Mar 16 11:08:46.311525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:46.311864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:46.312205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:46.337876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54176) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:46.343769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:46.344149 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:46.425975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-de61e8e1-1e80-4659-81c0-4ac7906984c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Synchronizing usage tracker for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:46.472037 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 5 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:46.524865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:46.525277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:46.525619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:46.545876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:46.546216 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:46.556546 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 6 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:46.587845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:46.592577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:46.592577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:46.592577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event updated for resources: {'Port': ['ID=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:46.623256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.639400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0510a50f-b367-4de2-9b7c-3a3fdd089432 None None] Provisioning for port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:46.644488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0510a50f-b367-4de2-9b7c-3a3fdd089432 None None] Provisioning complete for port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:46.644841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0510a50f-b367-4de2-9b7c-3a3fdd089432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.716495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:46.716832 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:46.744033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 7 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:46.764041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:46.764701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.779141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for 5f8c2cff-740b-4609-9446-caa8f0747c6d owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:46.785953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0510a50f-b367-4de2-9b7c-3a3fdd089432 None None] Port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:46.792158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.801672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:46.802173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:46.802514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:46.832005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:46.841481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:46.841959 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:46.847835 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 8 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:46.861224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7db89-9225-4292-b5f4-c6afc2988e94 req-c7d71c52-e319-42c2-8ef2-00ee467c51d7 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:46.862005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-67d7db89-9225-4292-b5f4-c6afc2988e94 req-c7d71c52-e319-42c2-8ef2-00ee467c51d7 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Synchronizing usage tracker for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:46.876103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-de61e8e1-1e80-4659-81c0-4ac7906984c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Unset dirty status for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:46.884627 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-de61e8e1-1e80-4659-81c0-4ac7906984c3 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--294067250&fields=id&tenant_id=b193afad06d4490391dd9c5564cd9b72 HTTP/1.1" status: 200 len: 267 time: 0.6767592 Mar 16 11:08:46.925332 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26a37c5a-6b08-4e5c-a843-6e94a60c97ec tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0623074 Mar 16 11:08:46.943433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:46.943763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:46.944152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:46.984935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:46.985314 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:46.987748 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 9 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:47.010994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-f1b11288-6947-483e-99a4-a33aa23a3784 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:08:47.012088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-f1b11288-6947-483e-99a4-a33aa23a3784 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118425 Mar 16 11:08:47.074680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-67d7db89-9225-4292-b5f4-c6afc2988e94 req-c7d71c52-e319-42c2-8ef2-00ee467c51d7 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Unset dirty status for tenant:34b476410be64b4cae7d190e60af1bc0 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:47.075842 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-67d7db89-9225-4292-b5f4-c6afc2988e94 req-c7d71c52-e319-42c2-8ef2-00ee467c51d7 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 931 time: 0.9006546 Mar 16 11:08:47.076546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:47.076898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:47.077261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:47.081544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.108926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-46b8412c-b44b-4135-a2e1-f3b932dee250 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:47.117998 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-46b8412c-b44b-4135-a2e1-f3b932dee250 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/networks?id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748 HTTP/1.1" status: 200 len: 806 time: 0.2321508 Mar 16 11:08:47.136151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:47.136481 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:47.141379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54182) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:47.147451 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempt 10 to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 Mar 16 11:08:47.151780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-65ca12cd-f49e-432f-951c-ffb7e7cb061f tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/quotas/b193afad06d4490391dd9c5564cd9b72 HTTP/1.1" status: 200 len: 375 time: 0.0320413 Mar 16 11:08:47.238995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661f7eda-60ff-4b9b-a484-d9bda5c564b6']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:47.267820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:47.269737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:47.269737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempting to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:47.274117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1ff295-f7da-40b1-a8c0-8c0475c3bcab') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:47.274423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1ff295-f7da-40b1-a8c0-8c0475c3bcab') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:47.293224 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-67d7db89-9225-4292-b5f4-c6afc2988e94 req-5b01cc11-a876-4d33-9f3f-fa8d273bc4be tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006016 Mar 16 11:08:47.305507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.312000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-336c6d4d-1511-4c09-a86c-ac02e7838554 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b193afad06d4490391dd9c5564cd9b72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1592259 Mar 16 11:08:47.315010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:47.315354 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Failed to bind port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '7703d055-9bd6-4b15-9955-48bbc7f82ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7a851052-bf5d-4540-bb3f-658cf46cd551'}] Mar 16 11:08:47.315805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.393359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.416717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Request body: {'port': {'device_id': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:47.458940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:47.459327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:47.479647 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:47.491199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84dbd75a-aa40-4047-8a59-58a08c211ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.614734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.639313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:47.643767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcf38d12f5b4f5da83fcb2e43591aed is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:47.647378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:47.655390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:47.670342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.700606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] For port f144d821-1f6a-4ba8-a65c-37622fb5ecf4, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:47.700978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attempted to set empty binding levels {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 11:08:47.704563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.760709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:08:47.761174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.802401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.812375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.860942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.868702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 661f7eda-60ff-4b9b-a484-d9bda5c564b6 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:08:47.921492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Port': ['ID=5f8c2cff-740b-4609-9446-caa8f0747c6d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:47.943164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:47.959638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Network': ['ID=661f7eda-60ff-4b9b-a484-d9bda5c564b6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:47.979759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.034808 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-85a37529-77cb-41c2-9d21-f05b27a588ae service neutron] 10.222.0.30 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196655 Mar 16 11:08:48.039321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0526dab8-889b-47bd-8496-296748551468 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/networks/661f7eda-60ff-4b9b-a484-d9bda5c564b6 HTTP/1.1" status: 204 len: 168 time: 1.6907907 Mar 16 11:08:48.040831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54194) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.063965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] In _notify_port_updated(), no bound segment for port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 on network 7a851052-bf5d-4540-bb3f-658cf46cd551 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:08:48.064880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:48.065554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.066977 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "PUT /v2.0/ports/f144d821-1f6a-4ba8-a65c-37622fb5ecf4 HTTP/1.1" status: 200 len: 980 time: 4.5010777 Mar 16 11:08:48.089289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.195656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f908636e-1dd7-4114-97e3-f69a8b47212b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.195656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Deleting port f144d821-1f6a-4ba8-a65c-37622fb5ecf4 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:48.195656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.241137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5de74-1c9c-448d-b388-7d7afcf3df71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event updated for resources: {'Port': ['ID=f144d821-1f6a-4ba8-a65c-37622fb5ecf4,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.265726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Checking segment: {'id': 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:48.266111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network hostable DHCP agents. Network: 340b2ca1-9dd8-41a5-951a-b2a3ceced0be, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:08:48.294118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'network': {'name': 'tempest-network--625091612'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:48.396346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.401305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.427703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:48.506409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.594017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:48.683367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Usage tracker for resource:network and tenant:8bbab1a111d948d8861c072eda30d8a7 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:48.683367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:48.706571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:08:48.817557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:48.867906 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-718f3720-e7bd-41d3-9aac-27551469df8e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/ports/5f8c2cff-740b-4609-9446-caa8f0747c6d HTTP/1.1" status: 204 len: 168 time: 3.5011907 Mar 16 11:08:48.882606 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bcf38d12f5b4f5da83fcb2e43591aed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7417154 Mar 16 11:08:48.886108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f83ad-bbfe-47ed-b03b-68cac5241e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c166aa-5272-4698-8454-10b42fcf979d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:48.888947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54204) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:48.889096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54206) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.006369 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9de405c-8739-4a77-97a0-e5a14bb9a99f tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] GET failed (client error): The resource could not be found. Mar 16 11:08:49.012414 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d9de405c-8739-4a77-97a0-e5a14bb9a99f tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "GET /v2.0/ports/5f8c2cff-740b-4609-9446-caa8f0747c6d HTTP/1.1" status: 404 len: 333 time: 0.1141300 Mar 16 11:08:49.017049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 340b2ca1-9dd8-41a5-951a-b2a3ceced0be) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:49.018642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54212) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.021741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] For port f144d821-1f6a-4ba8-a65c-37622fb5ecf4, host hv-neutron-8317, got binding levels [] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:08:49.022144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.022473 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-b218b8e9-6a88-4047-98b7-892147b3bab8 service neutron] 10.222.0.30 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355015 Mar 16 11:08:49.031226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc3e89-032f-406b-9051-b70b6ec918d2 None None] Network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:49.044367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.057057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'name': 'tempest-AllowedAddressPairTestJSON-361867980'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:49.065812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Made reservation on behalf of 8bbab1a111d948d8861c072eda30d8a7 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:49.068278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.090901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:49.091511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.130947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:49.136114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.279725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.281511 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Added segment e1ec6ce8-68b6-4677-9b18-c19660382b57 of type vlan for network 28ab39b3-a429-4154-9edf-2feb1f0549f6 Mar 16 11:08:49.351666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2e1ba-9939-426b-896c-efc5249ac03b None None] Network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:08:49.362903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Calling delete_port for f144d821-1f6a-4ba8-a65c-37622fb5ecf4 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:49.411852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0f9576-86f3-42be-8ce5-991653013fae,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:49.411852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.411852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.522158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9d487a1f-df35-4482-8555-519e10688021 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3738470 Mar 16 11:08:49.667553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:49.671987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:port and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:49.675424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:49.682062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:49.689480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54216) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:49.704422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1708b-ba19-46f1-aff4-afdb976cd155 req-dc138505-a087-4b3e-86b3-d90f004efd16 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:49.709990 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fec1708b-ba19-46f1-aff4-afdb976cd155 req-dc138505-a087-4b3e-86b3-d90f004efd16 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 931 time: 1.1632435 Mar 16 11:08:49.716669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.718448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:49.725323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2e73-fcab-4e4f-8b9c-2f0c58a27ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.726810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.759496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2e73-fcab-4e4f-8b9c-2f0c58a27ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.819967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-337239533', 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:49.828062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:49.835900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:port and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:49.842560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:49.854464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:49.869931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:49.885605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.922733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:49.975923 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Floating IP e786b894-d8df-4ba3-8cc9-bd89c7979a61 associated. External IP: 172.26.7.36, port: 6554aa4a-e507-41cb-9393-e1fffeb81726. Mar 16 11:08:50.013609 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fec1708b-ba19-46f1-aff4-afdb976cd155 req-6300ca12-96a9-4bbc-b18e-79c98ebe38f6 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985631 Mar 16 11:08:50.036305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] device_id is not set on port 3ffc8409-7287-467f-b6ec-5483335111ff yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:50.072392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:08:50.077342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2e73-fcab-4e4f-8b9c-2f0c58a27ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.110890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.115501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d2e73-fcab-4e4f-8b9c-2f0c58a27ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c166aa-5272-4698-8454-10b42fcf979d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:50.139526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2e73-fcab-4e4f-8b9c-2f0c58a27ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.144905 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6a5d2e73-fcab-4e4f-8b9c-2f0c58a27ed6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4c166aa-5272-4698-8454-10b42fcf979d HTTP/1.1" status: 204 len: 168 time: 1.2456002 Mar 16 11:08:50.211446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.258298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Made reservation on behalf of aea9aa0ccb1849faac1874d0e4b7804f for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:50.261776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.311388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Transition to ACTIVE for port object 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:50.327174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.327342 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0427096 Mar 16 11:08:50.331215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54238) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:50.402383 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-50ad38f7-2f30-46af-a9bb-d1daf8726987 req-d071c103-4905-46f6-b7e8-51cf680d7be0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.1805735 Mar 16 11:08:50.425012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:50.460066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] device_id is not set on port a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:50.504689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12dde2-e989-4087-a588-b08c544665e8 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Network': ['ID=28ab39b3-a429-4154-9edf-2feb1f0549f6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:50.512238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.547901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 28ab39b3-a429-4154-9edf-2feb1f0549f6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:50.581260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:50.599887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Pushing event deleted for resources: {'Port': ['ID=f144d821-1f6a-4ba8-a65c-37622fb5ecf4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:50.687541 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b5b5047f-cc58-4a9a-8060-2fb3b9d6f1d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f144d821-1f6a-4ba8-a65c-37622fb5ecf4 HTTP/1.1" status: 204 len: 168 time: 2.5955491 Mar 16 11:08:50.708758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54248) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:50.824110 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-07477177-5ad8-44da-8357-7ff6994bfa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:08:50.824653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-07477177-5ad8-44da-8357-7ff6994bfa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Synchronizing usage tracker for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:50.991302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Allocated IP 172.20.0.11 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/3ffc8409-7287-467f-b6ec-5483335111ff) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:51.079094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-07477177-5ad8-44da-8357-7ff6994bfa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] Unset dirty status for tenant:14ae77bdd41a424f8190d26f4f211578 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:51.090418 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-07477177-5ad8-44da-8357-7ff6994bfa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316662997-project-admin] 10.222.0.30 "GET /v2.0/ports/f144d821-1f6a-4ba8-a65c-37622fb5ecf4 HTTP/1.1" status: 404 len: 333 time: 0.3686860 Mar 16 11:08:51.090418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54254) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:51.419372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Pushing event updated for resources: {'Port': ['ID=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:51.420113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Router 9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:51.420113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.420906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54258) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:51.461602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Attempting to bind port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:08:51.462224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Attempting to bind port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:08:51.462750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Attempting to bind port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 on network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:51.489596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Allocated IP 172.20.0.5 (340b2ca1-9dd8-41a5-951a-b2a3ceced0be/f908636e-1dd7-4114-97e3-f69a8b47212b/a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:51.510634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 on network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:08:51.511090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Attempting to bind port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 on network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:08:51.572479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:08:51.573042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Checking segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:08:51.573761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Bound using segment: {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:08:51.574350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Bound port: 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170c71c6-9c20-41c5-a15e-e81a47bdaba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:08:51.574810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.760566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.838119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.856338 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-03d28b51-1726-4f1c-a5b5-f37f869f1fe2 req-3a948b23-ee01-4462-bf94-82df1e59931e tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.1571991 Mar 16 11:08:51.863973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.909667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:51.921555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd8e0e849554c0db4d41550a99cae1c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:51.931544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a851052-bf5d-4540-bb3f-658cf46cd551']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:51.934902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:51.937997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:51.948275 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a905-e616-45c6-b252-610bead4acca None None] Sync routers for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:51.950199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7703d055-9bd6-4b15-9955-48bbc7f82ff0') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:51.950501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7703d055-9bd6-4b15-9955-48bbc7f82ff0') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:51.956954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:51.975024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:51.979294 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a905-e616-45c6-b252-610bead4acca None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:51.980471 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cd45a905-e616-45c6-b252-610bead4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:51.987722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d8551-ad84-4e24-b499-1f38c214e78a req-fcd5f078-ff5e-4c3e-a7f1-8c7f74c9e599 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:51.989330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da9d8551-ad84-4e24-b499-1f38c214e78a req-fcd5f078-ff5e-4c3e-a7f1-8c7f74c9e599 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 943 time: 0.7278113 Mar 16 11:08:52.043231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.057934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:52.059218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:52.084510 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:52.089529 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cd45a905-e616-45c6-b252-610bead4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:52.105447 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a905-e616-45c6-b252-610bead4acca None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:52.107355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cd45a905-e616-45c6-b252-610bead4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:52.133132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.154892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.170973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.184241 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da9d8551-ad84-4e24-b499-1f38c214e78a req-74ddb9ae-9e74-4f95-8061-d2aa8c2f162c tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844716 Mar 16 11:08:52.202426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Transition to ACTIVE for port object 3ffc8409-7287-467f-b6ec-5483335111ff will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:52.208996 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cd45a905-e616-45c6-b252-610bead4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:52.209408 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a905-e616-45c6-b252-610bead4acca None None] The sync data for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:52.242422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Network 28ab39b3-a429-4154-9edf-2feb1f0549f6 is not hosted by any dhcp agent {{(pid=88449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 11:08:52.243341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:52.244555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.249588 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "PUT /v2.0/networks/28ab39b3-a429-4154-9edf-2feb1f0549f6 HTTP/1.1" status: 200 len: 857 time: 1.8563244 Mar 16 11:08:52.271246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] For port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:08:52.274831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54272) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:52.358723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9b4f8e04-c575-462e-8217-6acf8cfdace0 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.2507148 Mar 16 11:08:52.359900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54276) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:52.400351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] For port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:08:52.518488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.566750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.572485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-344a143c-7dc6-4528-885c-779d5373e3ae tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] 10.222.0.30 "GET /v2.0/floatingips/e786b894-d8df-4ba3-8cc9-bd89c7979a61 HTTP/1.1" status: 200 len: 982 time: 0.2017436 Mar 16 11:08:52.573099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54280) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:52.575791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.577629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6ad32-e5d1-4587-92a6-0e98b45e5071 tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event updated for resources: {'Network': ['ID=28ab39b3-a429-4154-9edf-2feb1f0549f6,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:52.631327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.638099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.675091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.685115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] Pushing event deleted for resources: {'Network': ['ID=7a851052-bf5d-4540-bb3f-658cf46cd551,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:52.703652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.709565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.721086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:52.732381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:52.735113 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-df5ff4da-2bd9-41a7-a249-bd7315367537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271371050-project] 10.222.0.30 "DELETE /v2.0/networks/7a851052-bf5d-4540-bb3f-658cf46cd551 HTTP/1.1" status: 204 len: 168 time: 1.6455417 Mar 16 11:08:52.748880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:52.778128 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0f6853c3-6584-4f95-b986-36bbbb20dc7d tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.2038915 Mar 16 11:08:52.781338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54286) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:52.784281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:52.784903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:52.786902 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] 10.222.0.53 "PUT /v2.0/ports/735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 HTTP/1.1" status: 200 len: 1093 time: 5.5202088 Mar 16 11:08:52.796726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:08:52.806891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=3ffc8409-7287-467f-b6ec-5483335111ff,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:52.969450 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1dd8e0e849554c0db4d41550a99cae1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5473514 Mar 16 11:08:52.997242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54298) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:53.029254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ac6b2-abfb-4ad2-927f-624b59044a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fcb8fb-e64e-41b5-b50b-11e4b6328ab5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:53.178839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:53.180265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.431856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0139e41b-b1ad-4f7e-893c-bd4f700e2358 None None] Provisioning for port 3ffc8409-7287-467f-b6ec-5483335111ff completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:53.437749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0139e41b-b1ad-4f7e-893c-bd4f700e2358 None None] Provisioning complete for port 3ffc8409-7287-467f-b6ec-5483335111ff triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:53.438344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0139e41b-b1ad-4f7e-893c-bd4f700e2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.445207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-35f6771f-9edd-4de0-8476-e28c5384935e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.479913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-35f6771f-9edd-4de0-8476-e28c5384935e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.486660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b38f0a-216b-467a-8fe0-127aeafac179 service neutron] Pushing event updated for resources: {'Port': ['ID=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:53.497412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.536091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0139e41b-b1ad-4f7e-893c-bd4f700e2358 None None] Port 3ffc8409-7287-467f-b6ec-5483335111ff cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:53.556464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ab39b3-a429-4154-9edf-2feb1f0549f6']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:53.591012 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb48471c-1033-478a-a7d4-f195b9d3de5f req-ceaffc12-affa-4156-8c79-c06ecb65f3ad tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.4087706 Mar 16 11:08:53.608937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ec6ce8-68b6-4677-9b18-c19660382b57') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:53.608937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ec6ce8-68b6-4677-9b18-c19660382b57') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:53.628035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting port 1b0f9576-86f3-42be-8ce5-991653013fae {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:53.628631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.657030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.662254 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f0f35470-d673-4755-a427-f18d2e97d923 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6278071 Mar 16 11:08:53.662889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.681896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:53.709292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'network_id': 'b61f4a40-a830-4072-8676-592cd395dce6', 'name': 'tempest-AllowedAddressPairTestJSON-946630306'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:53.794417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-35f6771f-9edd-4de0-8476-e28c5384935e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.848658 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'status': 'completed', 'code': 200} Mar 16 11:08:53.863829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.903008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:53.910981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-d0460b0d-ba70-4144-8373-507459248660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:53.914803 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-d0460b0d-ba70-4144-8373-507459248660 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34b476410be64b4cae7d190e60af1bc0&device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 1096 time: 0.7193646 Mar 16 11:08:53.914803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:53.916381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:53.916858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:53.932349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:53.943605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a48b-7d8f-4f9a-b7a1-f2a1a64c57c0 req-925da567-2dbf-41d2-9859-28f0d72cd27a tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:53.943605 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0d79a48b-7d8f-4f9a-b7a1-f2a1a64c57c0 req-925da567-2dbf-41d2-9859-28f0d72cd27a tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 943 time: 0.5700691 Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:53.944114 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:53.945921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:53.958184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6771f-9edd-4de0-8476-e28c5384935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fcb8fb-e64e-41b5-b50b-11e4b6328ab5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:54.041513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-35f6771f-9edd-4de0-8476-e28c5384935e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.042854 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-35f6771f-9edd-4de0-8476-e28c5384935e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18fcb8fb-e64e-41b5-b50b-11e4b6328ab5 HTTP/1.1" status: 204 len: 168 time: 1.0445890 Mar 16 11:08:54.136003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:54.136003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Usage tracker for resource:port and tenant:33f4bb13d8bb42be8fb8666f5232a011 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:54.136003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.136003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.139587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:54.142683 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-fae29560-e54e-4202-8cee-6486ab0d55c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 HTTP/1.1" status: 200 len: 217 time: 0.1684308 Mar 16 11:08:54.155158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54320) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:54.162831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:54.234328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.234963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.254510 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0d79a48b-7d8f-4f9a-b7a1-f2a1a64c57c0 req-ab69a89a-8d2e-43af-b0c7-b7ca0567c4fd tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659500 Mar 16 11:08:54.303799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-a0516383-40d0-465f-a978-8b85c7e0171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.307137 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-a0516383-40d0-465f-a978-8b85c7e0171c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ebaa0d4-fae8-4070-ad71-79a8e76d66e1 HTTP/1.1" status: 200 len: 851 time: 0.1186552 Mar 16 11:08:54.347993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.378489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28ab39b3-a429-4154-9edf-2feb1f0549f6 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:08:54.431969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Pushing event deleted for resources: {'Network': ['ID=28ab39b3-a429-4154-9edf-2feb1f0549f6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:54.438984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.441151 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-86fb2761-88af-4b01-9539-6c05a1c4a5cb tempest-ExternalNetworksTestJSON-1311656726 tempest-ExternalNetworksTestJSON-1311656726-project-admin] 10.222.0.30 "DELETE /v2.0/networks/28ab39b3-a429-4154-9edf-2feb1f0549f6 HTTP/1.1" status: 204 len: 168 time: 2.1479828 Mar 16 11:08:54.448942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54328) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:54.465875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Calling delete_port for 1b0f9576-86f3-42be-8ce5-991653013fae owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:54.521041 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dc3cc1-f544-4497-9f16-b046615cf2b9 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] DELETE failed (client error): The resource could not be found. Mar 16 11:08:54.521555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dc3cc1-f544-4497-9f16-b046615cf2b9 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:08:54.523641 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-39dc3cc1-f544-4497-9f16-b046615cf2b9 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] 10.222.0.30 "DELETE /v2.0/subnets/7836d282-eb61-49d3-8a16-3458be3e6d1d HTTP/1.1" status: 404 len: 337 time: 0.0693130 Mar 16 11:08:54.528615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54332) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:54.588752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-69d9feaa-a4ee-4f89-8d89-41c1de5f3585 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.8776808 Mar 16 11:08:54.602098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54336) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:54.699850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Made reservation on behalf of 33f4bb13d8bb42be8fb8666f5232a011 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:54.703618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.782316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] device_id is not set on port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:08:54.836622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:54.857905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26062b05-338b-4afb-bfb0-35143a1d714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:54.859816 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-26062b05-338b-4afb-bfb0-35143a1d714f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4776556 Mar 16 11:08:54.876473 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0c51011a-f0ae-4512-88ec-87022c83ddc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14d9b055313a44a7a66006b9b6fbf214&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7070391 Mar 16 11:08:54.891957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54344) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:54.894399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Deleting port a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:54.894743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.049571 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d68740b0-655f-4f6f-a0e7-69963f8be3a7 req-5c9a54c3-98c6-42fb-add0-a8afa523a34d tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.1832993 Mar 16 11:08:55.104061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.53', 52606) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:55.175534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.220438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870003bb-1460-4f73-b48a-247715b161c4']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:55.229183 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-d1ac33c8-7fab-4d64-b5bc-fa4e5e6952a9 service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109176 Mar 16 11:08:55.255265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a941b1f-d371-4389-ab7d-655c18303a7c') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:55.255971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a941b1f-d371-4389-ab7d-655c18303a7c') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:55.281638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.357092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.367952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:08:55.369332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:08:55.383604 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:08:55.481163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4db8a608-20e7-462f-8ff1-6163620903e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.516239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Allocated IP 172.20.0.10 (b61f4a40-a830-4072-8676-592cd395dce6/031aa069-1ab7-4ac3-92fe-f1569e03bb3e/c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:55.519996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.526703 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1acd851-cfd0-41e6-a73a-c7e5d1ea28a9 req-157cc097-95ca-4d50-8ede-8fe8f7084b01 service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910559 Mar 16 11:08:55.566825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c5989-d41a-42d9-aab3-62346edd9ca6 req-189812f2-0da3-47bf-ad60-ffbccfbe8626 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:55.568396 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f6c5989-d41a-42d9-aab3-62346edd9ca6 req-189812f2-0da3-47bf-ad60-ffbccfbe8626 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 943 time: 0.1703146 Mar 16 11:08:55.624447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.628263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-fa70d6b9-ff0b-4f0b-9044-c8fb2012f007 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:55.629707 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-fa70d6b9-ff0b-4f0b-9044-c8fb2012f007 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.53 "GET /v2.0/networks?id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748 HTTP/1.1" status: 200 len: 806 time: 0.4936860 Mar 16 11:08:55.654752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.659667 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f6c5989-d41a-42d9-aab3-62346edd9ca6 req-3437a6e9-da11-49cd-b7b5-ef8eada6c309 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839379 Mar 16 11:08:55.661686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Port': ['ID=1b0f9576-86f3-42be-8ce5-991653013fae,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:55.666829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] Pushing event deleted for resources: {'Network': ['ID=870003bb-1460-4f73-b48a-247715b161c4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:55.680507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4db8a608-20e7-462f-8ff1-6163620903e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.737945 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9e71f081-c6e5-437d-8d4b-36051473e0b2 tempest-ExternalNetworksTestJSON-2115709906 tempest-ExternalNetworksTestJSON-2115709906-project] 10.222.0.30 "DELETE /v2.0/networks/870003bb-1460-4f73-b48a-247715b161c4 HTTP/1.1" status: 204 len: 168 time: 1.2070906 Mar 16 11:08:55.850858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f69fe-34cd-4960-8199-93806378a691 req-2165d6f4-b4e0-41c3-b819-716ff6ab9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:55.853130 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-2165d6f4-b4e0-41c3-b819-716ff6ab9496 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34b476410be64b4cae7d190e60af1bc0&device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 1096 time: 0.0796144 Mar 16 11:08:55.890597 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-41b50cb3-dc64-49e4-b0ca-e2de78f4cbff tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b193afad06d4490391dd9c5564cd9b72 HTTP/1.1" status: 200 len: 379 time: 0.2309546 Mar 16 11:08:55.913197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:55.942508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Request body: {'port': {'device_id': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'admin_state_up': True, 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'security_groups': ['da9bb862-b9e2-4f80-8b8a-fa798303d9bb']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:56.025690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f69fe-34cd-4960-8199-93806378a691 req-a96bb217-6861-4411-88bd-876ab573574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:56.027523 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-a96bb217-6861-4411-88bd-876ab573574b service neutron] 10.222.0.53 "GET /v2.0/networks?id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d HTTP/1.1" status: 200 len: 913 time: 0.1604793 Mar 16 11:08:56.102815 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-32def50b-a5d4-4fec-bd44-570f0acb9287 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 HTTP/1.1" status: 200 len: 217 time: 0.0678420 Mar 16 11:08:56.110954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Calling delete_port for a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:08:56.266799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f69fe-34cd-4960-8199-93806378a691 req-ab294866-e668-4192-a521-a38906909f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:56.268430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-ab294866-e668-4192-a521-a38906909f02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ebaa0d4-fae8-4070-ad71-79a8e76d66e1 HTTP/1.1" status: 200 len: 851 time: 0.1597228 Mar 16 11:08:56.276882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:56.277237 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Floating IP e786b894-d8df-4ba3-8cc9-bd89c7979a61 disassociated (deleted). External IP: 172.26.7.36, port: 6554aa4a-e507-41cb-9393-e1fffeb81726. Mar 16 11:08:56.318477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54382) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:56.361247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f69fe-34cd-4960-8199-93806378a691 req-c55b60bf-73e9-473c-a689-4a5b7c878f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:56.362712 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-c55b60bf-73e9-473c-a689-4a5b7c878f24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864770 Mar 16 11:08:56.501737 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-8aedbbcc-4219-4300-b66b-7a83fd053cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319220 Mar 16 11:08:56.529780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4db8a608-20e7-462f-8ff1-6163620903e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:56.549811 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4dd2e39f-8327-492d-8326-562ef9558ff4 req-b7b25437-6127-4f42-ab58-ed9ad3393ac1 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.1674936 Mar 16 11:08:56.585145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a608-20e7-462f-8ff1-6163620903e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e51088-9757-4a3b-8d8e-fb0e0a76a1f6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:56.699642 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f52e24c3-35ba-425c-a317-77cc026a6c49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6135ca1100c248adab9c679aa5ddbbf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3809938 Mar 16 11:08:56.702153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54396) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:56.748019 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b39f69fe-34cd-4960-8199-93806378a691 req-a14ed640-ba3b-48fd-8518-2a1f0097520a service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391596 Mar 16 11:08:56.785462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-295029cb-1f7d-434d-8b25-f7f24a9e0116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:56.819699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4db8a608-20e7-462f-8ff1-6163620903e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:56.819699 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4db8a608-20e7-462f-8ff1-6163620903e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1e51088-9757-4a3b-8d8e-fb0e0a76a1f6 HTTP/1.1" status: 204 len: 168 time: 1.8554015 Mar 16 11:08:56.850804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-295029cb-1f7d-434d-8b25-f7f24a9e0116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:56.855778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:56.934909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72137a-a237-4666-a31f-004c608a02d4 req-b2ddc3e5-ba99-40e9-819b-b6af92b0c510 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:56.936415 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ba72137a-a237-4666-a31f-004c608a02d4 req-b2ddc3e5-ba99-40e9-819b-b6af92b0c510 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 943 time: 0.1291454 Mar 16 11:08:56.953136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Usage tracker for resource:port and tenant:b193afad06d4490391dd9c5564cd9b72 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:56.969324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:56.972664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54406) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:56.976109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:56.985678 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ba72137a-a237-4666-a31f-004c608a02d4 req-fb0171c9-df13-48b7-be8d-b00b5d586fee tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Mar 16 11:08:57.005223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-295029cb-1f7d-434d-8b25-f7f24a9e0116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.019998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295029cb-1f7d-434d-8b25-f7f24a9e0116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7857e-a57c-486b-ab31-aae55129fbdb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:57.026087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.027301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-295029cb-1f7d-434d-8b25-f7f24a9e0116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.034284 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-295029cb-1f7d-434d-8b25-f7f24a9e0116 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdb7857e-a57c-486b-ab31-aae55129fbdb HTTP/1.1" status: 204 len: 168 time: 0.3309972 Mar 16 11:08:57.046344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:57.084032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:57.207506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Transition to ACTIVE for port object c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:57.225492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Made reservation on behalf of b193afad06d4490391dd9c5564cd9b72 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:57.229984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.335775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.350760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Router 9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:08:57.366106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a1f6ab27-b82a-476a-a0fd-f3392780a507 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a6d3bb84-a86b-4fcc-a9fe-e9930f0533a5 HTTP/1.1" status: 204 len: 168 time: 2.7540238 Mar 16 11:08:57.366197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54416) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:57.370791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'external_fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5'}]}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:57.376260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:57.379404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:router and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:57.383595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:57.390765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:57.464526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-990187718', 'router:external': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:57.473564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:57.474370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.475967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.487553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:network and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:57.503326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.521192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:57.541301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:57.547476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.840060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Network b61f4a40-a830-4072-8676-592cd395dce6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:57.853614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:57.856470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:57.870141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54424) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:57.892381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.896266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Made reservation on behalf of 66f91a8a23824e5490c964e340c60e1f for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:57.898803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.930002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b34f2f2-e84c-48b0-b058-efda1ce2227a req-2ab5df27-f602-4dc4-8d93-f6dd4895b10e tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.2460647 Mar 16 11:08:57.937633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Allocated IP 172.20.0.8 (54ef3f50-cf18-4eb3-a8ae-25b65fd47748/60e62648-85e0-4ca9-8f8b-511290cf2629/ca0b3b91-448b-46be-a741-f0d8be7bf8be) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:57.939421 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5cd7a205-49a4-40f3-a7c9-013650941c47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14ae77bdd41a424f8190d26f4f211578&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0674512 Mar 16 11:08:57.939662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54428) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:57.958110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54432) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:57.959707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:57.979001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:57.990142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:08:58.002249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] Sync routers for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:08:58.013797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:58.027107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:58.027427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.028033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:58.069168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:security_group_rule and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:58.077582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:58.078290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.080521 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-719bdc2a-bac8-4655-9a7f-bdf94b3b15a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bbab1a111d948d8861c072eda30d8a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1186264 Mar 16 11:08:58.083753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54438) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:58.089452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:58.130459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:58.139854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:08:58.140543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:58.159762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:58.203275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-125788b5-7da4-443d-b4d6-b37186c0fb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.213423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:08:58.213915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3a497-c629-4515-b15f-9e6f010895e9 None None] The sync data for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:08:58.231653 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69e8aad3-a44f-43c8-88f0-95b767e78c37 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "DELETE /v2.0/floatingips/e786b894-d8df-4ba3-8cc9-bd89c7979a61 HTTP/1.1" status: 204 len: 168 time: 5.4464176 Mar 16 11:08:58.250284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54442) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:58.266230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ab361fb5-358c-46cb-92a9-72a5ed73fa24 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5820076 Mar 16 11:08:58.271080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:58.277900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54446) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:58.292189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-125788b5-7da4-443d-b4d6-b37186c0fb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.302049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ea:52:23'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:09:95:0a'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:58.306644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdbff723-4bee-40c9-9b43-9a2cbfdbaad0 None None] Provisioning for port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:58.311984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdbff723-4bee-40c9-9b43-9a2cbfdbaad0 None None] Provisioning complete for port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:58.312526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdbff723-4bee-40c9-9b43-9a2cbfdbaad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.338428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:58.347543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Usage tracker for resource:floatingip and tenant:95dca5c8cde1429da928706b071e0ad9 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:58.357523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:58.367601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fdbff723-4bee-40c9-9b43-9a2cbfdbaad0 None None] Port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:58.383225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:58.401063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f555c27d-f36d-49d4-aa29-99b2e1f9289c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.473181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f555c27d-f36d-49d4-aa29-99b2e1f9289c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.495796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.504310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.569675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.579220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Transition to ACTIVE for port object ca0b3b91-448b-46be-a741-f0d8be7bf8be will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:08:58.611331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45576ecb-dee6-4892-a651-085b2a6aefc4 req-4bc6691a-7619-42d8-9443-5b206584454b tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:58.612797 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-45576ecb-dee6-4892-a651-085b2a6aefc4 req-4bc6691a-7619-42d8-9443-5b206584454b tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 943 time: 0.4108696 Mar 16 11:08:58.656098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.669146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-125788b5-7da4-443d-b4d6-b37186c0fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.698827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:08:58.714378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7479c-7714-4051-88b2-24f362c3df35,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:58.721277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.721585 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Added segment 0048a524-92fe-422c-a6ee-2e0f95c66bc5 of type vlan for network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff Mar 16 11:08:58.722772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125788b5-7da4-443d-b4d6-b37186c0fb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56533aea-740d-4d47-9bac-1319b99109f8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:58.752937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f555c27d-f36d-49d4-aa29-99b2e1f9289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.769274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.779152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.782972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555c27d-f36d-49d4-aa29-99b2e1f9289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3ab02-f10e-4d03-8a7a-37d56e132aa5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:58.786739 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-45576ecb-dee6-4892-a651-085b2a6aefc4 req-899cfc0f-f45e-4aa1-be34-5f33d818d55b tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670179 Mar 16 11:08:58.863530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-125788b5-7da4-443d-b4d6-b37186c0fb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.864636 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-125788b5-7da4-443d-b4d6-b37186c0fb72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56533aea-740d-4d47-9bac-1319b99109f8 HTTP/1.1" status: 204 len: 168 time: 0.9239511 Mar 16 11:08:58.880917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.891517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:08:58.928657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:08:58.935882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:08:58.948934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.977765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f555c27d-f36d-49d4-aa29-99b2e1f9289c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:58.981902 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f555c27d-f36d-49d4-aa29-99b2e1f9289c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1de3ab02-f10e-4d03-8a7a-37d56e132aa5 HTTP/1.1" status: 204 len: 168 time: 0.8863611 Mar 16 11:08:59.036213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event updated for resources: {'Port': ['ID=ca0b3b91-448b-46be-a741-f0d8be7bf8be,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:59.080503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.120101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.162954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:59.163648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.203336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.204360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:59.204998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.377010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-09a437f7-e435-4f57-a0c3-91534ee62b40 None None] Provisioning for port ca0b3b91-448b-46be-a741-f0d8be7bf8be completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:08:59.382882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-09a437f7-e435-4f57-a0c3-91534ee62b40 None None] Provisioning complete for port ca0b3b91-448b-46be-a741-f0d8be7bf8be triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:59.384469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-09a437f7-e435-4f57-a0c3-91534ee62b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.387716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Allocated IP 172.26.7.24 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/521fef3f-a53e-4169-9733-19d3febe753a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:59.396995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Network': ['ID=7dd346ef-91f8-4aad-8ce8-3ee589ecadff,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:59.411452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7ee2be8d-dc4f-4e29-9e89-3ecd4cce9109 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3975542 Mar 16 11:08:59.412886 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-1556eb11-96c6-45a9-9d89-640f052b0013 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4795868 Mar 16 11:08:59.413350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54458) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:59.436671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'subnet': {'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:59.457143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Request body: {'port': {'device_id': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:08:59.469248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-09a437f7-e435-4f57-a0c3-91534ee62b40 None None] Port ca0b3b91-448b-46be-a741-f0d8be7bf8be cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:08:59.470994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:08:59.476880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Allocated IP 172.20.0.5 (340b2ca1-9dd8-41a5-951a-b2a3ceced0be/f908636e-1dd7-4114-97e3-f69a8b47212b/bdf4dee2-ae47-4224-ba94-a216e060383d) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:08:59.490149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:08:59.502502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.570231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.603493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:subnet and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:08:59.619433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:08:59.666774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:08:59.698726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993b6e-7e4c-4ff9-aa83-637ab0a87b06 req-24fdccba-917e-4a36-a9d6-55af1b155256 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:59.699442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-da993b6e-7e4c-4ff9-aa83-637ab0a87b06 req-24fdccba-917e-4a36-a9d6-55af1b155256 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Synchronizing usage tracker for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:59.802142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event updated for resources: {'Port': ['ID=c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:59.817166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Made reservation on behalf of 66f91a8a23824e5490c964e340c60e1f for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:08:59.828443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] In _notify_port_updated(), no bound segment for port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d on network b61f4a40-a830-4072-8676-592cd395dce6 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:08:59.830018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.833963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:59.834602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.835943 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-76198645-0aed-400b-897f-4c81552d9e1a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "PUT /v2.0/ports/c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d HTTP/1.1" status: 200 len: 1056 time: 1.5529389 Mar 16 11:08:59.839052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54478) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:59.846509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.881018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.902967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.947814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:08:59.948205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:59.980944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-da993b6e-7e4c-4ff9-aa83-637ab0a87b06 req-24fdccba-917e-4a36-a9d6-55af1b155256 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Unset dirty status for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:59.982429 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-da993b6e-7e4c-4ff9-aa83-637ab0a87b06 req-24fdccba-917e-4a36-a9d6-55af1b155256 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 931 time: 0.8259349 Mar 16 11:08:59.998452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-193e8d07-9762-4095-b237-8d227eb5bdb0 None None] Provisioning complete for port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:59.998807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-193e8d07-9762-4095-b237-8d227eb5bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.147237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:09:00.175623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-193e8d07-9762-4095-b237-8d227eb5bdb0 None None] Port c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:00.311200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.335778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:00.351693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'port_id': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'mac_address': 'fa:16:3e:b2:a0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:09:00.406820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-da993b6e-7e4c-4ff9-aa83-637ab0a87b06 req-31fabc2c-d7af-4686-b300-9ad5f929d4b9 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4102261 Mar 16 11:09:00.425282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:00.433799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.434394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:00.447403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:00.450436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.455849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:09:00.495000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:00.559543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.567153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Pushing event updated for resources: {'Port': ['ID=521fef3f-a53e-4169-9733-19d3febe753a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:00.646874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:00.703823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.716546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:00.800777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54504) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:00.836317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:00.839780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:00.853795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:00.872034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:00.891427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['735dc1c0-b282-4cb9-9a5e-72a31c1e4e76'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:09:00.912887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8482c-8334-4ac5-8341-33a0c5551969 req-c0a4bb16-a6cb-4f2b-9591-7609257a856b tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:00.914407 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-60f8482c-8334-4ac5-8341-33a0c5551969 req-c0a4bb16-a6cb-4f2b-9591-7609257a856b tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 943 time: 0.8898616 Mar 16 11:09:00.921376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf4dee2-ae47-4224-ba94-a216e060383d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:00.984533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0b3b91-448b-46be-a741-f0d8be7bf8be {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:09:00.991658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1625517308'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:01.005756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:01.015196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.023108 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-60f8482c-8334-4ac5-8341-33a0c5551969 req-449ae38e-1582-46d7-b3b0-01e7b75b72b8 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923839 Mar 16 11:09:01.024647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Usage tracker for resource:network and tenant:48685d04b5994715ae3ac1dfec0064d4 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:01.035192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:01.052634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:01.109396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.278489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:01.281990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.308659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.318857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.322076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Transition to ACTIVE for port object ca0b3b91-448b-46be-a741-f0d8be7bf8be will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:01.333534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:01.345232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Usage tracker for resource:security_group_rule and tenant:48685d04b5994715ae3ac1dfec0064d4 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:01.351195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:01.377900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Port': ['ID=c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:01.407148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:01.421476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:09:01.421476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.463601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.661255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.724103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.744934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8fb94a32-a0fa-4f98-9f84-da711856d1be,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:01.785017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b3b91-448b-46be-a741-f0d8be7bf8be,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:01.856036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:01.896302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Checking segment: {'id': '0048a524-92fe-422c-a6ee-2e0f95c66bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:01.896657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network hostable DHCP agents. Network: 7dd346ef-91f8-4aad-8ce8-3ee589ecadff, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:01.926215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54524) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:02.133547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:02.157573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Pushing event updated for resources: {'Port': ['ID=521fef3f-a53e-4169-9733-19d3febe753a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:02.166805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:02.184520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Attempting to bind port ca0b3b91-448b-46be-a741-f0d8be7bf8be on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:02.184737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Attempting to bind port ca0b3b91-448b-46be-a741-f0d8be7bf8be by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:02.185013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Attempting to bind port ca0b3b91-448b-46be-a741-f0d8be7bf8be on network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:02.225110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efc63e-2aa7-4793-899e-f922c0211b9c req-bac9fb75-a079-463a-af39-940e89ef68e9 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:02.226644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-75efc63e-2aa7-4793-899e-f922c0211b9c req-bac9fb75-a079-463a-af39-940e89ef68e9 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 943 time: 0.6942992 Mar 16 11:09:02.227238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Port ca0b3b91-448b-46be-a741-f0d8be7bf8be on network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:02.228330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Attempting to bind port ca0b3b91-448b-46be-a741-f0d8be7bf8be on network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:02.241424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.245450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.263100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:02.263439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Checking segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:02.264010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Bound using segment: {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:02.264618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Bound port: ca0b3b91-448b-46be-a741-f0d8be7bf8be, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6653bc9f-ff30-4fea-a57e-63ff0474c332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:02.264776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.298249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-773234929'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:02.299057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 7dd346ef-91f8-4aad-8ce8-3ee589ecadff) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:02.307099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74431dee-42d7-4701-8d77-a51b55b8b8cc None None] Network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:02.320664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:02.327023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:02.327369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.334054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Usage tracker for resource:network and tenant:74fb09ca9d3144519ee597f43d43628c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:02.338861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:02.340488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:02.341678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.347237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:02.350803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.357993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.395862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-75efc63e-2aa7-4793-899e-f922c0211b9c req-aa45304d-1896-433e-9251-482afdd4d376 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581995 Mar 16 11:09:02.406708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.414073 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-73beee67-fdf7-4414-94af-0c4faca48ee2 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1544223 Mar 16 11:09:02.417242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:02.418912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54534) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:02.422047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:02.444236 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f442c39b-0508-4ca6-af32-c807b7501911 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/ports/c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d HTTP/1.1" status: 204 len: 168 time: 2.6035693 Mar 16 11:09:02.451311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54538) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:02.453669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b42d4-f959-471b-9f2e-a8886c028a51,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:02.456467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.456802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Added segment f779a3e3-6690-404a-9c4a-087aaf2d0e4d of type vlan for network 26bca210-4442-47c3-b26a-2f9f78af9350 Mar 16 11:09:02.516628 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-11a05e2a-3c47-4525-8179-304b2d756088 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0951707 Mar 16 11:09:02.517264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] For port ca0b3b91-448b-46be-a741-f0d8be7bf8be, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:02.519318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54544) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:02.521588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44370-4083-4feb-a240-fc5f4e97a033 req-5dc2108d-2d3a-463d-8b06-1e8d661de274 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:02.529350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8cf952-d45d-4fc9-ab8f-7178b709d21a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] GET failed (client error): The resource could not be found. Mar 16 11:09:02.529900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4b8cf952-d45d-4fc9-ab8f-7178b709d21a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Synchronizing usage tracker for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:02.530370 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fcd44370-4083-4feb-a240-fc5f4e97a033 req-5dc2108d-2d3a-463d-8b06-1e8d661de274 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 944 time: 0.2770948 Mar 16 11:09:02.534307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.549587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-207910961', 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:02.562304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.566232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:02.572477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] For port ca0b3b91-448b-46be-a741-f0d8be7bf8be, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:02.574350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:port and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:02.578583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:02.583332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Made reservation on behalf of 74fb09ca9d3144519ee597f43d43628c for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:02.589273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.589617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:02.622223 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fcd44370-4083-4feb-a240-fc5f4e97a033 req-cd47143b-7a03-49de-9200-b68d1b53b229 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907693 Mar 16 11:09:02.623705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.636055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.646206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.678645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:02.682655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:02.707187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Made reservation on behalf of 66f91a8a23824e5490c964e340c60e1f for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:02.709487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.711629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:02.721465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4b8cf952-d45d-4fc9-ab8f-7178b709d21a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Unset dirty status for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:02.722667 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4b8cf952-d45d-4fc9-ab8f-7178b709d21a tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "GET /v2.0/ports/c62c7fb3-b50a-42a3-a357-9ce7ce49ae1d HTTP/1.1" status: 404 len: 333 time: 0.2703347 Mar 16 11:09:02.724466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:02.725269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:02.725415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.726889 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] 10.222.0.53 "PUT /v2.0/ports/ca0b3b91-448b-46be-a741-f0d8be7bf8be HTTP/1.1" status: 200 len: 1093 time: 3.2861464 Mar 16 11:09:02.728174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54548) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:02.731491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:02.743931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.749398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:02.750317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.751128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:02.789709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Usage tracker for resource:floatingip and tenant:632410a02e4547029920850d684ff183 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:02.797707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:02.810761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:02.812152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Usage tracker for resource:security_group_rule and tenant:74fb09ca9d3144519ee597f43d43628c is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:02.817449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] device_id is not set on port b0eddedc-4a79-402c-8ca9-39c2d3199eef yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:02.828614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:02.845755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:02.864705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:02.922632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24082cd-f40c-4608-9205-08b06d938c91 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b3b91-448b-46be-a741-f0d8be7bf8be,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:02.947253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:02.952794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d373d-53ca-4725-9559-29f78faa57e6 None None] Network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:03.047481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port 3ffc8409-7287-467f-b6ec-5483335111ff {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:03.047924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.054200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2438090 Mar 16 11:09:03.065879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54562) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:03.072893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962953ad-307b-4dc5-b944-1093e102cd24 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Network': ['ID=26bca210-4442-47c3-b26a-2f9f78af9350,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:03.081569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'subnet': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:03.158720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 26bca210-4442-47c3-b26a-2f9f78af9350 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:03.206675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.208821 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'status': 'completed', 'code': 200} Mar 16 11:09:03.266350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:03.283776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Allocated IP 2001:db8::236 (7dd346ef-91f8-4aad-8ce8-3ee589ecadff/8fb94a32-a0fa-4f98-9f84-da711856d1be/b0eddedc-4a79-402c-8ca9-39c2d3199eef) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:03.288386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Usage tracker for resource:subnet and tenant:48685d04b5994715ae3ac1dfec0064d4 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:03.294277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-8228e830-a1d3-4a6e-b840-d6a83a28d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:03.295767 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-8228e830-a1d3-4a6e-b840-d6a83a28d78b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b193afad06d4490391dd9c5564cd9b72&device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 1096 time: 0.4190860 Mar 16 11:09:03.302751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:03.360218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:03.373289 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-6f68f51c-056a-4619-85a4-fc5926b9b5fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be HTTP/1.1" status: 200 len: 217 time: 0.0692563 Mar 16 11:09:03.476076 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'code': 200} Mar 16 11:09:03.483555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Router 06afde31-2b75-4023-9ade-37ecf643034c is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:03.498451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:03.501894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.516212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-150bcb8b-ad2b-4c59-b71a-ca6ac8b3ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:03.517623 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-150bcb8b-ad2b-4c59-b71a-ca6ac8b3ee85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60e62648-85e0-4ca9-8f8b-511290cf2629 HTTP/1.1" status: 200 len: 845 time: 0.1301298 Mar 16 11:09:03.632924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.691628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.819378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.873702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.903635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f71587-7cd9-436a-b147-1bd3cef7b2ce req-6062b89a-0ed4-4906-903a-7016c41c7210 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:03.905075 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29f71587-7cd9-436a-b147-1bd3cef7b2ce req-6062b89a-0ed4-4906-903a-7016c41c7210 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 943 time: 0.2873175 Mar 16 11:09:03.907217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-b5153cb7-2b1a-4b94-94bc-11c294ee5c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:03.908531 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-b5153cb7-2b1a-4b94-94bc-11c294ee5c6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3732758 Mar 16 11:09:03.947365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for 3ffc8409-7287-467f-b6ec-5483335111ff owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:04.138584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:04.178757 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29f71587-7cd9-436a-b147-1bd3cef7b2ce req-b829b962-9410-4e2c-8ce7-f6d527611eb9 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643883 Mar 16 11:09:04.187449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:04.209475 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Sync routers for ids ['06afde31-2b75-4023-9ade-37ecf643034c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:04.211549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.212102 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Added segment 2db2c43e-4bc3-45b8-bffb-eb8a87438a57 of type vlan for network 15f688da-9f92-4067-857b-0ddcf8eb8968 Mar 16 11:09:04.222353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a6f0bc-5b68-4917-89e0-068a260b4573,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:04.222558 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Routers {'06afde31-2b75-4023-9ade-37ecf643034c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:04.223043 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['06afde31-2b75-4023-9ade-37ecf643034c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:04.244337 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-7028b890-9adf-4f8a-967a-a07e91e20747 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271246 Mar 16 11:09:04.245728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.281298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.355515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:04.407714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.411577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:04.421171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.440207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:04.441245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.441867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.495538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46167-052e-48a7-8461-6d33cea47475 req-d14cf608-b8db-4620-a72b-9405f2122a99 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.495538 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ae46167-052e-48a7-8461-6d33cea47475 req-d14cf608-b8db-4620-a72b-9405f2122a99 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.6668327 Mar 16 11:09:04.498169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Port': ['ID=b0eddedc-4a79-402c-8ca9-39c2d3199eef,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:04.499398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b1bf22de-bfdb-4f11-bb5f-115613160979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.503177 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b1bf22de-bfdb-4f11-bb5f-115613160979 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 1098 time: 0.6308408 Mar 16 11:09:04.539274 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Set router 06afde31-2b75-4023-9ade-37ecf643034c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:04.596401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Subnet': ['ID=aed300d1-4fd8-4d19-8fba-0f02b0c6e841,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:04.603444 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a6bf00e-8e79-424e-808b-f52e5a2d3d12 req-ba3bba7d-e085-4fd0-bee0-3d398ede5b51 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200476 Mar 16 11:09:04.604887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Checking segment: {'id': 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:04.604887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network hostable DHCP agents. Network: 26bca210-4442-47c3-b26a-2f9f78af9350, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:04.610072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.622038 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8b31177b-2a4b-4bb7-b77f-ba65dae872ce tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0942943 Mar 16 11:09:04.627947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54580) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:04.628084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.628084 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fa084fb3-b74b-40d5-a88b-91230bf6af42 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.2632782 Mar 16 11:09:04.648290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54584) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:04.660819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:04.666891 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ae46167-052e-48a7-8461-6d33cea47475 req-dbfd6cf7-3cb6-4566-88f8-700095fcd71c tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787839 Mar 16 11:09:04.738963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Deleting port b0eddedc-4a79-402c-8ca9-39c2d3199eef {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:04.740051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.779530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Usage tracker for resource:security_group_rule and tenant:430b290bbda34a7c8fffad2db273615f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:04.790940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:04.828381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:04.889211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.894730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.895221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.911703 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06afde31-2b75-4023-9ade-37ecf643034c', 'name': '', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'external_fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bdf4dee2-ae47-4224-ba94-a216e060383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:57Z', 'updated_at': '2022-03-16T11:09:01Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': 'bdf4dee2-ae47-4224-ba94-a216e060383d', 'name': '', 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06afde31-2b75-4023-9ade-37ecf643034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:59Z', 'updated_at': '2022-03-16T11:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:04.918334 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Checking router: 06afde31-2b75-4023-9ade-37ecf643034c for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:04.918891 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Updating router 06afde31-2b75-4023-9ade-37ecf643034c port bdf4dee2-ae47-4224-ba94-a216e060383d binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:09:04.933061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:04.939042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.973295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 26bca210-4442-47c3-b26a-2f9f78af9350) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:04.976494 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.984789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-74b62762-4661-49a5-8f9d-2d06e6091402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.989535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b60da-4dec-4096-bd66-1eeeab84670c None None] Network 26bca210-4442-47c3-b26a-2f9f78af9350 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:04.990117 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-74b62762-4661-49a5-8f9d-2d06e6091402 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b193afad06d4490391dd9c5564cd9b72&device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 1096 time: 0.1896882 Mar 16 11:09:04.990117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:04.990117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.054075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Allocated IP 172.26.7.216 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/24606e99-8625-44ba-855d-617bbef0c64c) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:05.177991 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ab834015-527f-4505-8574-f0372d3fe9b3 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1110148 Mar 16 11:09:05.184234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54588) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:05.193386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864790062'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:05.216416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.259343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.313433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-26bca210-4442-47c3-b26a-2f9f78af9350', 'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'tenant_id': '48685d04b5994715ae3ac1dfec0064d4', 'fixed_ips': [{'subnet_id': 'aed300d1-4fd8-4d19-8fba-0f02b0c6e841'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:09:05.313433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.356410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Pushing event updated for resources: {'Network': ['ID=15f688da-9f92-4067-857b-0ddcf8eb8968,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:05.368796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.393073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Calling delete_port for b0eddedc-4a79-402c-8ca9-39c2d3199eef owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:05.400971 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.413321 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Transition to ACTIVE for port object bdf4dee2-ae47-4224-ba94-a216e060383d will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:05.417945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 15f688da-9f92-4067-857b-0ddcf8eb8968 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:05.429609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Port': ['ID=3ffc8409-7287-467f-b6ec-5483335111ff,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:05.484350 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3a6dd7c9-4eff-435f-9fb3-ce73d5845ab9 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5474265 Mar 16 11:09:05.491488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-d77e6457-f40e-4a4d-93ce-76154e263358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:05.492937 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-d77e6457-f40e-4a4d-93ce-76154e263358 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748 HTTP/1.1" status: 200 len: 907 time: 0.4988422 Mar 16 11:09:05.496940 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.703390 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Attempting to bind port bdf4dee2-ae47-4224-ba94-a216e060383d on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:05.707365 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Attempting to bind port bdf4dee2-ae47-4224-ba94-a216e060383d by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:05.707365 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Attempting to bind port bdf4dee2-ae47-4224-ba94-a216e060383d on network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:05.720878 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd7228-44d2-4009-93da-4958424dbfd5 None None] Pushing event updated for resources: {'Port': ['ID=bdf4dee2-ae47-4224-ba94-a216e060383d,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:05.725694 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-e97e4edb-7c41-4cf7-896b-e9bfd541d3bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be HTTP/1.1" status: 200 len: 217 time: 0.1621156 Mar 16 11:09:05.736076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:05.736076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Checking segment: {'id': 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:05.736076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.736076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Bound using segment: {'id': 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:05.736076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Bound port: bdf4dee2-ae47-4224-ba94-a216e060383d, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:05.736076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.756460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Allocated IP 2001:db8::2 (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/bb958e88-54e0-45d3-b638-46d58822f3e0) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:05.768309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:05.793337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Request body: {'port': {'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968', 'binding:host_id': 'hv-neutron-8317', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1836062713'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:05.815815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:05.822430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.836966 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-05e92207-0467-459c-9ad7-cd7a480ee29e tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/ports/3ffc8409-7287-467f-b6ec-5483335111ff HTTP/1.1" status: 204 len: 168 time: 3.0918295 Mar 16 11:09:05.838395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Usage tracker for resource:port and tenant:7a620f46d42d4b04bb0268904ab812be is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:05.848006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54606) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:05.849366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:05.893947 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] For port bdf4dee2-ae47-4224-ba94-a216e060383d, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:05.900385 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] For port bdf4dee2-ae47-4224-ba94-a216e060383d, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bdf4dee2-ae47-4224-ba94-a216e060383d,segment=NetworkSegment(f3b61d43-f5b5-406f-ae72-cbfc88a1c943),segment_id=f3b61d43-f5b5-406f-ae72-cbfc88a1c943)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:05.917292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:05.979163 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.982879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:05.996480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Usage tracker for resource:port and tenant:48685d04b5994715ae3ac1dfec0064d4 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:05.999889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-e3ed4527-ef53-4b38-b451-feb867a62bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.001385 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-e3ed4527-ef53-4b38-b451-feb867a62bf5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60e62648-85e0-4ca9-8f8b-511290cf2629 HTTP/1.1" status: 200 len: 845 time: 0.2676806 Mar 16 11:09:06.002294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:06.004143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0ea0da-01aa-45fb-905d-85e9e2e6636f tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] GET failed (client error): The resource could not be found. Mar 16 11:09:06.004830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1d0ea0da-01aa-45fb-905d-85e9e2e6636f tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Synchronizing usage tracker for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:06.011609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:06.016058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.031166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.063267 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Routers {'06afde31-2b75-4023-9ade-37ecf643034c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:06.063882 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['06afde31-2b75-4023-9ade-37ecf643034c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:06.091185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e31dc-3246-4407-8b9f-d9c4f3c29acd req-06033662-5166-4baa-9a5c-93e9b256989d tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.092749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-947e31dc-3246-4407-8b9f-d9c4f3c29acd req-06033662-5166-4baa-9a5c-93e9b256989d tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 943 time: 0.6141636 Mar 16 11:09:06.104074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.104074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Made reservation on behalf of 7a620f46d42d4b04bb0268904ab812be for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:06.104504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.136330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.138131 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd7228-44d2-4009-93da-4958424dbfd5 None None] Pushing event updated for resources: {'Port': ['ID=bdf4dee2-ae47-4224-ba94-a216e060383d,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:06.142081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-97d9e8f3-1edb-4a70-b9fc-4db9b0775a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.143618 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-97d9e8f3-1edb-4a70-b9fc-4db9b0775a4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297424 Mar 16 11:09:06.182029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:06.185691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.223276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.226348 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-947e31dc-3246-4407-8b9f-d9c4f3c29acd req-09a32da4-2a75-4019-a48d-030a0adf397f tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063375 Mar 16 11:09:06.265333 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] Set router 06afde31-2b75-4023-9ade-37ecf643034c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:06.292909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:06.300678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1d0ea0da-01aa-45fb-905d-85e9e2e6636f tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Unset dirty status for tenant:33f4bb13d8bb42be8fb8666f5232a011 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:06.317208 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1d0ea0da-01aa-45fb-905d-85e9e2e6636f tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "GET /v2.0/ports/3ffc8409-7287-467f-b6ec-5483335111ff HTTP/1.1" status: 404 len: 333 time: 0.4478753 Mar 16 11:09:06.317208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.317208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Pushing event updated for resources: {'Port': ['ID=24606e99-8625-44ba-855d-617bbef0c64c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:06.317208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Deleting port bdf4dee2-ae47-4224-ba94-a216e060383d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:06.317208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.330524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.342218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:06.345096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Transition to ACTIVE for port object bb958e88-54e0-45d3-b638-46d58822f3e0 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:06.346255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:06.362697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54610) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:06.362697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0eddedc-4a79-402c-8ca9-39c2d3199eef,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:06.365260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] device_id is not set on port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:06.378365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Transition to ACTIVE for port object bb958e88-54e0-45d3-b638-46d58822f3e0 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:06.407411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:06.440048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Usage tracker for resource:security_group_rule and tenant:7a620f46d42d4b04bb0268904ab812be is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:06.442656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Synchronizing usage tracker for tenant:430b290bbda34a7c8fffad2db273615f on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:06.454434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.455872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:06.484889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:06.525212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d3abf-fc6c-4924-9a86-a0a4714255dc,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:06.530127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.547671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61071c-80b9-4724-9057-ffab19c241a9 req-39655d10-3e88-4adb-96f3-a2c3d1ac2533 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:06.550507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:06.553245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:06.557427 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e61071c-80b9-4724-9057-ffab19c241a9 req-39655d10-3e88-4adb-96f3-a2c3d1ac2533 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.6455264 Mar 16 11:09:06.561632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:06.570603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:06.575862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.607442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-52dafbe6-65a4-4d29-bc1e-7fef7a2c7c2a tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b0eddedc-4a79-402c-8ca9-39c2d3199eef HTTP/1.1" status: 204 len: 168 time: 1.9818730 Mar 16 11:09:06.628849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54614) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:06.671554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] Unset dirty status for tenant:430b290bbda34a7c8fffad2db273615f on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:06.672777 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-959ae1b3-fa06-4665-9dd5-216159bd10ee req-b9e9dc1f-9b4a-419a-bb17-adb01bf4f1c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1137271 Mar 16 11:09:06.698481 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-ef23553d-81ac-4d88-b0cd-ec9c4687683c service neutron] 10.222.0.53 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466266 Mar 16 11:09:06.701511 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06afde31-2b75-4023-9ade-37ecf643034c', 'name': '', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'external_fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bdf4dee2-ae47-4224-ba94-a216e060383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:57Z', 'updated_at': '2022-03-16T11:09:01Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': 'bdf4dee2-ae47-4224-ba94-a216e060383d', 'name': '', 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06afde31-2b75-4023-9ade-37ecf643034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:59Z', 'updated_at': '2022-03-16T11:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:06.708824 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44d48-0034-4a40-b9ea-acf44cd677c6 None None] The sync data for ids ['06afde31-2b75-4023-9ade-37ecf643034c'] in dv-neutron-831730-4-hyperv is: [{'id': '06afde31-2b75-4023-9ade-37ecf643034c', 'name': '', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'external_fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bdf4dee2-ae47-4224-ba94-a216e060383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:57Z', 'updated_at': '2022-03-16T11:09:01Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': 'bdf4dee2-ae47-4224-ba94-a216e060383d', 'name': '', 'network_id': '340b2ca1-9dd8-41a5-951a-b2a3ceced0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06afde31-2b75-4023-9ade-37ecf643034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:59Z', 'updated_at': '2022-03-16T11:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f908636e-1dd7-4114-97e3-f69a8b47212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:06.713876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff', 'external_fixed_ips': [{'subnet_id': '8fb94a32-a0fa-4f98-9f84-da711856d1be', 'ip_address': '2001:db8::236'}]}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:06.730597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:06.738118 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e61071c-80b9-4724-9057-ffab19c241a9 req-6258fc26-d405-4e6b-9023-5bd2f684c918 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746686 Mar 16 11:09:06.738304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Attempting to bind port bb958e88-54e0-45d3-b638-46d58822f3e0 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:06.738524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Attempting to bind port bb958e88-54e0-45d3-b638-46d58822f3e0 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:06.739438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Attempting to bind port bb958e88-54e0-45d3-b638-46d58822f3e0 on network 26bca210-4442-47c3-b26a-2f9f78af9350 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:06.750123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Pushing event updated for resources: {'Port': ['ID=bb958e88-54e0-45d3-b638-46d58822f3e0,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:06.753072 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:06.753644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Checking segment: {'id': 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:06.754307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.754664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:router and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:06.755003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Bound using segment: {'id': 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:06.755591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Bound port: bb958e88-54e0-45d3-b638-46d58822f3e0, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:06.756367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.757530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:06.763795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:06.784059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.794212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] For port bdf4dee2-ae47-4224-ba94-a216e060383d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bdf4dee2-ae47-4224-ba94-a216e060383d,segment=NetworkSegment(f3b61d43-f5b5-406f-ae72-cbfc88a1c943),segment_id=f3b61d43-f5b5-406f-ae72-cbfc88a1c943)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:06.794585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.840678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Allocated IP 2001:db8::313 (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/6ebb6f55-8ffe-4a0a-b7d6-74479f327410) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:06.859760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-534b0744-a409-404d-9ea8-55214e34149f None None] For port bb958e88-54e0-45d3-b638-46d58822f3e0, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:06.863686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-534b0744-a409-404d-9ea8-55214e34149f None None] For port bb958e88-54e0-45d3-b638-46d58822f3e0, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bb958e88-54e0-45d3-b638-46d58822f3e0,segment=NetworkSegment(f779a3e3-6690-404a-9c4a-087aaf2d0e4d),segment_id=f779a3e3-6690-404a-9c4a-087aaf2d0e4d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:06.877518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.878591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.920238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:06.971340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Calling delete_port for bdf4dee2-ae47-4224-ba94-a216e060383d owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:07.021259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b0744-a409-404d-9ea8-55214e34149f None None] Pushing event updated for resources: {'Port': ['ID=bb958e88-54e0-45d3-b638-46d58822f3e0,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:07.048823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.077805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.203355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.257965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.281495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port 4e8d6714-813b-4dec-902d-7182ee3eb193 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:07.379917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.461213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50826f-b632-47ba-b11a-594234cd7076,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:07.557257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for 65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:07.589018 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ed1916-16a7-46b2-8124-e7a0fa02f87d req-3bb40314-1e94-49bc-bf1a-a13bedad46a8 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858330 Mar 16 11:09:07.621830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.904379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Transition to ACTIVE for port object 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:07.957927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.968985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.139715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdf4dee2-ae47-4224-ba94-a216e060383d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:08.150542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device ca0b3b91-448b-46be-a741-f0d8be7bf8be details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:09:08.170449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.197896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.215570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port 4e8d6714-813b-4dec-902d-7182ee3eb193 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:08.262003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.281726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32709fd8-1aa7-4ecb-ab47-87dfd2fdfc89 req-35e9883b-2836-44c2-b734-5d3b69bbf036 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:08.291958 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-32709fd8-1aa7-4ecb-ab47-87dfd2fdfc89 req-35e9883b-2836-44c2-b734-5d3b69bbf036 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 943 time: 0.6609311 Mar 16 11:09:08.361697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.372030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bb958e88-54e0-45d3-b638-46d58822f3e0 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:08.433710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Transition to ACTIVE for port object 4e8d6714-813b-4dec-902d-7182ee3eb193 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:08.466344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Pushing event updated for resources: {'Port': ['ID=24606e99-8625-44ba-855d-617bbef0c64c,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:08.485885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.495189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c6bf2-a48f-454f-b4cb-d04847211728 None None] Network 26bca210-4442-47c3-b26a-2f9f78af9350 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:08.500121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.522213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1e698-92e4-4f24-b9f1-948cbaf85fb8 req-0ee1b2d5-9d14-4803-a9ad-05c1c70e7a09 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:08.524148 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e8c1e698-92e4-4f24-b9f1-948cbaf85fb8 req-0ee1b2d5-9d14-4803-a9ad-05c1c70e7a09 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.6491616 Mar 16 11:09:08.525089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.542405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port ca0b3b91-448b-46be-a741-f0d8be7bf8be, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:08.552055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:08.557254 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-32709fd8-1aa7-4ecb-ab47-87dfd2fdfc89 req-4e696529-05c3-4dd8-91d5-5cb44d7815d7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633646 Mar 16 11:09:08.563380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:08.567132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:08.575274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:08.576108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.639511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'port_id': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'mac_address': 'fa:16:3e:d2:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:09:08.655069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.694140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=6ebb6f55-8ffe-4a0a-b7d6-74479f327410,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:08.709733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.710108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.710447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.710779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.711103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.712523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.712523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.713364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.713364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.713499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.713742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.715279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:08.723407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port bb958e88-54e0-45d3-b638-46d58822f3e0 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:08.753393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bdf4dee2-ae47-4224-ba94-a216e060383d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:08.801084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: bdf4dee2-ae47-4224-ba94-a216e060383d {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:08.808100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bdf4dee2-ae47-4224-ba94-a216e060383d not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 11:09:08.851480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.860600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port bdf4dee2-ae47-4224-ba94-a216e060383d not found, will not notify nova. {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 11:09:08.867415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8d6714-813b-4dec-902d-7182ee3eb193,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:08.880089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Provisioning for port bb958e88-54e0-45d3-b638-46d58822f3e0 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:08.887510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0b3b91-448b-46be-a741-f0d8be7bf8be {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:09:08.902812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.907338 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/ports/65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08 HTTP/1.1" status: 204 len: 168 time: 2.5527616 Mar 16 11:09:08.909124 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-74613b30-61c9-4a86-983e-f0b353f20161 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7238631 Mar 16 11:09:08.909751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54622) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:08.917516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Provisioning complete for port bb958e88-54e0-45d3-b638-46d58822f3e0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:08.918036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:08.924618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54624) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:08.930049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc7b62-9472-4fa7-9ff9-c686ae2505dd tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Port': ['ID=65e8ccac-89f6-4f35-8dbe-eef3fb2d6c08,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:08.970797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-312696889', 'allowed_address_pairs': [{'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:58:64:31'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:08.981221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port ca0b3b91-448b-46be-a741-f0d8be7bf8be, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:08.998839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.002556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.023810 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e8c1e698-92e4-4f24-b9f1-948cbaf85fb8 req-27b14262-a2db-49ab-8676-abd6eb6b2271 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876026 Mar 16 11:09:09.042993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.116562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.117804 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7c9e36c3-f606-450b-8ed1-973d864cd58c tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6771212 Mar 16 11:09:09.121575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Checking segment: {'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:09.121575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Network hostable DHCP agents. Network: 15f688da-9f92-4067-857b-0ddcf8eb8968, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:09.128952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54630) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:09.131932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting subnet 031aa069-1ab7-4ac3-92fe-f1569e03bb3e {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:09:09.141129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.225647 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5d8a95e9-9295-432e-9947-ab2b3fc63978 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.0961390 Mar 16 11:09:09.229466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54634) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:09.233883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.235115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.246986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=ca0b3b91-448b-46be-a741-f0d8be7bf8be,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:09.269704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['ca0b3b91-448b-46be-a741-f0d8be7bf8be'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:09:09.293079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:09.296608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.297158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06afde31-2b75-4023-9ade-37ecf643034c {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:09.326969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.328095 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f93094a6-823c-471e-8d27-5afe951673e1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/routers/06afde31-2b75-4023-9ade-37ecf643034c HTTP/1.1" status: 204 len: 168 time: 4.6743617 Mar 16 11:09:09.329370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Usage tracker for resource:port and tenant:48685d04b5994715ae3ac1dfec0064d4 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:09.330979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b930809d-5bc0-4e79-b243-92ed5328b120 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Synchronizing usage tracker for tenant:35e1b314645d42409a599f3fce70255c on resource:floatingip {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:09.333367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54638) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:09.339158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:09.356262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] For port bb958e88-54e0-45d3-b638-46d58822f3e0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bb958e88-54e0-45d3-b638-46d58822f3e0,segment=NetworkSegment(f779a3e3-6690-404a-9c4a-087aaf2d0e4d),segment_id=f779a3e3-6690-404a-9c4a-087aaf2d0e4d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:09.362795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:09.392739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Network 15f688da-9f92-4067-857b-0ddcf8eb8968 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:09.415867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Deleting subnet f908636e-1dd7-4114-97e3-f69a8b47212b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:09:09.419453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.454043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.487011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.527737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 15f688da-9f92-4067-857b-0ddcf8eb8968) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:09.533744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:09.544215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b930809d-5bc0-4e79-b243-92ed5328b120 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Unset dirty status for tenant:35e1b314645d42409a599f3fce70255c on resource:floatingip {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:09.545385 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b930809d-5bc0-4e79-b243-92ed5328b120 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3149233 Mar 16 11:09:09.549946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8faf0c7-97a9-4b90-8b16-1db4445fc3bf None None] Network 15f688da-9f92-4067-857b-0ddcf8eb8968 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:09.553255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54642) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:09.636167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:09.683007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:09.683654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:09.687046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:09.708651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:09.709221 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:09.713752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 2 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:09.844227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.858799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Pushing event updated for resources: {'Port': ['ID=bb958e88-54e0-45d3-b638-46d58822f3e0,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:09.878176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Deleting port 24606e99-8625-44ba-855d-617bbef0c64c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:09.878600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:09.927058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:09.927664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:09.928163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:09.962652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.963572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:09.963899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.964024 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:09.964264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.964599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.964931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.965392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.966212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.966562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.966906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.967234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.967988 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 3 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:09.968114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.968339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8e5398-7f7e-41f8-8568-06d25e9d3044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:09.986914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e38d5dd-2715-406d-bec8-1994b678bcf0 None None] Provisioning complete for port bb958e88-54e0-45d3-b638-46d58822f3e0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:09.988015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e38d5dd-2715-406d-bec8-1994b678bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.049690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:10.049690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:10.049690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:10.050630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.166143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.203318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.206624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:10.206958 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:10.220363 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 4 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:10.235729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bb958e88-54e0-45d3-b638-46d58822f3e0 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:10.239621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.301465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] device_id is not set on port 5ae01edd-1bcd-4c76-a279-c5c682299d41 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:10.306245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:10.306679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:10.307199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:10.322192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:10.322520 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:10.329310 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 5 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:10.341363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port bb958e88-54e0-45d3-b638-46d58822f3e0 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:10.341739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.363651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.363908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.371561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:10.371901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:10.372237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:10.383451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.404397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feab99-dccd-4a5e-b87e-c7ea86e9f340 req-9aee8f07-4ea3-4434-8d1d-f49e6047e67e tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:10.406036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3feab99-dccd-4a5e-b87e-c7ea86e9f340 req-9aee8f07-4ea3-4434-8d1d-f49e6047e67e tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 944 time: 0.4639778 Mar 16 11:09:10.457202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e38d5dd-2715-406d-bec8-1994b678bcf0 None None] Provisioning for port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:10.467507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e38d5dd-2715-406d-bec8-1994b678bcf0 None None] Provisioning complete for port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:10.467907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e38d5dd-2715-406d-bec8-1994b678bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.474538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:10.474983 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:10.491313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.536918 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 6 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:10.560640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4e38d5dd-2715-406d-bec8-1994b678bcf0 None None] Port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:10.570537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Calling delete_port for 24606e99-8625-44ba-855d-617bbef0c64c owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:10.594345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bdf4dee2-ae47-4224-ba94-a216e060383d no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:10.619536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Subnet': ['ID=031aa069-1ab7-4ac3-92fe-f1569e03bb3e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:10.621720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.625540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f908636e-1dd7-4114-97e3-f69a8b47212b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:10.630497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596aaa96-f19c-401b-9399-ade05cf09afb None None] Network b61f4a40-a830-4072-8676-592cd395dce6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:10.638415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:10.638833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:10.639244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:10.642867 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3feab99-dccd-4a5e-b87e-c7ea86e9f340 req-530bf886-1ce5-4ed9-a38c-4108205a695c tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275381 Mar 16 11:09:10.646275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.664355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.665303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.665760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.666196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.666605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.667043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.667323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: bdf4dee2-ae47-4224-ba94-a216e060383d {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:10.667508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.667786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bdf4dee2-ae47-4224-ba94-a216e060383d not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:09:10.667970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.669267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.669267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.669267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.669546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.676745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:10.677163 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:10.682169 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 7 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:10.696307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c9951-3c82-4b61-ae32-5edbca4b3987 req-707d4f6e-68f0-47e4-8517-d3ee3e90f5ff tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:10.698201 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dc2c9951-3c82-4b61-ae32-5edbca4b3987 req-707d4f6e-68f0-47e4-8517-d3ee3e90f5ff tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.4902856 Mar 16 11:09:10.705695 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f34b322-e369-41dd-8c06-d2924a52fecf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/f908636e-1dd7-4114-97e3-f69a8b47212b HTTP/1.1" status: 204 len: 168 time: 1.3695247 Mar 16 11:09:10.710974 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-199a49f9-0110-4489-9c2d-2e725eb63dad tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/subnets/031aa069-1ab7-4ac3-92fe-f1569e03bb3e HTTP/1.1" status: 204 len: 168 time: 1.7858131 Mar 16 11:09:10.710974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54650) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:10.717269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54652) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:10.779760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd1f9037-d4e6-4292-9ffe-ff99ff7befc7 None None] Provisioning complete for port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:10.783488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9037-d4e6-4292-9ffe-ff99ff7befc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.783710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Allocated IP 2001:db8::11a (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/5ae01edd-1bcd-4c76-a279-c5c682299d41) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:10.789234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:10.789500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:10.790065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:10.856204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:10.856204 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:10.863532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Allocated IP 2001:db8::236 (7dd346ef-91f8-4aad-8ce8-3ee589ecadff/8fb94a32-a0fa-4f98-9f84-da711856d1be/38eaf6a3-6cbc-4da1-8c97-41e805ae8e51) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:10.871686 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 8 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:10.881567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f9037-d4e6-4292-9ffe-ff99ff7befc7 None None] Port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:10.885825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.913649 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dc2c9951-3c82-4b61-ae32-5edbca4b3987 req-fdfcfbed-8004-4a43-883b-76f965e5e763 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075076 Mar 16 11:09:10.914322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:10.914809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:10.915221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:10.923965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.933162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:10.933496 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:10.966747 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 9 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:11.002075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:11.002294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.011217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] DHCP port deletion for b61f4a40-a830-4072-8676-592cd395dce6 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:09:11.015407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] Deleting port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:11.015840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.033489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:11.033822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:11.034183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:11.054781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:11.055056 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:11.059412 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.plugins.ml2.plugin [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 10 to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 Mar 16 11:09:11.109338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:11.109674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:11.110061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:11.124495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 4e8d6714-813b-4dec-902d-7182ee3eb193 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:11.125196 dv-neutron-831730-4-hyperv neutron-server[88449]: ERROR neutron.plugins.ml2.managers [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 4e8d6714-813b-4dec-902d-7182ee3eb193 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:11.125196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.152143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.225925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] For port f6ee4c6b-2ca9-48fa-b7da-19a93641e631, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,segment=NetworkSegment(c5313c4f-0aa5-4885-91a1-0c0850e8dc6e),segment_id=c5313c4f-0aa5-4885-91a1-0c0850e8dc6e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:11.226354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.239349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.281265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Pushing event deleted for resources: {'Port': ['ID=24606e99-8625-44ba-855d-617bbef0c64c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:11.344706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340b2ca1-9dd8-41a5-951a-b2a3ceced0be']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:11.379679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:11.380065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b61d43-f5b5-406f-ae72-cbfc88a1c943') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:11.383318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] Calling delete_port for f6ee4c6b-2ca9-48fa-b7da-19a93641e631 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:11.415811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.427362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.463110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] For port f6ee4c6b-2ca9-48fa-b7da-19a93641e631, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,segment=NetworkSegment(c5313c4f-0aa5-4885-91a1-0c0850e8dc6e),segment_id=c5313c4f-0aa5-4885-91a1-0c0850e8dc6e)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:11.463457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.463618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.474731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Transition to ACTIVE for port object 5ae01edd-1bcd-4c76-a279-c5c682299d41 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:11.476550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:11.476929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.481576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] For port 4e8d6714-813b-4dec-902d-7182ee3eb193, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:11.481970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempted to set empty binding levels {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 11:09:11.484888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:11.499157 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:11.527414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.548411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.586271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd88cc-3c89-4ea8-9b55-5249ed443089 req-a33cea09-8313-44d7-aa33-e013d6f7eacb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:11.596146 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c8bd88cc-3c89-4ea8-9b55-5249ed443089 req-a33cea09-8313-44d7-aa33-e013d6f7eacb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.4294274 Mar 16 11:09:11.604877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Calling delete_port for f6ee4c6b-2ca9-48fa-b7da-19a93641e631 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:11.605804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54660) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:11.615467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] Pushing event deleted for resources: {'Port': ['ID=f6ee4c6b-2ca9-48fa-b7da-19a93641e631,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:11.617771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6b8e1-3f04-4a7a-8c2e-9089b3c2a240 None None] No DVR routers for this DVR port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:09:11.620396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Request body: {'floatingip': {'port_id': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:11.636443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.702055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.703185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b4d24ac1-22db-47f1-9ae4-e51937712b82 tempest-FloatingIPAdminTestJSON-1718707967 tempest-FloatingIPAdminTestJSON-1718707967-project] 10.222.0.30 "DELETE /v2.0/floatingips/a84bb1e0-7d6f-436d-b0ed-3999256a75f6 HTTP/1.1" status: 204 len: 168 time: 2.1407669 Mar 16 11:09:11.704859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:11.705523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.714997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54666) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:11.842042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.951924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:11.956580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 340b2ca1-9dd8-41a5-951a-b2a3ceced0be {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:09:11.959175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.006254 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/networks/340b2ca1-9dd8-41a5-951a-b2a3ceced0be HTTP/1.1" status: 204 len: 168 time: 1.2833989 Mar 16 11:09:12.006254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea468-ebda-4732-9b03-7f9b2e2bdb1b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event deleted for resources: {'Network': ['ID=340b2ca1-9dd8-41a5-951a-b2a3ceced0be,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:12.017878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8d6714-813b-4dec-902d-7182ee3eb193,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:12.042346 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-96ef4bba-b8f5-441a-bf96-8d65908f266e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.2596271 Mar 16 11:09:12.056955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54672) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:12.067267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Deleting port 521fef3f-a53e-4169-9733-19d3febe753a {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:12.067588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.105939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:12.106261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:12.147692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.149879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device ca0b3b91-448b-46be-a741-f0d8be7bf8be up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:12.209199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.283177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Deleting port 4e8d6714-813b-4dec-902d-7182ee3eb193 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:12.283818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.308780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f6ee4c6b-2ca9-48fa-b7da-19a93641e631 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:12.310381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.311510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.351439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: f6ee4c6b-2ca9-48fa-b7da-19a93641e631 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:12.352169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f6ee4c6b-2ca9-48fa-b7da-19a93641e631 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:09:12.384099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:12.393686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:12.397256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:12.409709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:12.418030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:12.467698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:12.476013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.476652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.478880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Calling delete_port for 521fef3f-a53e-4169-9733-19d3febe753a owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:12.485538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Port': ['ID=38eaf6a3-6cbc-4da1-8c97-41e805ae8e51,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:12.495140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port ca0b3b91-448b-46be-a741-f0d8be7bf8be completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:12.511373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port ca0b3b91-448b-46be-a741-f0d8be7bf8be triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:12.511744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.622560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54680) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:12.646286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Deleting port f6ee4c6b-2ca9-48fa-b7da-19a93641e631 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:12.646768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.709456 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.709689 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-c674037e-a785-4103-8393-961c9feec529 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.710739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-c674037e-a785-4103-8393-961c9feec529 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Synchronizing usage tracker for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:12.743452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'name': 'tempest-router--1292426687', 'project_id': 'caeb17ca37c84c05bd2aa28e6ba36daf'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:12.745385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:12.757731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port ca0b3b91-448b-46be-a741-f0d8be7bf8be, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:12.760677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] The port 'f6ee4c6b-2ca9-48fa-b7da-19a93641e631' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:09:12.808555 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'code': 200} Mar 16 11:09:12.808954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-c674037e-a785-4103-8393-961c9feec529 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Unset dirty status for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:12.811319 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-c674037e-a785-4103-8393-961c9feec529 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 944 time: 0.9234219 Mar 16 11:09:12.833626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.836381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:12.858926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:router and tenant:caeb17ca37c84c05bd2aa28e6ba36daf is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:12.870945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=5ae01edd-1bcd-4c76-a279-c5c682299d41,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:12.890406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:12.909646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:12.933829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.940027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=ca0b3b91-448b-46be-a741-f0d8be7bf8be,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:12.963545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5d23e66e-e92f-4c3e-96ae-260f2b35b6a6 None None] Provisioning for port 5ae01edd-1bcd-4c76-a279-c5c682299d41 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:12.969232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5d23e66e-e92f-4c3e-96ae-260f2b35b6a6 None None] Provisioning complete for port 5ae01edd-1bcd-4c76-a279-c5c682299d41 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:12.969601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5d23e66e-e92f-4c3e-96ae-260f2b35b6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:12.988082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.005946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f077f97-86a4-4838-8bed-be74c163f95a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0771925 Mar 16 11:09:13.012812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Pushing event deleted for resources: {'Port': ['ID=521fef3f-a53e-4169-9733-19d3febe753a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:13.043321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54686) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:13.061179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5d23e66e-e92f-4c3e-96ae-260f2b35b6a6 None None] Port 5ae01edd-1bcd-4c76-a279-c5c682299d41 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:13.068447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-0cfed5b2-dc97-4d3b-9030-7dac53d81f31 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Synchronizing usage tracker for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:13.089948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.090955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.141114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61f4a40-a830-4072-8676-592cd395dce6']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:13.176457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:13.176779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5313c4f-0aa5-4885-91a1-0c0850e8dc6e') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:13.187138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] For port 4e8d6714-813b-4dec-902d-7182ee3eb193, host hv-neutron-8317, got binding levels [] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:13.187494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.197508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.227099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.230926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-0cfed5b2-dc97-4d3b-9030-7dac53d81f31 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Unset dirty status for tenant:b193afad06d4490391dd9c5564cd9b72 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:13.232105 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-60c75732-6ae0-4959-aec9-b4336170f0fb req-0cfed5b2-dc97-4d3b-9030-7dac53d81f31 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998210 Mar 16 11:09:13.241644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.250086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:13.250494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:13.272995 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:13.370589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d188f6-389e-4e3e-90c1-06567a1a05be tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:13.376471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d188f6-389e-4e3e-90c1-06567a1a05be tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:13.382268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d188f6-389e-4e3e-90c1-06567a1a05be tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:13.384416 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-57d188f6-389e-4e3e-90c1-06567a1a05be tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3336260 Mar 16 11:09:13.387499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.388193 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0f171157-2966-49c4-9743-bf57dfc78723 tempest-FloatingIPAdminTestJSON-313655796 tempest-FloatingIPAdminTestJSON-313655796-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/360cba86-c83e-459f-9c85-22f4f01ea174 HTTP/1.1" status: 204 len: 168 time: 1.6707098 Mar 16 11:09:13.389411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54690) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:13.392068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54694) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:13.406792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.476175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.484023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Calling delete_port for 4e8d6714-813b-4dec-902d-7182ee3eb193 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:13.498713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.529058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] Pushing event deleted for resources: {'Network': ['ID=b61f4a40-a830-4072-8676-592cd395dce6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:13.533818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port 5ae01edd-1bcd-4c76-a279-c5c682299d41 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:13.534055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.573257 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3b5ff00c-7408-44ae-a312-5010ddd80998 tempest-AllowedAddressPairTestJSON-577466807 tempest-AllowedAddressPairTestJSON-577466807-project] 10.222.0.30 "DELETE /v2.0/networks/b61f4a40-a830-4072-8676-592cd395dce6 HTTP/1.1" status: 204 len: 168 time: 2.8505599 Mar 16 11:09:13.677208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting port 6554aa4a-e507-41cb-9393-e1fffeb81726 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:13.677917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.680997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.740769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.783586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e235c-2e1c-45c6-bbb1-53315858d2d0 req-21bb4e5f-7f13-40a5-8fc1-68aba8abb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:13.784978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-986e235c-2e1c-45c6-bbb1-53315858d2d0 req-21bb4e5f-7f13-40a5-8fc1-68aba8abb83e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 1098 time: 0.5889614 Mar 16 11:09:13.884263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.932298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.936145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f7e0e0c5-3db0-44fb-b1ce-6daf588e5b33 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2479153 Mar 16 11:09:13.953923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54700) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:13.964492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8d6714-813b-4dec-902d-7182ee3eb193,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:14.041888 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-986e235c-2e1c-45c6-bbb1-53315858d2d0 req-e9230b1d-b28c-4780-bcf2-12d3122a5ee5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457774 Mar 16 11:09:14.057607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:09:14.100236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.112376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.161636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54706) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:14.162705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.164673 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6fcb8fcf-6ba7-460a-8353-2fb9ec829b9d tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4e8d6714-813b-4dec-902d-7182ee3eb193 HTTP/1.1" status: 204 len: 168 time: 2.1069820 Mar 16 11:09:14.177002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54708) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:14.287310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Calling delete_port for 5ae01edd-1bcd-4c76-a279-c5c682299d41 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:14.299755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.377020 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae39582b-39cd-40fd-b176-fc3d5c5cac4e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:09:14.377555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae39582b-39cd-40fd-b176-fc3d5c5cac4e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Synchronizing usage tracker for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:14.394370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Calling delete_port for 6554aa4a-e507-41cb-9393-e1fffeb81726 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:14.433730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.670216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.673414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.721439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.734915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Port': ['ID=5ae01edd-1bcd-4c76-a279-c5c682299d41,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:14.818496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Port': ['ID=6554aa4a-e507-41cb-9393-e1fffeb81726,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:14.881146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae39582b-39cd-40fd-b176-fc3d5c5cac4e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Unset dirty status for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:14.882180 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ae39582b-39cd-40fd-b176-fc3d5c5cac4e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "GET /v2.0/ports/4e8d6714-813b-4dec-902d-7182ee3eb193 HTTP/1.1" status: 404 len: 333 time: 0.6442630 Mar 16 11:09:14.895612 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:14.898239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54720) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:14.913545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Request body: {'port': {'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1872904832'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:14.926725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:14.949044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:14.977162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.988230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.043393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.047906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.063338 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d0fb9fbf-f930-4882-9da3-c0988eef2655 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/ports/5ae01edd-1bcd-4c76-a279-c5c682299d41 HTTP/1.1" status: 204 len: 168 time: 1.6705234 Mar 16 11:09:15.064963 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-677a19cc-636a-43b5-b93a-bdd0f4c82379 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "DELETE /v2.0/ports/6554aa4a-e507-41cb-9393-e1fffeb81726 HTTP/1.1" status: 204 len: 168 time: 1.6720819 Mar 16 11:09:15.065583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54724) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:15.065926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54726) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:15.139225 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef842c7d-25cc-4634-a92d-93431807292d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] GET failed (client error): The resource could not be found. Mar 16 11:09:15.141027 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ef842c7d-25cc-4634-a92d-93431807292d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Synchronizing usage tracker for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:15.160797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.164511 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9da5b7c5-d620-4b24-8d2e-b0c66d8b67f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33f4bb13d8bb42be8fb8666f5232a011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9886107 Mar 16 11:09:15.178245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54732) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:15.241024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-71c2096e-c007-45e6-84a3-90115c1f7862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.283053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.283961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4806368-e9df-48b8-a54c-4835c4663d21 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:15.309295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Made reservation on behalf of 7a620f46d42d4b04bb0268904ab812be for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:15.313499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.344100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dfecf-85bf-48e1-bc46-032f9545233a req-a4a08f0d-cbb8-4786-916f-d09ce013ac69 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:15.345490 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a53dfecf-85bf-48e1-bc46-032f9545233a req-a4a08f0d-cbb8-4786-916f-d09ce013ac69 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.9836509 Mar 16 11:09:15.350427 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Floating IP 3dbbea5a-bb08-43d6-9662-81ac507d23ff associated. External IP: 172.26.7.40, port: 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76. Mar 16 11:09:15.356823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port ba72e7e3-39ee-401d-8636-160d7ec79fd8 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:15.403953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.407358 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9e8418a8-e0f4-424a-aae3-3fbd18d98579 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a4806368-e9df-48b8-a54c-4835c4663d21 HTTP/1.1" status: 204 len: 168 time: 1.4480777 Mar 16 11:09:15.433029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacbdd61-a264-4095-96a7-ed12b4b18979 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:15.433737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-eacbdd61-a264-4095-96a7-ed12b4b18979 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Synchronizing usage tracker for tenant:35e1b314645d42409a599f3fce70255c on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:15.439569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ef842c7d-25cc-4634-a92d-93431807292d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Unset dirty status for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:15.444828 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ef842c7d-25cc-4634-a92d-93431807292d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "GET /v2.0/ports/5ae01edd-1bcd-4c76-a279-c5c682299d41 HTTP/1.1" status: 404 len: 333 time: 0.3779819 Mar 16 11:09:15.447688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54738) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:15.458254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-521103767'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:15.559651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b8c6-9043-4320-9a8c-a1eb01c4cd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.600296 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a53dfecf-85bf-48e1-bc46-032f9545233a req-99b8e0f6-ac32-4e62-be0c-c353b4436a05 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848190 Mar 16 11:09:15.630107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-eacbdd61-a264-4095-96a7-ed12b4b18979 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Unset dirty status for tenant:35e1b314645d42409a599f3fce70255c on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:15.634134 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eacbdd61-a264-4095-96a7-ed12b4b18979 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 HTTP/1.1" status: 200 len: 913 time: 0.5632837 Mar 16 11:09:15.637809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54742) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:15.688810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b8c6-9043-4320-9a8c-a1eb01c4cd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.797084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54746) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:15.926494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:15.955774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:15.959850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.032850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b8c6-9043-4320-9a8c-a1eb01c4cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.036176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Router 7daa8e94-4a1b-4a14-9cdf-31625cd670ad is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:16.055588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1161486608', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:16.057378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6b8c6-9043-4320-9a8c-a1eb01c4cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164ade1-1d87-42a0-a699-9f21ef396fb9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:16.063618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:16.078234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Usage tracker for resource:router and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:16.083566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:16.094149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:16.134533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b8c6-9043-4320-9a8c-a1eb01c4cd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.135650 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ec6b8c6-9043-4320-9a8c-a1eb01c4cd5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1164ade1-1d87-42a0-a699-9f21ef396fb9 HTTP/1.1" status: 204 len: 168 time: 0.9555409 Mar 16 11:09:16.155511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Router 010c24f0-0523-4fa0-a645-f004ad36e5cb has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:09:16.171162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:16.174687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.204585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.205570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.219819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] device_id is not set on port e3da7fa7-f7f9-4615-82d8-bb19d053400e yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:16.276426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.345067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:16.357733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Sync routers for ids ['7daa8e94-4a1b-4a14-9cdf-31625cd670ad'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:16.367265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Routers {'7daa8e94-4a1b-4a14-9cdf-31625cd670ad'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:16.368262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7daa8e94-4a1b-4a14-9cdf-31625cd670ad'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:16.381537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.441856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Network 15f688da-9f92-4067-857b-0ddcf8eb8968 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:16.451625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:16.456965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.463160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:16.466239 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] Sync routers for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:16.479428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:16.482705 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:16.506734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.512719 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf22de6d-748c-487e-8715-682321cdcd7c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.8619294 Mar 16 11:09:16.517047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54756) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:16.517656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=ba72e7e3-39ee-401d-8636-160d7ec79fd8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:16.525118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:16.526091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:16.526686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.608237 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4202736f-8c27-46d8-8496-45c6248c0f56 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "PUT /v2.0/floatingips/3dbbea5a-bb08-43d6-9662-81ac507d23ff HTTP/1.1" status: 200 len: 990 time: 5.0002897 Mar 16 11:09:16.611119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:16.711432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Allocated IP 2001:db8::90 (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/e3da7fa7-f7f9-4615-82d8-bb19d053400e) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:16.780272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Set router 7daa8e94-4a1b-4a14-9cdf-31625cd670ad gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:16.829914 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e2542623-d773-4266-9c13-902ba0f1afc7 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9229236 Mar 16 11:09:16.857434 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'status': 'completed', 'code': 200} Mar 16 11:09:16.859465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54768) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:16.892507 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:16.902870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:16.969860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:17.155037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa8e94-4a1b-4a14-9cdf-31625cd670ad', 'name': '', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff', 'external_fixed_ips': [{'subnet_id': '8fb94a32-a0fa-4f98-9f84-da711856d1be', 'ip_address': '2001:db8::236'}], 'enable_snat': True}, 'gw_port_id': '38eaf6a3-6cbc-4da1-8c97-41e805ae8e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:06Z', 'updated_at': '2022-03-16T11:09:12Z', 'revision_number': 3, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port': {'id': '38eaf6a3-6cbc-4da1-8c97-41e805ae8e51', 'name': '', 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa8e94-4a1b-4a14-9cdf-31625cd670ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8fb94a32-a0fa-4f98-9f84-da711856d1be', 'ip_address': '2001:db8::236', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:10Z', 'updated_at': '2022-03-16T11:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb94a32-a0fa-4f98-9f84-da711856d1be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:17.160033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Checking router: 7daa8e94-4a1b-4a14-9cdf-31625cd670ad for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:17.160824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Updating router 7daa8e94-4a1b-4a14-9cdf-31625cd670ad port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:09:17.228747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.232235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.238063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.430715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-719aa274-731a-41b1-b449-85b4e3606ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.459826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d03a3-1298-4440-9a24-1d99e1ff7b3c req-ca89e53a-0b94-4286-bc62-6092ee79a8f3 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:17.461325 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-335d03a3-1298-4440-9a24-1d99e1ff7b3c req-ca89e53a-0b94-4286-bc62-6092ee79a8f3 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.6499727 Mar 16 11:09:17.505395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port ba72e7e3-39ee-401d-8636-160d7ec79fd8 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:17.513742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.529272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Transition to ACTIVE for port object ba72e7e3-39ee-401d-8636-160d7ec79fd8 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:17.546906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-f2c4c809-9984-469e-986b-bb5e3cd5d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:17.548391 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-f2c4c809-9984-469e-986b-bb5e3cd5d63d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34b476410be64b4cae7d190e60af1bc0&device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 1098 time: 0.7378771 Mar 16 11:09:17.569619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.669533 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-335d03a3-1298-4440-9a24-1d99e1ff7b3c req-76746274-4372-44ae-b778-c690e7ba6fc6 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908977 Mar 16 11:09:17.678744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.715429 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '3dbbea5a-bb08-43d6-9662-81ac507d23ff', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'port_id': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'mac_address': 'fa:16:3e:b2:a0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:31Z', 'updated_at': '2022-03-16T11:09:13Z', 'revision_number': 1, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:30Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:17.739202 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] Checking router: 010c24f0-0523-4fa0-a645-f004ad36e5cb for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:17.755146 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:17.760173 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:17.784995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a21d-75d1-4fbf-8e1d-047e4c6da079 req-498379d2-319b-42d2-a03a-40ca4d72289b tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:17.788423 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1018a21d-75d1-4fbf-8e1d-047e4c6da079 req-498379d2-319b-42d2-a03a-40ca4d72289b tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.9296987 Mar 16 11:09:17.814542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.828149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Transition to ACTIVE for port object 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:17.837129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.849012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Transition to ACTIVE for port object e3da7fa7-f7f9-4615-82d8-bb19d053400e will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:17.903505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.916715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:17.990941 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:18.018022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Attempting to bind port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:18.018443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Attempting to bind port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '0048a524-92fe-422c-a6ee-2e0f95c66bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:18.018810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Attempting to bind port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 on network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:18.020562 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1018a21d-75d1-4fbf-8e1d-047e4c6da079 req-f913d517-93ac-483f-9779-42c2acb13052 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033954 Mar 16 11:09:18.038282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adf084-6ad5-46ab-b134-391cdb7e20c9 None None] Pushing event updated for resources: {'Port': ['ID=38eaf6a3-6cbc-4da1-8c97-41e805ae8e51,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:18.048318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:18.048746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Checking segment: {'id': '0048a524-92fe-422c-a6ee-2e0f95c66bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:18.049222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.049813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Bound using segment: {'id': '0048a524-92fe-422c-a6ee-2e0f95c66bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:18.050456 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Bound port: 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0048a524-92fe-422c-a6ee-2e0f95c66bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7dd346ef-91f8-4aad-8ce8-3ee589ecadff'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:18.051445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.134201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.177819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Deleting port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:18.178203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.201450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] For port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:18.209252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] For port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=38eaf6a3-6cbc-4da1-8c97-41e805ae8e51,segment=NetworkSegment(0048a524-92fe-422c-a6ee-2e0f95c66bc5),segment_id=0048a524-92fe-422c-a6ee-2e0f95c66bc5)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:18.219615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54792) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:18.268089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.278877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.381798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=ba72e7e3-39ee-401d-8636-160d7ec79fd8,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:18.391229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adf084-6ad5-46ab-b134-391cdb7e20c9 None None] Pushing event updated for resources: {'Port': ['ID=38eaf6a3-6cbc-4da1-8c97-41e805ae8e51,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:18.417382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Routers {'7daa8e94-4a1b-4a14-9cdf-31625cd670ad'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:18.418647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7daa8e94-4a1b-4a14-9cdf-31625cd670ad'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:18.423297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:18.459960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:18.460208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.460308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:18.460853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:18.470423 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '3dbbea5a-bb08-43d6-9662-81ac507d23ff', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'port_id': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'mac_address': 'fa:16:3e:b2:a0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:31Z', 'updated_at': '2022-03-16T11:09:13Z', 'revision_number': 1, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:30Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:18.475826 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a643f-581f-4d91-a4aa-d8c430ad4717 None None] The sync data for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv is: [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '3dbbea5a-bb08-43d6-9662-81ac507d23ff', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'port_id': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'mac_address': 'fa:16:3e:b2:a0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:31Z', 'updated_at': '2022-03-16T11:09:13Z', 'revision_number': 1, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:30Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:18.511364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:18.522152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:18.522493 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:18.526670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:18.527798 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 2 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:18.533219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:18.534338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.552630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-f9ae9570-3a9f-4975-a1e6-2141b01138ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:18.552630 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-f9ae9570-3a9f-4975-a1e6-2141b01138ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d HTTP/1.1" status: 200 len: 913 time: 0.7574782 Mar 16 11:09:18.565065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=e3da7fa7-f7f9-4615-82d8-bb19d053400e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:18.578647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358600887'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:18.590050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.645872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:18.648288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.662714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:18.664612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] Set router 7daa8e94-4a1b-4a14-9cdf-31625cd670ad gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:18.690172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:18.704575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting port 7f71ec81-9285-400f-bb37-86c87d3123ec {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:18.705087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.736154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:18.736485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:18.736823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:18.794284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa8e94-4a1b-4a14-9cdf-31625cd670ad', 'name': '', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:06Z', 'updated_at': '2022-03-16T11:09:17Z', 'revision_number': 4, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:18.802228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45481c7-f511-444e-8bfe-16de8467a966 None None] The sync data for ids ['7daa8e94-4a1b-4a14-9cdf-31625cd670ad'] in dv-neutron-831730-4-hyperv is: [{'id': '7daa8e94-4a1b-4a14-9cdf-31625cd670ad', 'name': '', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:06Z', 'updated_at': '2022-03-16T11:09:17Z', 'revision_number': 4, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:18.805444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:18.805998 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:18.810284 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 3 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:18.860147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-921a0ef7-2f46-44b0-bc86-1364748628a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 HTTP/1.1" status: 200 len: 998 time: 0.2246263 Mar 16 11:09:18.868360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:18.873971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:18.874527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:18.875072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:18.877604 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-59e4ea20-a8f8-4223-9c1f-a2d0120a7d8f tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4286652 Mar 16 11:09:18.883377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54798) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:18.884904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15502828-81c7-418e-abe1-a12149961f1a None None] New status for floating IP 3dbbea5a-bb08-43d6-9662-81ac507d23ff: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:09:18.904782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:58:64:31'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:18.939585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:18.939841 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:18.945557 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 4 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:18.966739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] For port 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=38eaf6a3-6cbc-4da1-8c97-41e805ae8e51,segment=NetworkSegment(0048a524-92fe-422c-a6ee-2e0f95c66bc5),segment_id=0048a524-92fe-422c-a6ee-2e0f95c66bc5)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:18.967102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:18.982006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-a90591f0-9caa-4846-8921-c9f58c4ffee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:18.983627 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-a90591f0-9caa-4846-8921-c9f58c4ffee3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ebaa0d4-fae8-4070-ad71-79a8e76d66e1 HTTP/1.1" status: 200 len: 851 time: 0.1042109 Mar 16 11:09:18.986408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:18.986920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:18.987405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.057614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a4d9a-4d52-41e5-9cca-2f4f7dcd27e2 req-c6315959-6ffb-4ee4-87c2-569f14ab63f6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:19.059295 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a6a4d9a-4d52-41e5-9cca-2f4f7dcd27e2 req-c6315959-6ffb-4ee4-87c2-569f14ab63f6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.7686882 Mar 16 11:09:19.069942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:19.073777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.082732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54802) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:19.109300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Request body: {'floatingip': {'port_id': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:19.135608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-93962301-e390-4b39-9748-d9cd05fb268d None None] Provisioning for port e3da7fa7-f7f9-4615-82d8-bb19d053400e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:19.146887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.147474 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.158426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Calling delete_port for 38eaf6a3-6cbc-4da1-8c97-41e805ae8e51 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:19.185516 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 5 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:19.195748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-93962301-e390-4b39-9748-d9cd05fb268d None None] Provisioning complete for port e3da7fa7-f7f9-4615-82d8-bb19d053400e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:19.196001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-93962301-e390-4b39-9748-d9cd05fb268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.212559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:19.212916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:19.213294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.214661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.223878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.224205 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.231509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 6 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:19.268868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-93962301-e390-4b39-9748-d9cd05fb268d None None] Port e3da7fa7-f7f9-4615-82d8-bb19d053400e cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:19.313048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:19.334904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.375338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:19.375649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:19.375979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.398807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:security_group_rule and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:19.403396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.403729 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.409766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Allocated IP 172.26.7.92 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/99eb8e4f-6be3-446b-b19c-3bb95acb6ae8) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:19.411842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:19.416075 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 7 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:19.431301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:19.437114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:19.437439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:19.437766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.441187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-8e480b5f-78c8-4058-b21d-f8e001666f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:19.442637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-8e480b5f-78c8-4058-b21d-f8e001666f30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4026964 Mar 16 11:09:19.449553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.449898 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.453333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 8 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:19.512247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:19.512574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:19.512908 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.574698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.575006 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.579423 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 9 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:19.582083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.645783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.648563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:19.648891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:19.649335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.669502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.669860 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.672904 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 10 to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 Mar 16 11:09:19.684662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-642210ee-5c5f-4ffa-b37d-d81c4da9ab6c service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320340 Mar 16 11:09:19.719197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:19.719535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:19.719869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:19.857551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.890012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:19.890346 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:19.890698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:19.901618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Calling delete_port for 7f71ec81-9285-400f-bb37-86c87d3123ec owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:19.965657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event deleted for resources: {'Port': ['ID=38eaf6a3-6cbc-4da1-8c97-41e805ae8e51,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:20.028508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.052355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.204083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.232117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.271330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4b2172c-f8e4-48d3-8e27-6610d61de464 req-b6e8f535-cd1e-4d84-8bff-a62eb1797949 service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794389 Mar 16 11:09:20.275961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.279560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.300313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] For port ba72e7e3-39ee-401d-8636-160d7ec79fd8, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:20.303126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempted to set empty binding levels {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 11:09:20.416069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.448733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.449234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7daa8e94-4a1b-4a14-9cdf-31625cd670ad {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:20.480171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] In _notify_port_updated(), no bound segment for port ba72e7e3-39ee-401d-8636-160d7ec79fd8 on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:09:20.481291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.482057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.483187 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "PUT /v2.0/ports/ba72e7e3-39ee-401d-8636-160d7ec79fd8 HTTP/1.1" status: 200 len: 977 time: 3.5831666 Mar 16 11:09:20.487103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:20.528587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.531974 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-34123319-d7ba-434a-9a6e-397e09658ea1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/7daa8e94-4a1b-4a14-9cdf-31625cd670ad HTTP/1.1" status: 204 len: 168 time: 4.0113847 Mar 16 11:09:20.541615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54810) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:20.588241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba587d-0ce5-4842-8a12-6ccd05609234 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=ba72e7e3-39ee-401d-8636-160d7ec79fd8,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:20.629082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Deleting subnet 8fb94a32-a0fa-4f98-9f84-da711856d1be {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:09:20.634483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.646887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.706587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.707368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.708222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.708883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.709351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.709812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.710291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.710748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.711256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.712178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.712644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.713082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.713533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.714005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.714455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.714911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.715359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.715809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.716250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.716695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.724262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.724262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:20.724262 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-037e01a7-f673-43ea-8b64-9a82048381df tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19600 time: 0.2326210 Mar 16 11:09:20.725628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.751226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54814) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:20.783656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.834096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.866282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Deleting port ba72e7e3-39ee-401d-8636-160d7ec79fd8 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:20.866944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.885869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:20.906396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609b74a1-dc07-48fe-ae52-dbc4842ec7f2,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:20.969362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:20.969625 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 64fb09d6-87a7-4113-bb47-ef90ca2d157e of type vlan for network 3eaa68e0-ac86-42b8-b733-fddbb09af467 Mar 16 11:09:21.020365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.072278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.128785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb94a32-a0fa-4f98-9f84-da711856d1be,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:21.130520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.140949 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3779ccbf-fc5b-401f-84b9-fb69d794d62f tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/8fb94a32-a0fa-4f98-9f84-da711856d1be HTTP/1.1" status: 204 len: 168 time: 0.5908477 Mar 16 11:09:21.144961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54818) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:21.147069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.147720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] For port ba72e7e3-39ee-401d-8636-160d7ec79fd8, host hv-neutron-8317, got binding levels [] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:21.148069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.151561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:21.165193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:21.180963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:21.249731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event updated for resources: {'Port': ['ID=99eb8e4f-6be3-446b-b19c-3bb95acb6ae8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:21.306099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Calling delete_port for ba72e7e3-39ee-401d-8636-160d7ec79fd8 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:21.376744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.380974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:09:21.440193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.445543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:21.446222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.519418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.566629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.569984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Port': ['ID=7f71ec81-9285-400f-bb37-86c87d3123ec,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:21.661359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.682955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.683089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:09:21.740916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd346ef-91f8-4aad-8ce8-3ee589ecadff']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:21.741143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.751123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba72e7e3-39ee-401d-8636-160d7ec79fd8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:21.756661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0048a524-92fe-422c-a6ee-2e0f95c66bc5') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:21.756955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0048a524-92fe-422c-a6ee-2e0f95c66bc5') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:21.770377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.773637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.792936 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5640931a-7707-47af-95a0-9c6eaa7bb411 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ba72e7e3-39ee-401d-8636-160d7ec79fd8 HTTP/1.1" status: 204 len: 168 time: 1.0406935 Mar 16 11:09:21.795986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54822) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:21.797960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.845604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:21.846029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:21.860773 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:21.872637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0246f9d8-2556-4cda-a419-c124cc1a27e4 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:09:21.873289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0246f9d8-2556-4cda-a419-c124cc1a27e4 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Synchronizing usage tracker for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:21.998074 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.7751520 Mar 16 11:09:22.028238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.034595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dd346ef-91f8-4aad-8ce8-3ee589ecadff {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 16 11:09:22.038011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.044310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0246f9d8-2556-4cda-a419-c124cc1a27e4 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Unset dirty status for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:22.045642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0246f9d8-2556-4cda-a419-c124cc1a27e4 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "GET /v2.0/ports/ba72e7e3-39ee-401d-8636-160d7ec79fd8 HTTP/1.1" status: 404 len: 333 time: 0.2492840 Mar 16 11:09:22.052337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] In _notify_port_updated(), no bound segment for port e3da7fa7-f7f9-4615-82d8-bb19d053400e on network 26bca210-4442-47c3-b26a-2f9f78af9350 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:09:22.058029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:22.058653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.062438 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "PUT /v2.0/ports/e3da7fa7-f7f9-4615-82d8-bb19d053400e HTTP/1.1" status: 200 len: 1001 time: 3.1694567 Mar 16 11:09:22.065144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54826) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:22.065491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54828) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:22.074387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dd346ef-91f8-4aad-8ce8-3ee589ecadff,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:22.084120 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-36d2ae8d-34db-4c4c-aca5-cd49d1393c35 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7dd346ef-91f8-4aad-8ce8-3ee589ecadff HTTP/1.1" status: 204 len: 168 time: 0.9381752 Mar 16 11:09:22.173665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port e3da7fa7-f7f9-4615-82d8-bb19d053400e {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:22.174038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.328139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65184ce1-4388-43b1-957d-ef3ee6db6b57 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=3eaa68e0-ac86-42b8-b733-fddbb09af467,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:22.349269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-549780440', 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:22.412921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:22.416751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 3eaa68e0-ac86-42b8-b733-fddbb09af467 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:22.440822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.442026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d33705-e001-4fbc-9fa2-397c7ea0a884 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=e3da7fa7-f7f9-4615-82d8-bb19d053400e,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:22.498072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:22.612576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54840) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:22.622887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'name': 'tempest-router--1754426998', 'project_id': '862e7f16289c41af9a38ce65f2d88a0b'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:22.628915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:22.631167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-78372a7c-ec39-421d-b8be-319685718578 None None] Provisioning complete for port e3da7fa7-f7f9-4615-82d8-bb19d053400e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:22.631544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-78372a7c-ec39-421d-b8be-319685718578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.639500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:router and tenant:862e7f16289c41af9a38ce65f2d88a0b is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:22.644734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:22.656868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:22.725785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-78372a7c-ec39-421d-b8be-319685718578 None None] Port e3da7fa7-f7f9-4615-82d8-bb19d053400e cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:22.742276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.743911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.756827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Made reservation on behalf of 7a620f46d42d4b04bb0268904ab812be for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:22.758930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.760745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.771841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.837643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.919053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port 23707817-daa7-48e5-9fb0-9f79afe4abb1 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:22.934584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:22.939671 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-64c82020-f2a8-44f6-aed7-85ad3d61b2ec tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3257325 Mar 16 11:09:22.940472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54844) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:22.973671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.097565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.384733 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Floating IP 2e9adb43-412e-40fb-be30-048e9efb9714 associated. External IP: 172.26.7.97, port: ca0b3b91-448b-46be-a741-f0d8be7bf8be. Mar 16 11:09:23.439612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.441832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.625133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.638658 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-a9cdacd9-0b13-48a5-a621-14c81c727028 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844517 Mar 16 11:09:23.642338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.642836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f11fcc4a-0836-499c-a346-090e6faf1b29 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:23.654370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.656113 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-61dc74df-a6f1-4cb4-9554-785a018b99b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f11fcc4a-0836-499c-a346-090e6faf1b29 HTTP/1.1" status: 204 len: 168 time: 0.7143717 Mar 16 11:09:23.768811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:23.814761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-c14b848c-36f9-43e3-a988-b5851843d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:23.816759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-c14b848c-36f9-43e3-a988-b5851843d354 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34b476410be64b4cae7d190e60af1bc0&device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 1098 time: 0.0898905 Mar 16 11:09:23.915973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Calling delete_port for e3da7fa7-f7f9-4615-82d8-bb19d053400e owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:23.950358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54850) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:23.997706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-12c88148-3856-4280-8bb4-96929069774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:24.000501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-12c88148-3856-4280-8bb4-96929069774f service neutron] 10.222.0.53 "GET /v2.0/networks?id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d HTTP/1.1" status: 200 len: 913 time: 0.1613803 Mar 16 11:09:24.267844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-9550508', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:24.278495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-7300c3b2-abe1-4083-b55b-d1fd96c74e96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 HTTP/1.1" status: 200 len: 1000 time: 0.2671287 Mar 16 11:09:24.279399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:24.283450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Usage tracker for resource:router and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:24.316367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:24.330409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:24.355594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.357218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-465f03d5-f8d9-44bf-bfdf-8e0febdbe0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:24.358718 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-465f03d5-f8d9-44bf-bfdf-8e0febdbe0d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ebaa0d4-fae8-4070-ad71-79a8e76d66e1 HTTP/1.1" status: 200 len: 851 time: 0.0725722 Mar 16 11:09:24.435830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-56806b32-1059-42fe-9bb4-d7132c5dc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:24.437213 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-56806b32-1059-42fe-9bb4-d7132c5dc26c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64c3a211-42b3-4c90-b0cb-d12e8238ca5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717528 Mar 16 11:09:24.438463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.439439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.537206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.587098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-841508cc-c76e-47ab-ac3c-0d34c4f466d6 service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417072 Mar 16 11:09:24.962616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.984025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d1eec13f-7eaa-4a7c-b929-fc7f148be851 req-4c9acfcf-951c-4871-945c-85c4aed3a60f service neutron] 10.222.0.53 "GET /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793757 Mar 16 11:09:24.992292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Router 9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:09:24.995965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.037463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.082983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Port': ['ID=e3da7fa7-f7f9-4615-82d8-bb19d053400e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:25.176605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54858) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:25.181252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.186613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:25.260018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Network 15f688da-9f92-4067-857b-0ddcf8eb8968 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:25.323371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:25.325908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:25.326814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:25.327741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.400723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=23707817-daa7-48e5-9fb0-9f79afe4abb1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:25.409705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Router 5b215bc4-76bb-4487-a47a-6a93a100eb38 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:09:25.444388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.480753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.482614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:25.518260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:25.521778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:25.540940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:25.583476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.588198 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f466a709-09fd-4c7e-aaad-c99943fe8986 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/ports/e3da7fa7-f7f9-4615-82d8-bb19d053400e HTTP/1.1" status: 204 len: 168 time: 3.5083821 Mar 16 11:09:25.595762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54862) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:25.713090 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3bd803a1-369f-4b73-a659-49a089148f14 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.6375604 Mar 16 11:09:25.726300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54866) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:25.764589 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-610f4f0e-4c05-41f2-81c7-8a5328483fc7 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] GET failed (client error): The resource could not be found. Mar 16 11:09:25.765039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-610f4f0e-4c05-41f2-81c7-8a5328483fc7 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Synchronizing usage tracker for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:25.794415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Allocated IP 172.26.7.189 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/831ac7ef-74fb-4eee-a74e-bf6a13fd2494) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:25.800925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:25.806708 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-347d65d8-3086-490c-a19a-a24fae5bcdb0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "PUT /v2.0/routers/9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1663136 Mar 16 11:09:25.809263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54870) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:25.812725 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] Sync routers for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:25.823795 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:25.824696 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:25.894001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:25.894350 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:25.897389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:25.905808 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] Routers {'9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:25.909500 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:25.919163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bed4d-8828-434b-ab50-99bfd08cd02e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:25.919733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ab8bed4d-8828-434b-ab50-99bfd08cd02e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Synchronizing usage tracker for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:25.923483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-610f4f0e-4c05-41f2-81c7-8a5328483fc7 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Unset dirty status for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:25.928475 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-610f4f0e-4c05-41f2-81c7-8a5328483fc7 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "GET /v2.0/ports/e3da7fa7-f7f9-4615-82d8-bb19d053400e HTTP/1.1" status: 404 len: 333 time: 0.3277149 Mar 16 11:09:25.928720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54874) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:25.940236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1162695958'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:25.967544 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:25.968646 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8304db78-e2ab-4f5f-b4cf-6a37e7eb09b3 None None] The sync data for ids ['9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:25.996782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:26.006798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.008635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] Sync routers for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:26.018367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:26.019092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.098394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ab8bed4d-8828-434b-ab50-99bfd08cd02e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Unset dirty status for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:26.101996 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ab8bed4d-8828-434b-ab50-99bfd08cd02e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "GET /v2.0/ports/23707817-daa7-48e5-9fb0-9f79afe4abb1 HTTP/1.1" status: 200 len: 954 time: 0.3701403 Mar 16 11:09:26.107386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54878) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:26.185360 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d0f7e56b-0ce7-4237-a33c-168fe0034ad6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "PUT /v2.0/floatingips/2e9adb43-412e-40fb-be30-048e9efb9714 HTTP/1.1" status: 200 len: 990 time: 7.0844152 Mar 16 11:09:26.235446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.238056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:26.249452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:26.251503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.255557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:26.261704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:26.277821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Router b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:26.635760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '2e9adb43-412e-40fb-be30-048e9efb9714', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'port_id': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'mac_address': 'fa:16:3e:d2:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:09:21Z', 'revision_number': 1, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:40Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.643444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] Checking router: 5b215bc4-76bb-4487-a47a-6a93a100eb38 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:26.643583 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'status': 'completed', 'code': 200} Mar 16 11:09:26.647586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Deleting port 23707817-daa7-48e5-9fb0-9f79afe4abb1 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:26.648571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.650842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:26.651513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.673173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:26.673994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.677094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.714284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.725648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:26.739551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] device_id is not set on port df498400-f78a-423c-9853-7a012d82d7a7 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:26.744158 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] Sync routers for ids ['b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:26.753742 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] Routers {'b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:26.754586 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.756627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051ea3c-d5e3-48f7-9668-2b025d719e55 req-41ab9900-6c02-46df-bcbe-54d77e69f4b7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:26.758139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3051ea3c-d5e3-48f7-9668-2b025d719e55 req-41ab9900-6c02-46df-bcbe-54d77e69f4b7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.4395297 Mar 16 11:09:26.760581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.823338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:26.846325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-80565187-f28c-4f2f-865d-955aaae176da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:26.847860 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-80565187-f28c-4f2f-865d-955aaae176da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b193afad06d4490391dd9c5564cd9b72&device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 1098 time: 0.4670641 Mar 16 11:09:26.848232 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.848723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting port 46d1d463-97fd-4457-a9ca-439fce94cde5 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:26.848868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:26.853897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:26.858702 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] Routers {'b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:26.859495 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.886789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:26.889414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:26.922139 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:26.922807 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f2bab7-6dbc-4b2c-a0a2-65043790bbd7 None None] The sync data for ids ['b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:26.956483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Allocated IP 2001:db8::1db (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/df498400-f78a-423c-9853-7a012d82d7a7) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:27.004720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event updated for resources: {'Port': ['ID=831ac7ef-74fb-4eee-a74e-bf6a13fd2494,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:27.079289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.083757 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-28243cc6-964e-42e4-b5b1-21ff0da053f8 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.2824571 Mar 16 11:09:27.098639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=510982f7-d344-4647-ac8b-0eca4e0ce51d,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:27.120221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54886) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:27.193008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.254283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '2e9adb43-412e-40fb-be30-048e9efb9714', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'port_id': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'mac_address': 'fa:16:3e:d2:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:09:21Z', 'revision_number': 1, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:40Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:27.263356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c04a6-64c4-4fcb-956d-64f92ac02ac6 None None] The sync data for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv is: [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '2e9adb43-412e-40fb-be30-048e9efb9714', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'port_id': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'mac_address': 'fa:16:3e:d2:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:08:42Z', 'updated_at': '2022-03-16T11:09:21Z', 'revision_number': 1, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:40Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:27.381659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Calling delete_port for 23707817-daa7-48e5-9fb0-9f79afe4abb1 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:27.423815 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3051ea3c-d5e3-48f7-9668-2b025d719e55 req-6c95f424-28f7-45dd-a417-71d98a5a3132 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228194 Mar 16 11:09:27.514761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.530615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': '64fb09d6-87a7-4113-bb47-ef90ca2d157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:27.531126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: 3eaa68e0-ac86-42b8-b733-fddbb09af467, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:27.531741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Transition to ACTIVE for port object df498400-f78a-423c-9853-7a012d82d7a7 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:27.588982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdcdb1-070b-4d1a-9ea2-bf12ff00c3ce None None] New status for floating IP 2e9adb43-412e-40fb-be30-048e9efb9714: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:09:27.622747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.674503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.686861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-e27c3b19-f005-4b44-9e7b-902f358ed59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:27.688452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-e27c3b19-f005-4b44-9e7b-902f358ed59e service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748 HTTP/1.1" status: 200 len: 907 time: 0.8030090 Mar 16 11:09:27.720677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:27.726489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:27.728847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=df498400-f78a-423c-9853-7a012d82d7a7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:27.738037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:27.744206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:27.744840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.751343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.816110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event deleted for resources: {'Port': ['ID=23707817-daa7-48e5-9fb0-9f79afe4abb1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:27.882721 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7718f14-4f81-4642-b26c-83c1d7cbcb75 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "DELETE /v2.0/ports/23707817-daa7-48e5-9fb0-9f79afe4abb1 HTTP/1.1" status: 204 len: 168 time: 1.7679138 Mar 16 11:09:27.882721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54894) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:27.943610 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83130288-fcd7-49ed-a14f-149693fb358d tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0137398 Mar 16 11:09:27.945641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54898) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:27.947131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:27.957347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:58:64:31'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:27.969158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 3eaa68e0-ac86-42b8-b733-fddbb09af467 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:27.973488 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-74140327-28ba-42bf-b3d0-ed9bc8d147d9 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f HTTP/1.1" status: 200 len: 920 time: 0.8439600 Mar 16 11:09:28.010143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c7446e-c13b-4988-970d-529ee086506f tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:09:28.010143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a0c7446e-c13b-4988-970d-529ee086506f tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Synchronizing usage tracker for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:28.010143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54902) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:28.076903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d499ee4a-1040-4778-b926-3c8f9a7ecda3 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f HTTP/1.1" status: 200 len: 205 time: 0.0561314 Mar 16 11:09:28.081799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54906) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:28.162987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Calling delete_port for 46d1d463-97fd-4457-a9ca-439fce94cde5 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:28.176124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c2d9316c-e071-4d8f-9716-df1fcdf06452 None None] Provisioning for port df498400-f78a-423c-9853-7a012d82d7a7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:28.182178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c2d9316c-e071-4d8f-9716-df1fcdf06452 None None] Provisioning complete for port df498400-f78a-423c-9853-7a012d82d7a7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:28.182593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2d9316c-e071-4d8f-9716-df1fcdf06452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.197888 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-6abd688f-fad3-4a66-b49f-0c22c99bb0d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be HTTP/1.1" status: 200 len: 998 time: 0.4437430 Mar 16 11:09:28.215929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 3eaa68e0-ac86-42b8-b733-fddbb09af467) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:28.225757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb8aec-90a9-4fc7-9646-91470e931bd8 None None] Network 3eaa68e0-ac86-42b8-b733-fddbb09af467 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:28.231208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:28.231794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.351546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.386407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9316c-e071-4d8f-9716-df1fcdf06452 None None] Port df498400-f78a-423c-9853-7a012d82d7a7 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:28.409976 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-33658522-27b8-44b4-bb49-b7d8fb740106 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2320352 Mar 16 11:09:28.415224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54910) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:28.428021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-4e7f3b03-a3be-4622-82b2-c8ee0e72cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:28.429424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-4e7f3b03-a3be-4622-82b2-c8ee0e72cb4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60e62648-85e0-4ca9-8f8b-511290cf2629 HTTP/1.1" status: 200 len: 845 time: 0.2147479 Mar 16 11:09:28.441583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2053397456'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:28.443122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a0c7446e-c13b-4988-970d-529ee086506f tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Unset dirty status for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:28.444296 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a0c7446e-c13b-4988-970d-529ee086506f tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "GET /v2.0/ports/23707817-daa7-48e5-9fb0-9f79afe4abb1 HTTP/1.1" status: 404 len: 333 time: 0.5626497 Mar 16 11:09:28.452293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54914) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:28.489602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:28.503520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Request body: {'port': {'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-466731837'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:28.532371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-3eaa68e0-ac86-42b8-b733-fddbb09af467', 'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '510982f7-d344-4647-ac8b-0eca4e0ce51d'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:09:28.533711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.534058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:28.540912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:28.550688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:28.568121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.636379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:28.652157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:28.705978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Allocated IP 2001:db8:0:ffff::2 (3eaa68e0-ac86-42b8-b733-fddbb09af467/510982f7-d344-4647-ac8b-0eca4e0ce51d/e7bb1dc9-581e-4f09-a9d2-3460f0a67cee) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:28.807377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.880282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.914725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:28.919517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.928337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.939039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Transition to ACTIVE for port object e7bb1dc9-581e-4f09-a9d2-3460f0a67cee will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:28.942018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Made reservation on behalf of 7a620f46d42d4b04bb0268904ab812be for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:28.944338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:28.960160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Transition to ACTIVE for port object e7bb1dc9-581e-4f09-a9d2-3460f0a67cee will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:29.045169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.086872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port 23132d90-8a44-4229-a335-323069719fda yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:29.106024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Network 3eaa68e0-ac86-42b8-b733-fddbb09af467 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:29.108707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:29.111978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:29.135123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-a02fb7df-2fc4-4e31-83c2-3a3f3415fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:29.136590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-a02fb7df-2fc4-4e31-83c2-3a3f3415fadf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef3f50-cf18-4eb3-a8ae-25b65fd47748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6816139 Mar 16 11:09:29.144492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:29.150136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Pushing event updated for resources: {'Port': ['ID=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:29.216345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Attempting to bind port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:29.216621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Attempting to bind port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '64fb09d6-87a7-4113-bb47-ef90ca2d157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:29.216974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Attempting to bind port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee on network 3eaa68e0-ac86-42b8-b733-fddbb09af467 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:29.223114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:29.225172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Checking segment: {'id': '64fb09d6-87a7-4113-bb47-ef90ca2d157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:29.225297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.225393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.225473 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment d01da7b8-780d-4662-abc9-4654d33e3793 of type vlan for network fa2d3437-0134-4f66-8ada-d2b2950f4c71 Mar 16 11:09:29.225563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Bound using segment: {'id': '64fb09d6-87a7-4113-bb47-ef90ca2d157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:29.225563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Bound port: e7bb1dc9-581e-4f09-a9d2-3460f0a67cee, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb09d6-87a7-4113-bb47-ef90ca2d157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3eaa68e0-ac86-42b8-b733-fddbb09af467'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:29.225563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.313637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] For port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:29.316919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] For port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,segment=NetworkSegment(64fb09d6-87a7-4113-bb47-ef90ca2d157e),segment_id=64fb09d6-87a7-4113-bb47-ef90ca2d157e)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:29.416015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.420246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.478190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.479902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Deleting port 99eb8e4f-6be3-446b-b19c-3bb95acb6ae8 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:29.480309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.507886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d3ec-4b6c-475b-8738-6b6d63c94492 None None] Pushing event updated for resources: {'Port': ['ID=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:29.512096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Port': ['ID=46d1d463-97fd-4457-a9ca-439fce94cde5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:29.593327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.645708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:09:29.660868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-fa520978-5f3a-448f-b2ae-f5da37dc6fb6 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106280 Mar 16 11:09:29.717411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.734002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.866420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.870800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Calling delete_port for 99eb8e4f-6be3-446b-b19c-3bb95acb6ae8 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:29.908739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.939498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.944839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:29.945422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.953114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.978788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] In _notify_port_updated(), no bound segment for port df498400-f78a-423c-9853-7a012d82d7a7 on network 26bca210-4442-47c3-b26a-2f9f78af9350 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:09:29.984209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:29.985302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:29.986091 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "PUT /v2.0/ports/df498400-f78a-423c-9853-7a012d82d7a7 HTTP/1.1" status: 200 len: 1003 time: 2.0349228 Mar 16 11:09:29.995012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54918) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:30.066789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365fc84-402b-42d6-ad3c-f6b1530ee460 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=df498400-f78a-423c-9853-7a012d82d7a7,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:30.121564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port df498400-f78a-423c-9853-7a012d82d7a7 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:30.121935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.224386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-24871172-ec7d-4e7b-838a-ce8e87d6a86b None None] Provisioning complete for port df498400-f78a-423c-9853-7a012d82d7a7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:30.225008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-24871172-ec7d-4e7b-838a-ce8e87d6a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.278081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e7bb1dc9-581e-4f09-a9d2-3460f0a67cee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:30.349082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-24871172-ec7d-4e7b-838a-ce8e87d6a86b None None] Port df498400-f78a-423c-9853-7a012d82d7a7 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:30.446246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.491865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:30.509265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.512186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=fa2d3437-0134-4f66-8ada-d2b2950f4c71,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:30.512312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event deleted for resources: {'Port': ['ID=99eb8e4f-6be3-446b-b19c-3bb95acb6ae8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:30.513954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.536638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network fa2d3437-0134-4f66-8ada-d2b2950f4c71 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:30.539583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-59c1d04a-69d6-499d-ae23-a4b705415ab6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1138299 Mar 16 11:09:30.546969 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0c3bd60-708f-489e-bf64-bbe499e94782 req-d1d299d3-1f0c-4d6c-995d-d3f89bf6d5ab service neutron] 10.222.0.53 "GET /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390582 Mar 16 11:09:30.553083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54922) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:30.570643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:30.633136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.696680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.705069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6035c-35ea-4bd6-b88f-a11b86dbadbf None None] Network 3eaa68e0-ac86-42b8-b733-fddbb09af467 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:30.776905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.777404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Fanout notify agent at l3_agent the message router_deleted on router 9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:30.796110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:30.799377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Network 15f688da-9f92-4067-857b-0ddcf8eb8968 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:30.803627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:30.814278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.814278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cf455e76-316f-4a88-a000-6313070c6590 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "DELETE /v2.0/routers/9dadc8cc-aa3c-4987-8a8f-00cdfbff26e6 HTTP/1.1" status: 204 len: 168 time: 5.0001678 Mar 16 11:09:30.814278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:30.814811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:30.815408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.819260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:30.830249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54926) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:30.832695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:30.878306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=23132d90-8a44-4229-a335-323069719fda,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:30.880486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Router 2dc5b4e8-0cf3-421b-84aa-b89b36657905 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:30.882817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:30.894920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.920584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] Provisioning for port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:30.954525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] Provisioning complete for port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:30.954842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.972075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:30.986413 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d5ef8d21-f916-4bb7-9564-dafd94e5a56e tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5301600 Mar 16 11:09:30.990725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54930) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.002654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting subnet be1037eb-ca0a-4547-8fd2-65d882bfe5a8 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:09:31.007200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:31.026033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.048465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.085087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:31.088656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.096721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Calling delete_port for df498400-f78a-423c-9853-7a012d82d7a7 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:31.108001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.144570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] For port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,segment=NetworkSegment(64fb09d6-87a7-4113-bb47-ef90ca2d157e),segment_id=64fb09d6-87a7-4113-bb47-ef90ca2d157e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:31.221812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.267807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.268258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Fanout notify agent at l3_agent the message router_deleted on router b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:31.301299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6718351-5353-4039-8864-0ca1a9da4afe None None] Pushing event updated for resources: {'Port': ['ID=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:31.311507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.316127 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-74de8bd7-7342-492e-a542-faaddb2611be tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f HTTP/1.1" status: 204 len: 168 time: 3.2289236 Mar 16 11:09:31.317068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54936) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.323673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'name': 'tempest-snat-router-986076838', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': False}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:31.328590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:31.332704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:router and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:31.335714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:31.343213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:31.344813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b14fbea4-caae-408f-a5ba-099646fb2064 None None] Provisioning complete for port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:31.345411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b14fbea4-caae-408f-a5ba-099646fb2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.346341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:31.352742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.356993 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] Sync routers for ids ['2dc5b4e8-0cf3-421b-84aa-b89b36657905'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:31.366116 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] Routers {'2dc5b4e8-0cf3-421b-84aa-b89b36657905'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:31.366885 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2dc5b4e8-0cf3-421b-84aa-b89b36657905'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:31.395065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.431701 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:31.440592 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] Routers {'2dc5b4e8-0cf3-421b-84aa-b89b36657905'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:31.441479 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2dc5b4e8-0cf3-421b-84aa-b89b36657905'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:31.468251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.487072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.488169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.495282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Port': ['ID=df498400-f78a-423c-9853-7a012d82d7a7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:31.504663 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:31.505266 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26878074-1738-4917-96d6-9f40c5fff7de None None] The sync data for ids ['2dc5b4e8-0cf3-421b-84aa-b89b36657905'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:31.534672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.538599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ef9bd74a-394b-4495-a28d-2248510f258e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5845490 Mar 16 11:09:31.541623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54940) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.622708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.625295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.630436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.649482 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ff09bf40-f837-4606-8bd1-96add5aa782a tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/ports/df498400-f78a-423c-9853-7a012d82d7a7 HTTP/1.1" status: 204 len: 168 time: 1.6530178 Mar 16 11:09:31.651917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54944) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.817602 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2d321c-4c82-4937-b790-e42a93b7900e tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] GET failed (client error): The resource could not be found. Mar 16 11:09:31.819108 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0a2d321c-4c82-4937-b790-e42a93b7900e tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "GET /v2.0/ports/df498400-f78a-423c-9853-7a012d82d7a7 HTTP/1.1" status: 404 len: 333 time: 0.1479836 Mar 16 11:09:31.825746 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6f8bc4d3-2d40-4537-921e-4989834ec704 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/2dc5b4e8-0cf3-421b-84aa-b89b36657905 HTTP/1.1" status: 200 len: 922 time: 0.2795205 Mar 16 11:09:31.825746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54948) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.826564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54952) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.829559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1084367512'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:31.951114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:31.956515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] device_id is not set on port 23132d90-8a44-4229-a335-323069719fda yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:31.960573 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9585f867-3f09-4102-9031-7e1b1ff48bd5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dc5b4e8-0cf3-421b-84aa-b89b36657905 HTTP/1.1" status: 200 len: 205 time: 0.1146944 Mar 16 11:09:31.963238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54956) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:31.996241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.001542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.048020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Transition to ACTIVE for port object 23132d90-8a44-4229-a335-323069719fda will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:32.049106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.054613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40808e8-bf01-432d-a605-2a2703673a5c None None] Network 18819dcf-8118-4189-a701-58d67b4c3799 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:32.073658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=402cd09a-f867-491d-988a-f0259e415684,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:32.078310 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "DELETE /v2.0/subnets/be1037eb-ca0a-4547-8fd2-65d882bfe5a8 HTTP/1.1" status: 204 len: 168 time: 1.2472019 Mar 16 11:09:32.108772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54960) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:32.117020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.249506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e7bb1dc9-581e-4f09-a9d2-3460f0a67cee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:32.342023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78399fd7-eb67-4c0f-a3a2-e4cf818806f0 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Subnet': ['ID=be1037eb-ca0a-4547-8fd2-65d882bfe5a8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:32.342801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.363776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': 'd01da7b8-780d-4662-abc9-4654d33e3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:32.367598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: fa2d3437-0134-4f66-8ada-d2b2950f4c71, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:32.393028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:32.398188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.475884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:32.500361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] DHCP port deletion for 18819dcf-8118-4189-a701-58d67b4c3799 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:09:32.515060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:32.530569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=23132d90-8a44-4229-a335-323069719fda,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:32.531615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.566289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.568215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:32.568548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:32.568881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:32.574984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Deleting port 3d9adcee-c70d-42c4-8291-ccde8a93b24a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:32.575662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.579090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:32.579425 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:32.580271 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 2 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:32.598956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting port 3d9adcee-c70d-42c4-8291-ccde8a93b24a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:32.599301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.624950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:32.625286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:32.625623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:32.635989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network fa2d3437-0134-4f66-8ada-d2b2950f4c71 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:32.644632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:32.644968 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:32.648872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 3 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:32.657684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:32.661402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.671101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:32.671444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:32.672048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:32.714233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:32.714487 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:32.719858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 4 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:32.741251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, fa2d3437-0134-4f66-8ada-d2b2950f4c71) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:32.748641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:32.748982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:32.752276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:32.754350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:32.754350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.764884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4805d-b575-4ce7-9662-6b90e602bcb2 None None] Network fa2d3437-0134-4f66-8ada-d2b2950f4c71 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:32.768819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] device_id is not set on port ec602d5d-eff2-4467-a542-70cb520212e9 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:32.776625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:32.776967 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:32.794389 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 5 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:32.876640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:32.876640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:32.876917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:32.887069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.888138 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c5d19485-1da2-467a-b3f2-cbcf0cbeabd2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3349845 Mar 16 11:09:32.891754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:32.892159 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:32.896645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54964) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:32.901025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 6 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:32.922469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] For port 3d9adcee-c70d-42c4-8291-ccde8a93b24a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3d9adcee-c70d-42c4-8291-ccde8a93b24a,segment=NetworkSegment(d6fa4e00-19cb-431d-a63b-e1a61aacc23b),segment_id=d6fa4e00-19cb-431d-a63b-e1a61aacc23b)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:32.922729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.924072 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] For port 3d9adcee-c70d-42c4-8291-ccde8a93b24a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3d9adcee-c70d-42c4-8291-ccde8a93b24a,segment=NetworkSegment(d6fa4e00-19cb-431d-a63b-e1a61aacc23b),segment_id=d6fa4e00-19cb-431d-a63b-e1a61aacc23b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:32.924572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:32.932119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:32.932302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:32.932526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:32.996294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:32.996294 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:32.996294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 7 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:33.049153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Deleting port 831ac7ef-74fb-4eee-a74e-bf6a13fd2494 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:33.049490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.054691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Calling delete_port for 3d9adcee-c70d-42c4-8291-ccde8a93b24a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:33.065215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Calling delete_port for 3d9adcee-c70d-42c4-8291-ccde8a93b24a owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:33.112186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:33.112519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:33.112857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:33.122711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:33.123044 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:33.129282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 8 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:33.160481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:33.160481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:33.160481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:33.167931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:33.168262 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:33.168648 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 9 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:33.188182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:33.188531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:33.188849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Allocated IP 2001:db8::210 (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/ec602d5d-eff2-4467-a542-70cb520212e9) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:33.188990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:33.194629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:33.194961 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:33.195350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempt 10 to bind port 23132d90-8a44-4229-a335-323069719fda Mar 16 11:09:33.210985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:33.211318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:33.211922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempting to bind port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:33.217736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:09:33.218099 dv-neutron-831730-4-hyperv neutron-server[88450]: ERROR neutron.plugins.ml2.managers [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Failed to bind port 23132d90-8a44-4229-a335-323069719fda on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2db2c43e-4bc3-45b8-bffb-eb8a87438a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '15f688da-9f92-4067-857b-0ddcf8eb8968'}] Mar 16 11:09:33.218496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.237756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-fa2d3437-0134-4f66-8ada-d2b2950f4c71', 'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '402cd09a-f867-491d-988a-f0259e415684'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:09:33.239643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.266322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.311010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:33.311502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:33.327292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Port': ['ID=3d9adcee-c70d-42c4-8291-ccde8a93b24a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:33.332395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] No DVR routers for this DVR port 3d9adcee-c70d-42c4-8291-ccde8a93b24a on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:09:33.381562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.427086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Allocated IP 2001:db8::1 (fa2d3437-0134-4f66-8ada-d2b2950f4c71/402cd09a-f867-491d-988a-f0259e415684/4c074431-3d0c-447e-a6c1-de021bd0d606) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:33.483811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.485740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] For port 23132d90-8a44-4229-a335-323069719fda, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:33.486136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attempted to set empty binding levels {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 16 11:09:33.487862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.519634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18819dcf-8118-4189-a701-58d67b4c3799']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:33.538709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:33.539306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fa4e00-19cb-431d-a63b-e1a61aacc23b') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:33.550065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.560761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.584688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.594625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:33.595027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:33.611566 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:33.614112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.656549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.670328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Transition to ACTIVE for port object 4c074431-3d0c-447e-a6c1-de021bd0d606 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:33.693017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Transition to ACTIVE for port object 4c074431-3d0c-447e-a6c1-de021bd0d606 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:33.744428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] In _notify_port_updated(), no bound segment for port 23132d90-8a44-4229-a335-323069719fda on network 15f688da-9f92-4067-857b-0ddcf8eb8968 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:09:33.745312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:33.745960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.747325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "PUT /v2.0/ports/23132d90-8a44-4229-a335-323069719fda HTTP/1.1" status: 200 len: 976 time: 2.7537754 Mar 16 11:09:33.753832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54970) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:33.754102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.815432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Deleting port 3d9adcee-c70d-42c4-8291-ccde8a93b24a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:33.815923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.817232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5e9d-c5b7-4d5f-89a6-9717e24bec89 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event updated for resources: {'Port': ['ID=23132d90-8a44-4229-a335-323069719fda,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:33.837829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Deleting port 23132d90-8a44-4229-a335-323069719fda {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:33.838181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.846988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Network fa2d3437-0134-4f66-8ada-d2b2950f4c71 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:33.861127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:33.865618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:33.879019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.886278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.893889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.920440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.937559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Network': ['ID=18819dcf-8118-4189-a701-58d67b4c3799,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:34.000673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7414c3f7-2765-45c7-a88f-5860f87bb5c5 None None] The port '3d9adcee-c70d-42c4-8291-ccde8a93b24a' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:09:34.005926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Pushing event updated for resources: {'Port': ['ID=4c074431-3d0c-447e-a6c1-de021bd0d606,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:34.079492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Attempting to bind port 4c074431-3d0c-447e-a6c1-de021bd0d606 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:34.080590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Attempting to bind port 4c074431-3d0c-447e-a6c1-de021bd0d606 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'd01da7b8-780d-4662-abc9-4654d33e3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:34.080993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Attempting to bind port 4c074431-3d0c-447e-a6c1-de021bd0d606 on network fa2d3437-0134-4f66-8ada-d2b2950f4c71 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:34.085789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Calling delete_port for 831ac7ef-74fb-4eee-a74e-bf6a13fd2494 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:34.089020 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-72cc9dec-ded8-49d2-ad23-39c274cb6ece tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "DELETE /v2.0/networks/18819dcf-8118-4189-a701-58d67b4c3799 HTTP/1.1" status: 204 len: 168 time: 1.9787681 Mar 16 11:09:34.089247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:34.089442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Checking segment: {'id': 'd01da7b8-780d-4662-abc9-4654d33e3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:34.089921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.090457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Bound using segment: {'id': 'd01da7b8-780d-4662-abc9-4654d33e3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:34.090921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Bound port: 4c074431-3d0c-447e-a6c1-de021bd0d606, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01da7b8-780d-4662-abc9-4654d33e3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:34.091286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.096833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54974) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:34.199216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] For port 4c074431-3d0c-447e-a6c1-de021bd0d606, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:34.206039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] For port 4c074431-3d0c-447e-a6c1-de021bd0d606, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4c074431-3d0c-447e-a6c1-de021bd0d606,segment=NetworkSegment(d01da7b8-780d-4662-abc9-4654d33e3793),segment_id=d01da7b8-780d-4662-abc9-4654d33e3793)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:34.208486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3d9adcee-c70d-42c4-8291-ccde8a93b24a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:34.245635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 3d9adcee-c70d-42c4-8291-ccde8a93b24a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:34.246016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3d9adcee-c70d-42c4-8291-ccde8a93b24a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:09:34.269612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.279821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.300126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Allocated IP 172.26.7.224 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/246f0a7b-30ce-4b3c-a775-597fc93641c7) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:34.317353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Deleting port 09b65e7a-4a05-4a4f-8e10-23c7dd972a9a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:34.318158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.386291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9f0af-b5e4-4988-88f5-f7b4ad4c000b None None] Pushing event updated for resources: {'Port': ['ID=4c074431-3d0c-447e-a6c1-de021bd0d606,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:34.425069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Transition to ACTIVE for port object ec602d5d-eff2-4467-a542-70cb520212e9 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:34.432320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.535167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=402cd09a-f867-491d-988a-f0259e415684,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:34.576353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] For port 23132d90-8a44-4229-a335-323069719fda, host hv-neutron-8317, got binding levels [] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:34.576713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.693564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.723141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Calling delete_port for 23132d90-8a44-4229-a335-323069719fda owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:34.729078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.739586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2d3437-0134-4f66-8ada-d2b2950f4c71']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:34.755120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01da7b8-780d-4662-abc9-4654d33e3793') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:34.755415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01da7b8-780d-4662-abc9-4654d33e3793') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:34.769252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.771374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.771703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.788080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.792406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.835339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.844580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:34.844966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:34.861236 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:34.882137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event deleted for resources: {'Port': ['ID=831ac7ef-74fb-4eee-a74e-bf6a13fd2494,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:34.911804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Calling delete_port for 09b65e7a-4a05-4a4f-8e10-23c7dd972a9a owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:35.039085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.079133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:35.080302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.090580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:35.102883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:35.108492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:35.109154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.117376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Pushing event deleted for resources: {'Port': ['ID=23132d90-8a44-4229-a335-323069719fda,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:35.120935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.122259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=ec602d5d-eff2-4467-a542-70cb520212e9,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:35.167896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:09:35.167896 dv-neutron-831730-4-hyperv neutron-server[88449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:09:35.167896 dv-neutron-831730-4-hyperv neutron-server[88449]: [parameters: {'id': 'fa2d3437-0134-4f66-8ada-d2b2950f4c71'}] Mar 16 11:09:35.167896 dv-neutron-831730-4-hyperv neutron-server[88449]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:35.168373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:35.199117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.209052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:35.212337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.249282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ed904e12-32e8-4b9d-b3c6-957a95cce022 tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "DELETE /v2.0/ports/23132d90-8a44-4229-a335-323069719fda HTTP/1.1" status: 204 len: 168 time: 1.4923935 Mar 16 11:09:35.254208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:35.261903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54978) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:35.338079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:35.351749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Pushing event deleted for resources: {'Port': ['ID=09b65e7a-4a05-4a4f-8e10-23c7dd972a9a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:35.393360 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc96061-b079-41cd-9d60-a16b03432aba tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:09:35.394211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bbc96061-b079-41cd-9d60-a16b03432aba tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Synchronizing usage tracker for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:35.418148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfe4f4-277d-42e0-94b7-2bd5341e28dc None None] Network fa2d3437-0134-4f66-8ada-d2b2950f4c71 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:35.435677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.438489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.439729 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-781f21d8-4b69-418e-b162-dbb9103cb8c5 tempest-FloatingIPAdminTestJSON-1189032997 tempest-FloatingIPAdminTestJSON-1189032997-project] 10.222.0.30 "DELETE /v2.0/floatingips/e10ca0f7-bfc2-4190-af2e-ad34ed01512b HTTP/1.1" status: 204 len: 168 time: 1.3418438 Mar 16 11:09:35.499782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bbc96061-b079-41cd-9d60-a16b03432aba tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] Unset dirty status for tenant:7a620f46d42d4b04bb0268904ab812be on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:35.504640 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bbc96061-b079-41cd-9d60-a16b03432aba tempest-PortsAdminExtendedAttrsTestJSON-575838800 tempest-PortsAdminExtendedAttrsTestJSON-575838800-project-admin] 10.222.0.30 "GET /v2.0/ports/23132d90-8a44-4229-a335-323069719fda HTTP/1.1" status: 404 len: 333 time: 0.2377324 Mar 16 11:09:35.504860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54984) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:35.591482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-01468b41-b3a2-48bd-ad8a-59a573e0af25 None None] Provisioning for port 4c074431-3d0c-447e-a6c1-de021bd0d606 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:35.614816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Port': ['ID=246f0a7b-30ce-4b3c-a775-597fc93641c7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:35.631890 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6d47aa87-3bc5-4ab5-8585-3e08938f9815 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8049266 Mar 16 11:09:35.632372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.636895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 54988) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:35.637955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.644585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'network_id': '26bca210-4442-47c3-b26a-2f9f78af9350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1214836271'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:35.668676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-01468b41-b3a2-48bd-ad8a-59a573e0af25 None None] Provisioning for port ec602d5d-eff2-4467-a542-70cb520212e9 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:35.674724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.676233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-01468b41-b3a2-48bd-ad8a-59a573e0af25 None None] Provisioning complete for port ec602d5d-eff2-4467-a542-70cb520212e9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:35.680156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-01468b41-b3a2-48bd-ad8a-59a573e0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.685092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.749717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-01468b41-b3a2-48bd-ad8a-59a573e0af25 None None] Port ec602d5d-eff2-4467-a542-70cb520212e9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:35.752585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] DHCP port deletion for fa2d3437-0134-4f66-8ada-d2b2950f4c71 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:09:35.757253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] Deleting port 4c074431-3d0c-447e-a6c1-de021bd0d606 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:35.757619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.848457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 4c074431-3d0c-447e-a6c1-de021bd0d606 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:35.848943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.943364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.972617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f688da-9f92-4067-857b-0ddcf8eb8968']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:35.974155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] For port 4c074431-3d0c-447e-a6c1-de021bd0d606, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4c074431-3d0c-447e-a6c1-de021bd0d606,segment=NetworkSegment(d01da7b8-780d-4662-abc9-4654d33e3793),segment_id=d01da7b8-780d-4662-abc9-4654d33e3793)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:35.974548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:35.987365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db2c43e-4bc3-45b8-bffb-eb8a87438a57') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:35.987666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db2c43e-4bc3-45b8-bffb-eb8a87438a57') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:36.001013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.016897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.020880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Fanout notify agent at l3_agent the message router_deleted on router 2dc5b4e8-0cf3-421b-84aa-b89b36657905 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:36.029492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.037957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:36.043896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:36.057504 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:36.059732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 54994) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:36.116421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.117306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] Calling delete_port for 4c074431-3d0c-447e-a6c1-de021bd0d606 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:36.122281 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fafbf7e8-e14a-4860-a198-a3c04c6e3ac5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/2dc5b4e8-0cf3-421b-84aa-b89b36657905 HTTP/1.1" status: 204 len: 168 time: 4.1578896 Mar 16 11:09:36.124621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55000) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:36.151071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-419309622', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': False}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:36.178393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:36.191349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:36.199049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:router and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:36.204652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Usage tracker for resource:port and tenant:48685d04b5994715ae3ac1dfec0064d4 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:36.207199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:36.214290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:36.216895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:36.224102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:36.263021 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a1cb45d0-2ddc-4bd7-8364-ee599aa35c3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35e1b314645d42409a599f3fce70255c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041359 Mar 16 11:09:36.265686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55004) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:36.293004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.297759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.302495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port 4c074431-3d0c-447e-a6c1-de021bd0d606, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4c074431-3d0c-447e-a6c1-de021bd0d606,segment=NetworkSegment(d01da7b8-780d-4662-abc9-4654d33e3793),segment_id=d01da7b8-780d-4662-abc9-4654d33e3793)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:36.302495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.319293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.335365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] 10.222.0.30 "DELETE /v2.0/networks/15f688da-9f92-4067-857b-0ddcf8eb8968 HTTP/1.1" status: 204 len: 168 time: 0.8269100 Mar 16 11:09:36.337103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d209fa5-83ef-4838-a51a-4ab840dfa028 tempest-PortsAdminExtendedAttrsTestJSON-1151945768 tempest-PortsAdminExtendedAttrsTestJSON-1151945768-project] Pushing event deleted for resources: {'Network': ['ID=15f688da-9f92-4067-857b-0ddcf8eb8968,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:36.362608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3163d1c1-aa60-4dc8-a890-eed2d4c0414b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.377214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] Pushing event deleted for resources: {'Port': ['ID=4c074431-3d0c-447e-a6c1-de021bd0d606,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:36.379494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710498e3-e527-45c1-bbd2-c27966541754 None None] No DVR routers for this DVR port 4c074431-3d0c-447e-a6c1-de021bd0d606 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:09:36.398166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3163d1c1-aa60-4dc8-a890-eed2d4c0414b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.479758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.480755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.497329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for 4c074431-3d0c-447e-a6c1-de021bd0d606 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:36.523135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Made reservation on behalf of 48685d04b5994715ae3ac1dfec0064d4 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:36.526735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.534026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3163d1c1-aa60-4dc8-a890-eed2d4c0414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.553081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163d1c1-aa60-4dc8-a890-eed2d4c0414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb784a-d60c-43d7-aa30-0228d9b6e42f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:36.560810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3163d1c1-aa60-4dc8-a890-eed2d4c0414b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.562025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3163d1c1-aa60-4dc8-a890-eed2d4c0414b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62bb784a-d60c-43d7-aa30-0228d9b6e42f HTTP/1.1" status: 204 len: 168 time: 0.2953300 Mar 16 11:09:36.587267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] device_id is not set on port 60f26c43-bab6-4ee9-a378-97009606e679 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:36.642340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.739221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:36.739540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:36.775160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.840277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55014) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:37.017077 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-64f93fe8-12d6-4461-988a-8a5786e0bb70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74fb09ca9d3144519ee597f43d43628c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755414 Mar 16 11:09:37.019687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55022) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:37.083364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cf579c1-ab66-4f4d-a8ef-d54e3c01c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.110839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cf579c1-ab66-4f4d-a8ef-d54e3c01c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.196468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55026) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:37.214389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.231699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cf579c1-ab66-4f4d-a8ef-d54e3c01c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.243413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:37.252192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Usage tracker for resource:security_group_rule and tenant:632410a02e4547029920850d684ff183 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:37.255757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf579c1-ab66-4f4d-a8ef-d54e3c01c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a6f0bc-5b68-4917-89e0-068a260b4573,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:37.258446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:37.264308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cf579c1-ab66-4f4d-a8ef-d54e3c01c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.266470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6cf579c1-ab66-4f4d-a8ef-d54e3c01c093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41a6f0bc-5b68-4917-89e0-068a260b4573 HTTP/1.1" status: 204 len: 168 time: 0.2456434 Mar 16 11:09:37.267948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:37.277354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 4c074431-3d0c-447e-a6c1-de021bd0d606 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:37.277966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.301609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Allocated IP 2001:db8::254 (26bca210-4442-47c3-b26a-2f9f78af9350/aed300d1-4fd8-4d19-8fba-0f02b0c6e841/60f26c43-bab6-4ee9-a378-97009606e679) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:37.368707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.385383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.427749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] The port '4c074431-3d0c-447e-a6c1-de021bd0d606' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:09:37.476605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.527551 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=632410a02e4547029920850d684ff183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275723 Mar 16 11:09:37.528005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9ebb6-3ac5-4ac2-8ebf-ba9b4f380bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0399f0-1375-44d6-b75e-b9c2fbfa2f06,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:37.531563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55032) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:37.593504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d81173d3-0ab1-4d74-be77-9e1ec3712d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.621577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d81173d3-0ab1-4d74-be77-9e1ec3712d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.736857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.770810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d81173d3-0ab1-4d74-be77-9e1ec3712d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.788577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81173d3-0ab1-4d74-be77-9e1ec3712d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0399f0-1375-44d6-b75e-b9c2fbfa2f06,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:37.793052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d81173d3-0ab1-4d74-be77-9e1ec3712d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:37.796800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d81173d3-0ab1-4d74-be77-9e1ec3712d88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d0399f0-1375-44d6-b75e-b9c2fbfa2f06 HTTP/1.1" status: 204 len: 168 time: 0.2643003 Mar 16 11:09:37.905473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2d3437-0134-4f66-8ada-d2b2950f4c71']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:37.981568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01da7b8-780d-4662-abc9-4654d33e3793') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:37.981892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01da7b8-780d-4662-abc9-4654d33e3793') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:37.995157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.002789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.036390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55040) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:38.089585 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1fc5700c-2111-4a7e-824a-fee4f0368404 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a620f46d42d4b04bb0268904ab812be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493624 Mar 16 11:09:38.090004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55046) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:38.114630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.131262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.137480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:38.137897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:38.157567 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:38.162982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e96c3231-cbf4-4cf6-b448-97af9ea28f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.192397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e96c3231-cbf4-4cf6-b448-97af9ea28f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.330998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e96c3231-cbf4-4cf6-b448-97af9ea28f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.349333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c3231-cbf4-4cf6-b448-97af9ea28f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50826f-b632-47ba-b11a-594234cd7076,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:38.354487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e96c3231-cbf4-4cf6-b448-97af9ea28f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.358010 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e96c3231-cbf4-4cf6-b448-97af9ea28f41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be50826f-b632-47ba-b11a-594234cd7076 HTTP/1.1" status: 204 len: 168 time: 0.2668357 Mar 16 11:09:38.527528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55052) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:38.538677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Transition to ACTIVE for port object 60f26c43-bab6-4ee9-a378-97009606e679 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:38.544840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.547032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.567401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:38.571632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Usage tracker for resource:security_group_rule and tenant:95dca5c8cde1429da928706b071e0ad9 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:38.578677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:38.583687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.584566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:38.646071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=fa2d3437-0134-4f66-8ada-d2b2950f4c71,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:38.675942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.707859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-67076fa6-3715-4d01-bd34-9c6e2c58e87c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/fa2d3437-0134-4f66-8ada-d2b2950f4c71 HTTP/1.1" status: 204 len: 168 time: 5.8046420 Mar 16 11:09:38.708037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55058) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:38.713139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331189095'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:38.718779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:38.727092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:38.730319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.732124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:38.737938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:38.754542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Router 37ab175c-d17f-4b5c-a474-1ea90a36ef96 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:38.765156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.766858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.831310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:38.835300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.862729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.872377 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95dca5c8cde1429da928706b071e0ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433633 Mar 16 11:09:38.877003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a8ea9-ff45-4f23-b22d-a6358203740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e384a-21a2-4ca1-afb5-027ec58d1ed1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:38.880680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55066) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:38.899088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:38.909827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.912047 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7 of type vlan for network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 Mar 16 11:09:38.950379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:38.994002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Network 26bca210-4442-47c3-b26a-2f9f78af9350 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:39.017148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:39.017148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=60f26c43-bab6-4ee9-a378-97009606e679,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:39.017148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:39.017751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:39.018411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.050971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37493531-ccea-4d81-bde6-e7b44f6ebc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.077777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37493531-ccea-4d81-bde6-e7b44f6ebc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.167127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:39.178034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Sync routers for ids ['37ab175c-d17f-4b5c-a474-1ea90a36ef96'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:39.188179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.193254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Routers {'37ab175c-d17f-4b5c-a474-1ea90a36ef96'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:39.193869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:39.196334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['37ab175c-d17f-4b5c-a474-1ea90a36ef96'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:39.196586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.198838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Allocated IP 172.26.7.13 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/23732100-d9d8-4574-ae79-792f87c370f8) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:39.343238 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-26091240-98f9-4835-9d73-9d20726bac01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7030749 Mar 16 11:09:39.347296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.348676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-15f4226a-4344-4add-a29f-6ad7dfa56b94 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0308664 Mar 16 11:09:39.351256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55076) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:39.351941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37493531-ccea-4d81-bde6-e7b44f6ebc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.357407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:58:64:31'}, {'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:4c:bf:37'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:39.360626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55078) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:39.369004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-48f14ea6-97f0-4204-af94-c160709a048b None None] Provisioning for port 60f26c43-bab6-4ee9-a378-97009606e679 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:39.376692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=83155fb2-bce0-4bad-bfa3-06c7f094a2e8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:39.382346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-48f14ea6-97f0-4204-af94-c160709a048b None None] Provisioning complete for port 60f26c43-bab6-4ee9-a378-97009606e679 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:39.382947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f14ea6-97f0-4204-af94-c160709a048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.414636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:39.472039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37493531-ccea-4d81-bde6-e7b44f6ebc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e384a-21a2-4ca1-afb5-027ec58d1ed1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:39.478399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37493531-ccea-4d81-bde6-e7b44f6ebc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.481817 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-37493531-ccea-4d81-bde6-e7b44f6ebc53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d97e384a-21a2-4ca1-afb5-027ec58d1ed1 HTTP/1.1" status: 204 len: 168 time: 0.5951622 Mar 16 11:09:39.590286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.633016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d7a98b3e-edac-4c2d-b827-5eebcaa8cc65 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9217455 Mar 16 11:09:39.633377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55092) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:39.647595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:39.653938 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7a70e220-fadc-4c14-9e90-b287142e953e tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/37ab175c-d17f-4b5c-a474-1ea90a36ef96 HTTP/1.1" status: 200 len: 908 time: 0.2858481 Mar 16 11:09:39.657381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55096) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:39.662594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'name': 'tempest-snat-router-986076838', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': True}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:39.669295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:39.671513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Set router 37ab175c-d17f-4b5c-a474-1ea90a36ef96 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:39.674135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Usage tracker for resource:router and tenant:aea9aa0ccb1849faac1874d0e4b7804f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:39.678454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:39.689926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:39.721136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-48f14ea6-97f0-4204-af94-c160709a048b None None] Port 60f26c43-bab6-4ee9-a378-97009606e679 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:39.764707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.770044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.785153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.785661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:39.870487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:39.878206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:39.886294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:39.901332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:40.007715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ab175c-d17f-4b5c-a474-1ea90a36ef96', 'name': 'tempest-snat-router-986076838', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.224'}], 'enable_snat': False}, 'gw_port_id': '246f0a7b-30ce-4b3c-a775-597fc93641c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:31Z', 'updated_at': '2022-03-16T11:09:36Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': '246f0a7b-30ce-4b3c-a775-597fc93641c7', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ab175c-d17f-4b5c-a474-1ea90a36ef96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:33Z', 'updated_at': '2022-03-16T11:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:40.014988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.019092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:40.022017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Checking router: 37ab175c-d17f-4b5c-a474-1ea90a36ef96 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:40.022683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Updating router 37ab175c-d17f-4b5c-a474-1ea90a36ef96 port 246f0a7b-30ce-4b3c-a775-597fc93641c7 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:09:40.023196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.090847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.354264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:40.361587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:40.379543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:40.423821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Port': ['ID=23732100-d9d8-4574-ae79-792f87c370f8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:40.431551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.534422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.548805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Transition to ACTIVE for port object 246f0a7b-30ce-4b3c-a775-597fc93641c7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:40.613152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:09:40.638157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.710194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da36e3-ad4b-4922-84ca-ae2c97740028 None None] Pushing event updated for resources: {'Port': ['ID=246f0a7b-30ce-4b3c-a775-597fc93641c7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:40.728321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.738747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Attempting to bind port 246f0a7b-30ce-4b3c-a775-597fc93641c7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:40.739321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Attempting to bind port 246f0a7b-30ce-4b3c-a775-597fc93641c7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:40.739837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Attempting to bind port 246f0a7b-30ce-4b3c-a775-597fc93641c7 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:40.746772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:40.747515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:40.748064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.748598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:40.749271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Bound port: 246f0a7b-30ce-4b3c-a775-597fc93641c7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:40.749916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.816191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.836294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] For port 246f0a7b-30ce-4b3c-a775-597fc93641c7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:40.841655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] For port 246f0a7b-30ce-4b3c-a775-597fc93641c7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=246f0a7b-30ce-4b3c-a775-597fc93641c7,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:40.940296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] In _notify_port_updated(), no bound segment for port 60f26c43-bab6-4ee9-a378-97009606e679 on network 26bca210-4442-47c3-b26a-2f9f78af9350 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:09:40.941557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.946371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:40.947186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.948515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "PUT /v2.0/ports/60f26c43-bab6-4ee9-a378-97009606e679 HTTP/1.1" status: 200 len: 1068 time: 1.5959673 Mar 16 11:09:40.949647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8cf72-7409-4af7-98a1-8f651fff783c tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event updated for resources: {'Port': ['ID=60f26c43-bab6-4ee9-a378-97009606e679,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:40.952241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55132) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:40.965049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:40.998042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.119848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Routers {'37ab175c-d17f-4b5c-a474-1ea90a36ef96'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:41.120486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['37ab175c-d17f-4b5c-a474-1ea90a36ef96'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:41.167327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Allocated IP 172.26.7.85 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/60f82e40-7bed-4adc-9288-7dbc19790bf0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:41.174339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55140) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:41.192661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.207888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da36e3-ad4b-4922-84ca-ae2c97740028 None None] Pushing event updated for resources: {'Port': ['ID=246f0a7b-30ce-4b3c-a775-597fc93641c7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:41.347595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] Set router 37ab175c-d17f-4b5c-a474-1ea90a36ef96 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:41.367335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port 60f26c43-bab6-4ee9-a378-97009606e679 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:41.368073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.404643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.501085 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-73f4dca1-89d3-4b4d-baf9-134290e0b3de None None] Provisioning complete for port 60f26c43-bab6-4ee9-a378-97009606e679 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:41.501461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-73f4dca1-89d3-4b4d-baf9-134290e0b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.526617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.624268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Port': ['ID=60f82e40-7bed-4adc-9288-7dbc19790bf0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:41.631562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-665516844', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:41.636607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:41.636841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-73f4dca1-89d3-4b4d-baf9-134290e0b3de None None] Port 60f26c43-bab6-4ee9-a378-97009606e679 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:09:41.640593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Usage tracker for resource:port and tenant:f62c2655bb4b4fa9b73ec0c8c6920804 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:41.643067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:41.650047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:41.668167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:41.669458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:41.671946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:41.753041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:41.753632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: 83155fb2-bce0-4bad-bfa3-06c7f094a2e8, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:41.784492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ab175c-d17f-4b5c-a474-1ea90a36ef96', 'name': 'tempest-snat-router-986076838', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.224'}], 'enable_snat': False}, 'gw_port_id': '246f0a7b-30ce-4b3c-a775-597fc93641c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:31Z', 'updated_at': '2022-03-16T11:09:36Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': '246f0a7b-30ce-4b3c-a775-597fc93641c7', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ab175c-d17f-4b5c-a474-1ea90a36ef96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:33Z', 'updated_at': '2022-03-16T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:41.785074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Made reservation on behalf of f62c2655bb4b4fa9b73ec0c8c6920804 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:41.787743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.788837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729f8a1-5dca-4a0f-a356-cdff45e256ad None None] The sync data for ids ['37ab175c-d17f-4b5c-a474-1ea90a36ef96'] in dv-neutron-831730-4-hyperv is: [{'id': '37ab175c-d17f-4b5c-a474-1ea90a36ef96', 'name': 'tempest-snat-router-986076838', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.224'}], 'enable_snat': False}, 'gw_port_id': '246f0a7b-30ce-4b3c-a775-597fc93641c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:31Z', 'updated_at': '2022-03-16T11:09:36Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': '246f0a7b-30ce-4b3c-a775-597fc93641c7', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ab175c-d17f-4b5c-a474-1ea90a36ef96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:33Z', 'updated_at': '2022-03-16T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:41.799488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=86cf0712-c2f0-45f3-9449-81e9563083a3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:41.802833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.809464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.886773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:41.892487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:41.927493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Usage tracker for resource:security_group_rule and tenant:f62c2655bb4b4fa9b73ec0c8c6920804 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:41.936867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:41.947257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:42.024174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Calling delete_port for 60f26c43-bab6-4ee9-a378-97009606e679 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:42.065560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:42.065767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.207883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.241856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] device_id is not set on port ab1252fd-a287-42da-909c-ee54776ef410 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:09:42.260602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 246f0a7b-30ce-4b3c-a775-597fc93641c7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:42.380630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 83155fb2-bce0-4bad-bfa3-06c7f094a2e8) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:42.390090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f4ca6-d6ef-48f7-bb81-ad8494853ffa None None] Network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:42.411442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:42.412462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.460129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55160) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:42.508164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5784c24c-133d-4c61-b6da-9ff942bde306,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:42.655649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 246f0a7b-30ce-4b3c-a775-597fc93641c7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:42.672291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 246f0a7b-30ce-4b3c-a775-597fc93641c7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:42.672915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.702468 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2fefec42-1d41-48c4-b01c-66a257e8db5d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0676219 Mar 16 11:09:42.703154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55166) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:42.715983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-515550300'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:42.722935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:42.729014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:42.731631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:42.739037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:42.745888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Allocated IP 172.26.7.139 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/ab1252fd-a287-42da-909c-ee54776ef410) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:42.748606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-83155fb2-bce0-4bad-bfa3-06c7f094a2e8', 'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '86cf0712-c2f0-45f3-9449-81e9563083a3'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:09:42.749418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.770129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-255372592'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:42.775628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:42.780352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Usage tracker for resource:router and tenant:b50811ca8fde40c197ffad5a11dccabb is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:42.783451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:42.791338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:42.809409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.838007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.838693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.916806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:42.919231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.924852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 246f0a7b-30ce-4b3c-a775-597fc93641c7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=246f0a7b-30ce-4b3c-a775-597fc93641c7,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:42.941325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Port': ['ID=60f26c43-bab6-4ee9-a378-97009606e679,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:42.960300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:42.970713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.971108 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 8b871121-8a84-4e1e-968e-cca04ac829b7 of type vlan for network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 Mar 16 11:09:42.972426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.973535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:42.997835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.004504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.064102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.105505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Allocated IP 2001:db8::3 (83155fb2-bce0-4bad-bfa3-06c7f094a2e8/86cf0712-c2f0-45f3-9449-81e9563083a3/4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:43.121285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=246f0a7b-30ce-4b3c-a775-597fc93641c7,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:43.132541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.138459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:43.139056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.274791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=42d42f53-2f1d-4f68-a4d7-61a8d47d0d47,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:43.282401 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-94021ca4-14b5-4c10-9e5b-919764971589 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5757382 Mar 16 11:09:43.291244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.291505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55170) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:43.314557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.315496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:43.347606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.350140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:43.475260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.487255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.487649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Transition to ACTIVE for port object 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:43.508066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Transition to ACTIVE for port object 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:43.573407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.574893 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a2ae2231-e6c7-482d-887a-ce53f8029353 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1136265 Mar 16 11:09:43.581184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.583595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55174) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:43.665966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:43.669086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:43.674052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:43.689559 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Pushing event updated for resources: {'Port': ['ID=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:43.699362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:43.703450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:43.706683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:43.712584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:43.758014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.769306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.774997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b1ec5bf6-faf5-4e1b-bcda-141d9e855a82 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/ports/60f26c43-bab6-4ee9-a378-97009606e679 HTTP/1.1" status: 204 len: 168 time: 2.8137617 Mar 16 11:09:43.781233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Attempting to bind port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:43.781723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Attempting to bind port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:43.782209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Attempting to bind port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 on network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:43.785279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55178) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:43.788162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:43.788661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Checking segment: {'id': '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:43.789157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.790353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Bound using segment: {'id': '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:43.791022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Bound port: 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '83155fb2-bce0-4bad-bfa3-06c7f094a2e8'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:43.791453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.832478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:43.836035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:43.878810 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5078b12b-61e5-4365-8c20-4094f6f413a8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] GET failed (client error): The resource could not be found. Mar 16 11:09:43.879502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5078b12b-61e5-4365-8c20-4094f6f413a8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Synchronizing usage tracker for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:43.885902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] For port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:43.889324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] For port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,segment=NetworkSegment(5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7),segment_id=5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:43.959284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.ipam_backend_mixin [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing IP validity checks on allocation pools {{(pid=88449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:09:43.959799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.ipam_backend_mixin [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:09:43.980407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.057125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5078b12b-61e5-4365-8c20-4094f6f413a8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Unset dirty status for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:44.061884 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5078b12b-61e5-4365-8c20-4094f6f413a8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "GET /v2.0/ports/60f26c43-bab6-4ee9-a378-97009606e679 HTTP/1.1" status: 404 len: 333 time: 0.2752595 Mar 16 11:09:44.065630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55182) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:44.065795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9217d2e-49d4-4ab4-8aad-6230512b51dc None None] Pushing event updated for resources: {'Port': ['ID=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:44.105099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.142552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Router 3f512db4-d459-4c00-bcb4-b48476abc2cd is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:44.217185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 246f0a7b-30ce-4b3c-a775-597fc93641c7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:44.270056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:44.331976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:44.350195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:44.358807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 246f0a7b-30ce-4b3c-a775-597fc93641c7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:44.359176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.379398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.387814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.423277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Pushing event updated for resources: {'Port': ['ID=ab1252fd-a287-42da-909c-ee54776ef410,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:44.434162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:44.434786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.435972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port ec602d5d-eff2-4467-a542-70cb520212e9 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:44.436263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.438343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Router 8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:44.515329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.540604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.541004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae9538c-87f7-4087-adbc-cc5c26d5e4c9 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:44.543300 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c3a1769f-2243-4161-a907-24f3e1e2cb54 tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3040502 Mar 16 11:09:44.548290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.549363 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-be57d650-f336-4f0c-8b9c-aa151888d567 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6ae9538c-87f7-4087-adbc-cc5c26d5e4c9 HTTP/1.1" status: 204 len: 168 time: 0.9629815 Mar 16 11:09:44.549934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55188) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:44.553936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55190) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:44.560281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.139'}]}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:44.568816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Request body: {'router': {'name': 'tempest-router-90954873', 'distributed': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:44.584530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:44.587465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:44.646272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Usage tracker for resource:router and tenant:b50811ca8fde40c197ffad5a11dccabb is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:44.650877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Usage tracker for resource:router and tenant:f62c2655bb4b4fa9b73ec0c8c6920804 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:44.653339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:44.660351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:44.662948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:44.671930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:44.698683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:44.707381 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Sync routers for ids ['8e1e0bde-52d4-4255-ab1d-1cb64ce697c2'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:44.718190 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Routers {'8e1e0bde-52d4-4255-ab1d-1cb64ce697c2'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:44.718922 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['8e1e0bde-52d4-4255-ab1d-1cb64ce697c2'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:44.727787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=c8b5f529-48b1-4bb4-9f29-978570066b0f,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:44.765655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.767029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.779296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': '8b871121-8a84-4e1e-968e-cca04ac829b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:44.779663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:44.783370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.798094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.799470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d3b0082a-7146-4a6d-a5aa-8e2acd328799 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.1410465 Mar 16 11:09:44.800706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.801799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.806970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55196) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:44.885140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:44.898525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Sync routers for ids ['3f512db4-d459-4c00-bcb4-b48476abc2cd'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:44.910030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.915900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Routers {'3f512db4-d459-4c00-bcb4-b48476abc2cd'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:44.916604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3f512db4-d459-4c00-bcb4-b48476abc2cd'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:44.933753 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Set router 8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:44.941305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:44.946640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.038833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.041736 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d217ea6a-441d-4f3e-9912-11dab268a1b5 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9116135 Mar 16 11:09:45.045404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55200) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:45.108118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:45.121763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Calling delete_port for ec602d5d-eff2-4467-a542-70cb520212e9 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:45.192854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcf32700-6b37-4924-b542-eac21e6524e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.200771 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f2388872-e888-4d6a-9d19-8be6e8bcb01f tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 HTTP/1.1" status: 200 len: 906 time: 0.3913856 Mar 16 11:09:45.203389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.208018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55204) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:45.209357 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c835a3f6-ba7c-4478-97ea-6199cfe11d02 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6520119 Mar 16 11:09:45.213673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55206) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:45.274670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Set router 3f512db4-d459-4c00-bcb4-b48476abc2cd gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:45.282085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:45.326711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:45.327289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.338818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc6812-2032-449d-a4eb-e834fab65114 None None] Network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:45.366734 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e0bde-52d4-4255-ab1d-1cb64ce697c2', 'name': 'tempest-snat-router-986076838', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '60f82e40-7bed-4adc-9288-7dbc19790bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:39Z', 'updated_at': '2022-03-16T11:09:41Z', 'revision_number': 3, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port': {'id': '60f82e40-7bed-4adc-9288-7dbc19790bf0', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e0bde-52d4-4255-ab1d-1cb64ce697c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:41Z', 'updated_at': '2022-03-16T11:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:45.375361 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Checking router: 8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:45.375943 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Updating router 8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 port 60f82e40-7bed-4adc-9288-7dbc19790bf0 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:09:45.436475 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f6cdfff3-b3c9-4203-b1f0-707f1d660d71 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/3f512db4-d459-4c00-bcb4-b48476abc2cd HTTP/1.1" status: 200 len: 907 time: 0.3816926 Mar 16 11:09:45.447928 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.463826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55212) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:45.480545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'name': 'tempest-snat-router-419309622', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': True}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:45.490729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:45.535462 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7a1be6b-187d-45d3-9636-d215b6f74421 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1898308 Mar 16 11:09:45.543573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55216) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:45.551339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Usage tracker for resource:router and tenant:66f91a8a23824e5490c964e340c60e1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:45.563033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:45.574089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.625085 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977e0d5-c274-4bf0-a186-a0008ebc1ca1 None None] Network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:45.628221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:45.761018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.763005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.783157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.832507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ca177db5-a2fb-4836-8ebd-91d9bffb2b31 None None] Provisioning for port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:45.864889 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.878697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Port': ['ID=ec602d5d-eff2-4467-a542-70cb520212e9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:45.881639 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Transition to ACTIVE for port object 60f82e40-7bed-4adc-9288-7dbc19790bf0 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:45.918894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.920474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.953225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.957599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.967762 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:45.995844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-42d42f53-2f1d-4f68-a4d7-61a8d47d0d47', 'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': 'c8b5f529-48b1-4bb4-9f29-978570066b0f'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:09:45.997983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.060064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Deleting port 60f82e40-7bed-4adc-9288-7dbc19790bf0 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:46.060540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.080271 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Attempting to bind port 60f82e40-7bed-4adc-9288-7dbc19790bf0 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:46.080638 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Attempting to bind port 60f82e40-7bed-4adc-9288-7dbc19790bf0 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:46.080991 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Attempting to bind port 60f82e40-7bed-4adc-9288-7dbc19790bf0 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:46.090468 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:46.090910 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:46.091360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.091757 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:46.092804 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Bound port: 60f82e40-7bed-4adc-9288-7dbc19790bf0, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:46.093197 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.243980 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] For port 60f82e40-7bed-4adc-9288-7dbc19790bf0, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:46.250616 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] For port 60f82e40-7bed-4adc-9288-7dbc19790bf0, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60f82e40-7bed-4adc-9288-7dbc19790bf0,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:46.315526 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Pushing event updated for resources: {'Port': ['ID=60f82e40-7bed-4adc-9288-7dbc19790bf0,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:46.326213 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.327458 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.327796 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.328134 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.328502 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.329003 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.329336 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.329661 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.330018 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.330396 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.330775 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.331091 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:46.345979 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.356179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:46.363464 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7cc51cf3-d1c2-41cb-968e-a31d662cbbe8 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/ports/ec602d5d-eff2-4467-a542-70cb520212e9 HTTP/1.1" status: 204 len: 168 time: 2.2969017 Mar 16 11:09:46.412469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55224) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:46.454606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Allocated IP 2001:db8::3 (42d42f53-2f1d-4f68-a4d7-61a8d47d0d47/c8b5f529-48b1-4bb4-9f29-978570066b0f/ec36adb2-4ad4-4a99-a702-ef45656b6d7e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:46.485632 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Routers {'8e1e0bde-52d4-4255-ab1d-1cb64ce697c2'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:46.486305 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['8e1e0bde-52d4-4255-ab1d-1cb64ce697c2'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:46.487056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.560981 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31578d93-1a56-471a-bab8-f60cc4fbc58c None None] Pushing event updated for resources: {'Port': ['ID=60f82e40-7bed-4adc-9288-7dbc19790bf0,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:46.563284 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cbce4c-d3f4-4fda-b96c-020904fb5f01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] GET failed (client error): The resource could not be found. Mar 16 11:09:46.563955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-29cbce4c-d3f4-4fda-b96c-020904fb5f01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Synchronizing usage tracker for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:46.623451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f512db4-d459-4c00-bcb4-b48476abc2cd', 'name': 'tempest-snat-router-419309622', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.13'}], 'enable_snat': False}, 'gw_port_id': '23732100-d9d8-4574-ae79-792f87c370f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:36Z', 'updated_at': '2022-03-16T11:09:40Z', 'revision_number': 3, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port': {'id': '23732100-d9d8-4574-ae79-792f87c370f8', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f512db4-d459-4c00-bcb4-b48476abc2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:38Z', 'updated_at': '2022-03-16T11:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:46.686604 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] Set router 8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:46.690095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Checking router: 3f512db4-d459-4c00-bcb4-b48476abc2cd for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:46.693382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Updating router 3f512db4-d459-4c00-bcb4-b48476abc2cd port 23732100-d9d8-4574-ae79-792f87c370f8 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:09:46.748721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.752581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.760078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.768357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:46.817860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.846539 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e0bde-52d4-4255-ab1d-1cb64ce697c2', 'name': 'tempest-snat-router-986076838', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:39Z', 'updated_at': '2022-03-16T11:09:45Z', 'revision_number': 4, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:46.855181 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ed05f-25a7-4d0b-951a-8d05c63a0f07 None None] The sync data for ids ['8e1e0bde-52d4-4255-ab1d-1cb64ce697c2'] in dv-neutron-831730-4-hyperv is: [{'id': '8e1e0bde-52d4-4255-ab1d-1cb64ce697c2', 'name': 'tempest-snat-router-986076838', 'tenant_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:39Z', 'updated_at': '2022-03-16T11:09:45Z', 'revision_number': 4, 'project_id': 'aea9aa0ccb1849faac1874d0e4b7804f', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:46.862234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-29cbce4c-d3f4-4fda-b96c-020904fb5f01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Unset dirty status for tenant:48685d04b5994715ae3ac1dfec0064d4 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:46.863383 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-29cbce4c-d3f4-4fda-b96c-020904fb5f01 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "GET /v2.0/ports/ec602d5d-eff2-4467-a542-70cb520212e9 HTTP/1.1" status: 404 len: 333 time: 0.4497154 Mar 16 11:09:46.869126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:46.869126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.869333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55230) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:46.959249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.959822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64503b2d-e67c-436c-98b2-68ae38ef1017 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:46.983141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:46.984587 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dc73e69f-f2cc-4f11-8690-d1ad359e9064 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "DELETE /v2.0/routers/64503b2d-e67c-436c-98b2-68ae38ef1017 HTTP/1.1" status: 204 len: 168 time: 1.7697206 Mar 16 11:09:46.989787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55234) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:47.001016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] For port 60f82e40-7bed-4adc-9288-7dbc19790bf0, host dv-neutron-831730-4-hyperv, got binding levels [] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:47.001597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.004958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Request body: {'router': {'name': 'tempest-router-1789595789', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f81c43bb7fa8424b96f98a91a7877f1a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:47.005813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.018473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.066682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:47.084907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Usage tracker for resource:router and tenant:f81c43bb7fa8424b96f98a91a7877f1a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:47.092986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:47.096194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:47.096365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.105975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:47.205092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Calling delete_port for 60f82e40-7bed-4adc-9288-7dbc19790bf0 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:47.352478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa163-1a9f-46c5-bc76-65c02ffd97c1 req-cc71fefe-a39e-4edf-8c92-9d3579977503 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:47.354658 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e42fa163-1a9f-46c5-bc76-65c02ffd97c1 req-cc71fefe-a39e-4edf-8c92-9d3579977503 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.5542328 Mar 16 11:09:47.409956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.411799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.437712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.497700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bd08958e-0836-439d-8283-ceeceb64acd8 None None] Provisioning complete for port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:47.498099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd08958e-0836-439d-8283-ceeceb64acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.504843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.536001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.547503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e1abdc8-da39-4f58-a65d-a8efc38194d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.571710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.577493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.581629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.613891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Transition to ACTIVE for port object ec36adb2-4ad4-4a99-a702-ef45656b6d7e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:47.653691 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e42fa163-1a9f-46c5-bc76-65c02ffd97c1 req-70463651-a850-4d1e-8fd7-fd1a7c743488 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829039 Mar 16 11:09:47.667392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:47.667724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:47.687606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.689089 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cfd8d9b7-c8ed-4152-8b46-cdcc41c015a7 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6933775 Mar 16 11:09:47.693317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55238) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:47.701909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:47.720153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Transition to ACTIVE for port object ec36adb2-4ad4-4a99-a702-ef45656b6d7e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:47.726160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,segment=NetworkSegment(5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7),segment_id=5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:47.736701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.788009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.801154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.856200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.864025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Transition to ACTIVE for port object 23732100-d9d8-4574-ae79-792f87c370f8 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:47.877728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd08958e-0836-439d-8283-ceeceb64acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.922895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:47.933469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:47.937890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:47.950932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:47.965220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.018522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Calling delete_port for 6ebb6f55-8ffe-4a0a-b7d6-74479f327410 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:48.182586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Deleting port 60f82e40-7bed-4adc-9288-7dbc19790bf0 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:48.182928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.184162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Attempting to bind port 23732100-d9d8-4574-ae79-792f87c370f8 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:48.184654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Attempting to bind port 23732100-d9d8-4574-ae79-792f87c370f8 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:48.184957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Attempting to bind port 23732100-d9d8-4574-ae79-792f87c370f8 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:48.235995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:48.236401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:48.236768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.237188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:48.237684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Bound port: 23732100-d9d8-4574-ae79-792f87c370f8, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:48.238081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.261572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-bd08958e-0836-439d-8283-ceeceb64acd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:48.261928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-bd08958e-0836-439d-8283-ceeceb64acd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:48.275075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:48.302954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Pushing event updated for resources: {'Port': ['ID=ec36adb2-4ad4-4a99-a702-ef45656b6d7e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.355462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Attempting to bind port ec36adb2-4ad4-4a99-a702-ef45656b6d7e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:48.356350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Attempting to bind port ec36adb2-4ad4-4a99-a702-ef45656b6d7e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '8b871121-8a84-4e1e-968e-cca04ac829b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:48.356350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Attempting to bind port ec36adb2-4ad4-4a99-a702-ef45656b6d7e on network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:48.363796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.381980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:48.382409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Checking segment: {'id': '8b871121-8a84-4e1e-968e-cca04ac829b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:48.382757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.383215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Bound using segment: {'id': '8b871121-8a84-4e1e-968e-cca04ac829b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:48.383696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Bound port: ec36adb2-4ad4-4a99-a702-ef45656b6d7e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b871121-8a84-4e1e-968e-cca04ac829b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:48.384132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.386158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.410956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.431861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.431861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.443318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.502525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc659e-7fd3-4455-ad1e-8f12ed0b57f1 None None] Pushing event updated for resources: {'Port': ['ID=23732100-d9d8-4574-ae79-792f87c370f8,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.507941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b5f529-48b1-4bb4-9f29-978570066b0f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.517886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] For port 23732100-d9d8-4574-ae79-792f87c370f8, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:48.541873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] For port 23732100-d9d8-4574-ae79-792f87c370f8, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23732100-d9d8-4574-ae79-792f87c370f8,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:48.579185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] For port ec36adb2-4ad4-4a99-a702-ef45656b6d7e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:48.585696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.586858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] For port ec36adb2-4ad4-4a99-a702-ef45656b6d7e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ec36adb2-4ad4-4a99-a702-ef45656b6d7e,segment=NetworkSegment(8b871121-8a84-4e1e-968e-cca04ac829b7),segment_id=8b871121-8a84-4e1e-968e-cca04ac829b7)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:48.598284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:48.599667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.632704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.648651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.652843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] For port 60f82e40-7bed-4adc-9288-7dbc19790bf0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60f82e40-7bed-4adc-9288-7dbc19790bf0,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:48.653209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.698190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.742969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc659e-7fd3-4455-ad1e-8f12ed0b57f1 None None] Pushing event updated for resources: {'Port': ['ID=23732100-d9d8-4574-ae79-792f87c370f8,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.755776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.804437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88450) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 16 11:09:48.804870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Router 64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 migrating from provider to provider. {{(pid=88450) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 16 11:09:48.806212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.870660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.877729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Calling delete_port for 60f82e40-7bed-4adc-9288-7dbc19790bf0 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:48.907347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Port': ['ID=6ebb6f55-8ffe-4a0a-b7d6-74479f327410,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.939526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.941287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7009d2-af2d-4201-8353-9812c423eabd None None] Pushing event updated for resources: {'Port': ['ID=ec36adb2-4ad4-4a99-a702-ef45656b6d7e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:48.989925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:48.994873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Routers {'3f512db4-d459-4c00-bcb4-b48476abc2cd'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:48.995715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3f512db4-d459-4c00-bcb4-b48476abc2cd'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:49.011443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Allocated IP 172.26.7.52 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/966d62c0-855d-4627-b0d3-4a13a4ff5d49) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:49.153789 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f7e7f4c3-32d9-4a1d-aca7-20222e151d89 tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/ports/6ebb6f55-8ffe-4a0a-b7d6-74479f327410 HTTP/1.1" status: 204 len: 168 time: 2.2837210 Mar 16 11:09:49.178977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55244) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:49.231799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.234769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.250523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.250523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-cd03b51a-63da-4398-84ef-d067e7be6634 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:49.251973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-cd03b51a-63da-4398-84ef-d067e7be6634 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.9736190 Mar 16 11:09:49.260723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d42f53-2f1d-4f68-a4d7-61a8d47d0d47']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:49.327561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8680a-25d3-4bee-9645-32347c71346e None None] Network 42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:49.337874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.345335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting subnet aed300d1-4fd8-4d19-8fba-0f02b0c6e841 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:09:49.348498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.378376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b871121-8a84-4e1e-968e-cca04ac829b7') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:49.378646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b871121-8a84-4e1e-968e-cca04ac829b7') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:49.411409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.439031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.503532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] Set router 3f512db4-d459-4c00-bcb4-b48476abc2cd gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:49.509292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.519412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Deleting port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:49.519763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.561449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:49.561901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.578484 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] No L3 agents can host the router 64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:49.579168 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:49.650442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.653723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12284892-689c-4a43-a0d7-9c906965b762 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:49.660573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.697858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dc972-2842-44a6-b71b-79114e19820a req-67ef9d47-5d0d-42bb-a78d-4070486dac3f tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:49.699402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60dc972-2842-44a6-b71b-79114e19820a req-67ef9d47-5d0d-42bb-a78d-4070486dac3f tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 0.8399694 Mar 16 11:09:49.727840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.735634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event deleted for resources: {'Port': ['ID=60f82e40-7bed-4adc-9288-7dbc19790bf0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:49.784797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.868427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:49.869685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:49.885463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691531f-5547-4370-b391-25db9e999c81 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:09:49.891069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:09:49.891069 dv-neutron-831730-4-hyperv neutron-server[88450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:09:49.891069 dv-neutron-831730-4-hyperv neutron-server[88450]: [parameters: {'id': '42d42f53-2f1d-4f68-a4d7-61a8d47d0d47'}] Mar 16 11:09:49.891069 dv-neutron-831730-4-hyperv neutron-server[88450]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:49.896048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:49.905778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:49.920315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:50.001569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Hosts for router 64a12e90-ec14-4d8d-95ab-b60ec8e4abb5: [] {{(pid=88450) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 16 11:09:50.006608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Port': ['ID=966d62c0-855d-4627-b0d3-4a13a4ff5d49,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:50.007376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f512db4-d459-4c00-bcb4-b48476abc2cd', 'name': 'tempest-snat-router-419309622', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.13'}], 'enable_snat': False}, 'gw_port_id': '23732100-d9d8-4574-ae79-792f87c370f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:36Z', 'updated_at': '2022-03-16T11:09:40Z', 'revision_number': 3, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port': {'id': '23732100-d9d8-4574-ae79-792f87c370f8', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f512db4-d459-4c00-bcb4-b48476abc2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:38Z', 'updated_at': '2022-03-16T11:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:50.009022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.021677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950f506-f79c-407a-91f4-5c76867286cd None None] The sync data for ids ['3f512db4-d459-4c00-bcb4-b48476abc2cd'] in dv-neutron-831730-4-hyperv is: [{'id': '3f512db4-d459-4c00-bcb4-b48476abc2cd', 'name': 'tempest-snat-router-419309622', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.13'}], 'enable_snat': False}, 'gw_port_id': '23732100-d9d8-4574-ae79-792f87c370f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:36Z', 'updated_at': '2022-03-16T11:09:40Z', 'revision_number': 3, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port': {'id': '23732100-d9d8-4574-ae79-792f87c370f8', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f512db4-d459-4c00-bcb4-b48476abc2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:38Z', 'updated_at': '2022-03-16T11:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:50.035510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:09:50.036494 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2d73a679-9ebe-474c-a44c-03504615578f tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4838779 Mar 16 11:09:50.046739 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60dc972-2842-44a6-b71b-79114e19820a req-43e4ab58-c991-48c4-b72a-7d10428915e4 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773132 Mar 16 11:09:50.048504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5691531f-5547-4370-b391-25db9e999c81 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:09:50.048620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55248) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:50.082119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.156891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Hosts for other DVR routers connected to router 64a12e90-ec14-4d8d-95ab-b60ec8e4abb5: set() {{(pid=88450) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 16 11:09:50.198809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Deleting port ab1252fd-a287-42da-909c-ee54776ef410 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:50.199145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.239772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.244642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.262202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.263645 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4b2b7830-8030-4c5d-bc44-78a2850b32bd tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "PUT /v2.0/routers/64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 HTTP/1.1" status: 200 len: 717 time: 2.5691621 Mar 16 11:09:50.270469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] For port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:50.271056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.278200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55252) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:50.432047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.460382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.562461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.563085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:50.565250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.577441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0266b7-5047-4184-afb2-867aa93eb015 None None] Network 26bca210-4442-47c3-b26a-2f9f78af9350 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:50.596991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Subnet': ['ID=aed300d1-4fd8-4d19-8fba-0f02b0c6e841,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:50.639851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.641907 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f5f413be-3de4-4506-a549-f57d10c71ccf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8e1e0bde-52d4-4255-ab1d-1cb64ce697c2 HTTP/1.1" status: 204 len: 168 time: 5.4334812 Mar 16 11:09:50.647912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55256) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:50.661446 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9474eae5-111f-4d72-b473-6f3dd57790eb tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/subnets/aed300d1-4fd8-4d19-8fba-0f02b0c6e841 HTTP/1.1" status: 204 len: 168 time: 1.4806859 Mar 16 11:09:50.727773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55258) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:50.766985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ad868928-edec-4aee-a41c-03f6e3affd78 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "GET /v2.0/routers/64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 HTTP/1.1" status: 200 len: 717 time: 0.4874439 Mar 16 11:09:50.774734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55264) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:50.793307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port ec36adb2-4ad4-4a99-a702-ef45656b6d7e {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:50.794014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:50.970097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] DHCP port deletion for 26bca210-4442-47c3-b26a-2f9f78af9350 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:09:50.975862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] Deleting port bb958e88-54e0-45d3-b638-46d58822f3e0 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:50.976475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.050191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.135057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.287912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] For port bb958e88-54e0-45d3-b638-46d58822f3e0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bb958e88-54e0-45d3-b638-46d58822f3e0,segment=NetworkSegment(f779a3e3-6690-404a-9c4a-087aaf2d0e4d),segment_id=f779a3e3-6690-404a-9c4a-087aaf2d0e4d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:51.288437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.326770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Deleting port bb958e88-54e0-45d3-b638-46d58822f3e0 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:51.327298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.348628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.348872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.349108 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Floating IP 3dbbea5a-bb08-43d6-9662-81ac507d23ff disassociated. External IP: 172.26.7.40, port: 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76. Mar 16 11:09:51.349611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Calling delete_port for 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:51.421463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] Calling delete_port for bb958e88-54e0-45d3-b638-46d58822f3e0 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:51.483098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1e8bc0f1-c932-4429-bcd2-eb64ca9febff tempest-RoutersTestDVR-138709055 tempest-RoutersTestDVR-138709055-project] 10.222.0.30 "GET /v2.0/routers/64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 HTTP/1.1" status: 200 len: 683 time: 0.7069740 Mar 16 11:09:51.493730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55272) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:51.499556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.585883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.652871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] Pushing event deleted for resources: {'Port': ['ID=bb958e88-54e0-45d3-b638-46d58822f3e0,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:51.654796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279cae7-1c5e-47b5-acc5-7a7c28ba8537 None None] No DVR routers for this DVR port bb958e88-54e0-45d3-b638-46d58822f3e0 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:09:51.671706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] The port 'bb958e88-54e0-45d3-b638-46d58822f3e0' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:09:51.685446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Calling delete_port for ab1252fd-a287-42da-909c-ee54776ef410 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:51.827972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.884887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.885141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port ec36adb2-4ad4-4a99-a702-ef45656b6d7e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ec36adb2-4ad4-4a99-a702-ef45656b6d7e,segment=NetworkSegment(8b871121-8a84-4e1e-968e-cca04ac829b7),segment_id=8b871121-8a84-4e1e-968e-cca04ac829b7)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:51.885141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:51.897770 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:52.062833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for ec36adb2-4ad4-4a99-a702-ef45656b6d7e owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:52.140908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.174132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.198249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.227802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.231366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event deleted for resources: {'Port': ['ID=735dc1c0-b282-4cb9-9a5e-72a31c1e4e76,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:52.247986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23732100-d9d8-4574-ae79-792f87c370f8 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:52.301410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:52.380503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:52.380921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:09:52.446745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 23732100-d9d8-4574-ae79-792f87c370f8 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:52.446956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.454095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab1252fd-a287-42da-909c-ee54776ef410,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:52.472843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23732100-d9d8-4574-ae79-792f87c370f8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:52.473900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.497439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc8bf2-870f-4f98-92e6-1f8b4857d7a2 req-db9252c0-b0e3-47f6-902b-b47df3bcb8f3 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:52.498942 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-14dc8bf2-870f-4f98-92e6-1f8b4857d7a2 req-db9252c0-b0e3-47f6-902b-b47df3bcb8f3 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 945 time: 1.1391172 Mar 16 11:09:52.548380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bca210-4442-47c3-b26a-2f9f78af9350']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:52.581832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Deleting port 246f0a7b-30ce-4b3c-a775-597fc93641c7 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:52.582419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.604171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No DVR routers for this DVR port ec36adb2-4ad4-4a99-a702-ef45656b6d7e on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:09:52.606188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Port': ['ID=ec36adb2-4ad4-4a99-a702-ef45656b6d7e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:52.628574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.631493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:52.631963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f779a3e3-6690-404a-9c4a-087aaf2d0e4d') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:52.648454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.675133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.742228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.764418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 23732100-d9d8-4574-ae79-792f87c370f8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23732100-d9d8-4574-ae79-792f87c370f8,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:52.821250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.828511 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-14dc8bf2-870f-4f98-92e6-1f8b4857d7a2 req-3f2a6789-b693-4de7-b20f-b96b94ed8d94 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups?id=54862151-1e14-4d0b-9cbd-f06b250842e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634420 Mar 16 11:09:52.846630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.903720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.904780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:52.905183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:52.920123 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:52.940154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.940692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:52.944930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bb958e88-54e0-45d3-b638-46d58822f3e0 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:52.953747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:52.997112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: bb958e88-54e0-45d3-b638-46d58822f3e0 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:52.997524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d42f53-2f1d-4f68-a4d7-61a8d47d0d47']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:52.997662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device bb958e88-54e0-45d3-b638-46d58822f3e0 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:09:53.028577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=23732100-d9d8-4574-ae79-792f87c370f8,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:53.052793 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dd5c1096-6cfe-465c-8cde-2a5c67be536a tempest-RoutersAdminNegativeIpV6Test-1504949623 tempest-RoutersAdminNegativeIpV6Test-1504949623-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ab1252fd-a287-42da-909c-ee54776ef410 HTTP/1.1" status: 204 len: 168 time: 2.9981554 Mar 16 11:09:53.058167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b871121-8a84-4e1e-968e-cca04ac829b7') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:53.058167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b871121-8a84-4e1e-968e-cca04ac829b7') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:53.083190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.095942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.097044 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7b5abfda-6bbf-4fe6-922c-0bb76d4045b5 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "DELETE /v2.0/routers/64a12e90-ec14-4d8d-95ab-b60ec8e4abb5 HTTP/1.1" status: 204 len: 168 time: 1.5943613 Mar 16 11:09:53.102882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55280) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:53.121317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Request body: {'router': {'name': 'tempest-router-1639563478', 'distributed': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:53.128354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Router 010c24f0-0523-4fa0-a645-f004ad36e5cb has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:09:53.129821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.135085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:53.142390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Usage tracker for resource:router and tenant:b50811ca8fde40c197ffad5a11dccabb is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:53.147302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:53.151337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:09:53.152143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.154337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.158044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] For port 246f0a7b-30ce-4b3c-a775-597fc93641c7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=246f0a7b-30ce-4b3c-a775-597fc93641c7,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:53.158394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:09:53.245747 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:09:53.249178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:53.275061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.362965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Calling delete_port for 246f0a7b-30ce-4b3c-a775-597fc93641c7 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:53.392108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.409534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] Pushing event deleted for resources: {'Network': ['ID=26bca210-4442-47c3-b26a-2f9f78af9350,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:53.418499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.424952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.425095 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f231f798-abd4-49dd-b992-8414a1760fab tempest-AllowedAddressPairIpV6TestJSON-680022331 tempest-AllowedAddressPairIpV6TestJSON-680022331-project] 10.222.0.30 "DELETE /v2.0/networks/26bca210-4442-47c3-b26a-2f9f78af9350 HTTP/1.1" status: 204 len: 168 time: 2.6935313 Mar 16 11:09:53.442726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.474775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.477427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=42d42f53-2f1d-4f68-a4d7-61a8d47d0d47,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:53.494483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.525390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:53.537122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eb27e92b-db86-49ad-8a0c-aee89a0a1d9c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 HTTP/1.1" status: 204 len: 168 time: 7.8797925 Mar 16 11:09:53.541444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55288) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:53.550642 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] Sync routers for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:53.572206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103633814'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:53.579860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:53.580135 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:53.580768 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:53.592596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:53.598759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:53.609707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:53.679432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] No DVR routers for this DVR port 735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:09:53.699049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.701049 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2b7cd0c-da5c-4628-a8fc-ca4cbb51d5de req-591511f8-a1fc-4fce-9fd8-fad136a43077 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.53 "DELETE /v2.0/ports/735dc1c0-b282-4cb9-9a5e-72a31c1e4e76 HTTP/1.1" status: 204 len: 173 time: 4.4256837 Mar 16 11:09:53.701510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'name': 'network-vif-deleted', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:09:53.725879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Router f70e8af8-fb91-4121-8ccf-3cdc6bf3824b is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:09:53.731277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:53.747319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.769131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55296) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:53.776741 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3c96b3-fffc-40d3-a8de-8db59078005e', 'name': 'network-vif-deleted', 'tag': '735dc1c0-b282-4cb9-9a5e-72a31c1e4e76', 'status': 'completed', 'code': 200} Mar 16 11:09:53.780334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.899679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:53.901715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f9a281c1-0b80-4c97-90e3-040ab650fe04 tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7965362 Mar 16 11:09:53.903812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55306) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:53.995335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.055976 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:54.171505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55310) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:54.176855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event deleted for resources: {'Port': ['ID=246f0a7b-30ce-4b3c-a775-597fc93641c7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:54.185320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:54.190542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.290636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23732100-d9d8-4574-ae79-792f87c370f8 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:54.460078 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23732100-d9d8-4574-ae79-792f87c370f8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:54.460445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.516924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.611208 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-69d186cf-da8a-4495-bb8a-11bb8549e713 req-72650146-153b-4453-a595-50dfdaade06b tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3c96b3-fffc-40d3-a8de-8db59078005e HTTP/1.1" status: 200 len: 210 time: 0.4375002 Mar 16 11:09:54.618577 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:30Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:54.625188 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] Checking router: 010c24f0-0523-4fa0-a645-f004ad36e5cb for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:54.641034 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:54.641697 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:54.745674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.746371 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment f4ce0a66-4189-452d-9a66-f5e41b26d649 of type vlan for network fbe56f7a-8520-4820-8978-ef9db4546bbf Mar 16 11:09:54.768465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:54.853565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:54.854750 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:54.960030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Usage tracker for resource:security_group_rule and tenant:ae00eea158f047a7a601564fe776fdb4 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:54.965760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:54.975210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:55.042806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.046373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.074735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.080466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.089035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.097798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:09:55.104692 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-932bec45-795d-4333-a9e5-e5f5f59adb40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48685d04b5994715ae3ac1dfec0064d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9254951 Mar 16 11:09:55.110235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d848d69-b1f0-4bbe-9eaa-5c22db425ad8 req-5f9bf64d-1771-4734-a2bf-da3593c292b8 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:55.112144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55320) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.114481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Sync routers for ids ['f70e8af8-fb91-4121-8ccf-3cdc6bf3824b'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:09:55.117955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d848d69-b1f0-4bbe-9eaa-5c22db425ad8 req-5f9bf64d-1771-4734-a2bf-da3593c292b8 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.6420693 Mar 16 11:09:55.129657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Routers {'f70e8af8-fb91-4121-8ccf-3cdc6bf3824b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:55.130815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f70e8af8-fb91-4121-8ccf-3cdc6bf3824b'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:55.162685 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d848d69-b1f0-4bbe-9eaa-5c22db425ad8 req-dbaa8ba4-4bda-44ea-a607-3dd44621e54e tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 Mar 16 11:09:55.243380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.243765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37ab175c-d17f-4b5c-a474-1ea90a36ef96 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:55.250214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.255229 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-402facea-11fc-4683-92a5-17583106699d tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "DELETE /v2.0/routers/37ab175c-d17f-4b5c-a474-1ea90a36ef96 HTTP/1.1" status: 204 len: 168 time: 4.5959904 Mar 16 11:09:55.259633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55324) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.262889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-038a464d-75be-4fb6-94b2-ecb6c74c1a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.269504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1113124433', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:55.283640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.284961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:55.290159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Usage tracker for resource:router and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:55.293948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:55.297988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.297988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6700ea2-6995-4443-a41a-d3d693ed3515 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:09:55.305308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:55.308083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.316214 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0669ca31-04ee-48be-88f7-2d2583d9e7c1 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.8506408 Mar 16 11:09:55.316366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55328) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.339988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-038a464d-75be-4fb6-94b2-ecb6c74c1a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.343609 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:30Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:55.350657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.350879 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b62145-bb52-44b7-91e5-0dc1991b71a2 None None] The sync data for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv is: [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:08:19Z', 'revision_number': 4, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '9268fcc2-1772-4211-8983-b5c6d276bbe5', 'name': '', 'network_id': '64c3a211-42b3-4c90-b0cb-d12e8238ca5d', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'mac_address': 'fa:16:3e:16:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:15Z', 'updated_at': '2022-03-16T11:08:30Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'subnets': [{'id': '9ebaa0d4-fae8-4070-ad71-79a8e76d66e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:55.360537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:55.360537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.387145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Set router f70e8af8-fb91-4121-8ccf-3cdc6bf3824b gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:55.427031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.490207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.491224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.494862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.496141 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-893f0567-c2d5-4654-bca8-f965813defbe tempest-RoutersTestDVR-2091207738 tempest-RoutersTestDVR-2091207738-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f6700ea2-6995-4443-a41a-d3d693ed3515 HTTP/1.1" status: 204 len: 168 time: 1.5910180 Mar 16 11:09:55.577260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=fbe56f7a-8520-4820-8978-ef9db4546bbf,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:55.581551 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae00eea158f047a7a601564fe776fdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8113122 Mar 16 11:09:55.585575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55334) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.600965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network fbe56f7a-8520-4820-8978-ef9db4546bbf details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:55.601156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f87ee8e7-0387-41cc-b251-eeb08c1004ff tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0353267 Mar 16 11:09:55.605339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55338) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.621787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:55.643492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021e5d-0629-4817-a28e-96d7960abb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9339ef8-c26a-4754-b906-b4aeec854b50,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:55.731444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.851392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-038a464d-75be-4fb6-94b2-ecb6c74c1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:55.867100 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624c63a-7144-4fec-a216-512c31dbd43b None None] New status for floating IP 3dbbea5a-bb08-43d6-9662-81ac507d23ff: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:09:55.903464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a464d-75be-4fb6-94b2-ecb6c74c1a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b42d4-f959-471b-9f2e-a8886c028a51,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:55.906955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-228bff66-bc66-4293-8e8a-28ede9b78b43 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/f70e8af8-fb91-4121-8ccf-3cdc6bf3824b HTTP/1.1" status: 200 len: 906 time: 0.5892322 Mar 16 11:09:55.913384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55348) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:55.998111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:55.998761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55352) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:56.015352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:56.018506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:56.023249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-038a464d-75be-4fb6-94b2-ecb6c74c1a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.024626 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-038a464d-75be-4fb6-94b2-ecb6c74c1a60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d2b42d4-f959-471b-9f2e-a8886c028a51 HTTP/1.1" status: 204 len: 168 time: 0.9124646 Mar 16 11:09:56.054525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:56.145337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5658391-2c3d-451d-8852-908df34b5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.206758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70e8af8-fb91-4121-8ccf-3cdc6bf3824b', 'name': 'tempest-snat-router-419309622', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '966d62c0-855d-4627-b0d3-4a13a4ff5d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:45Z', 'updated_at': '2022-03-16T11:09:50Z', 'revision_number': 3, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port': {'id': '966d62c0-855d-4627-b0d3-4a13a4ff5d49', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70e8af8-fb91-4121-8ccf-3cdc6bf3824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:09:48Z', 'updated_at': '2022-03-16T11:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:56.218721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Checking router: f70e8af8-fb91-4121-8ccf-3cdc6bf3824b for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:09:56.219662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55362) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:56.221143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Updating router f70e8af8-fb91-4121-8ccf-3cdc6bf3824b port 966d62c0-855d-4627-b0d3-4a13a4ff5d49 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:09:56.251134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:56.255014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.302507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 246f0a7b-30ce-4b3c-a775-597fc93641c7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:09:56.356345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 246f0a7b-30ce-4b3c-a775-597fc93641c7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:09:56.360416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 246f0a7b-30ce-4b3c-a775-597fc93641c7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:09:56.366106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.380304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5658391-2c3d-451d-8852-908df34b5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.402568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.417649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.450152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-8a579d02-2759-442a-b33a-53ed3acd3429 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:56.451662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-8a579d02-2759-442a-b33a-53ed3acd3429 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.53 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.6361570 Mar 16 11:09:56.521782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36ac2b85-6321-4a99-a24e-7ac64134ba96 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.607111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36ac2b85-6321-4a99-a24e-7ac64134ba96 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.627365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Deleting port ca0b3b91-448b-46be-a741-f0d8be7bf8be {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:56.627709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.716634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5658391-2c3d-451d-8852-908df34b5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.763686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5658391-2c3d-451d-8852-908df34b5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9339ef8-c26a-4754-b906-b4aeec854b50,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:56.831314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.869585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:56.888912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Usage tracker for resource:security_group_rule and tenant:f81c43bb7fa8424b96f98a91a7877f1a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:56.900558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:56.928347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:56.942696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.970133 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:56.986924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Transition to ACTIVE for port object 966d62c0-855d-4627-b0d3-4a13a4ff5d49 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:56.989604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8668f-bf27-4b5e-81c5-ef39ce1e89c8 req-b1343252-200a-4b45-bd3f-d5d91c5f3ff7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:56.992246 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5da8668f-bf27-4b5e-81c5-ef39ce1e89c8 req-b1343252-200a-4b45-bd3f-d5d91c5f3ff7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.6010802 Mar 16 11:09:57.020749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5658391-2c3d-451d-8852-908df34b5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.025176 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a5658391-2c3d-451d-8852-908df34b5242 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9339ef8-c26a-4754-b906-b4aeec854b50 HTTP/1.1" status: 204 len: 168 time: 1.4361827 Mar 16 11:09:57.059264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.101441 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5da8668f-bf27-4b5e-81c5-ef39ce1e89c8 req-36c57af6-3097-445b-853b-7cf2c290d9a7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812588 Mar 16 11:09:57.124191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Deleting port 966d62c0-855d-4627-b0d3-4a13a4ff5d49 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:57.129789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.147036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Attempting to bind port 966d62c0-855d-4627-b0d3-4a13a4ff5d49 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:57.147403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Attempting to bind port 966d62c0-855d-4627-b0d3-4a13a4ff5d49 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:57.147767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Attempting to bind port 966d62c0-855d-4627-b0d3-4a13a4ff5d49 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:57.148061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36ac2b85-6321-4a99-a24e-7ac64134ba96 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.155972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e157-ffdf-4203-afe5-28ecc26d8940 None None] Pushing event updated for resources: {'Port': ['ID=966d62c0-855d-4627-b0d3-4a13a4ff5d49,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:57.160524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:57.160903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:57.161297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.161679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:57.162167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Bound port: 966d62c0-855d-4627-b0d3-4a13a4ff5d49, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:57.162533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.188147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac2b85-6321-4a99-a24e-7ac64134ba96 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54862151-1e14-4d0b-9cbd-f06b250842e3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:57.256937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] For port 966d62c0-855d-4627-b0d3-4a13a4ff5d49, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:57.261050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] For port 966d62c0-855d-4627-b0d3-4a13a4ff5d49, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=966d62c0-855d-4627-b0d3-4a13a4ff5d49,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:57.313472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] For port ca0b3b91-448b-46be-a741-f0d8be7bf8be, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ca0b3b91-448b-46be-a741-f0d8be7bf8be,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:57.313835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.323013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.380114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36ac2b85-6321-4a99-a24e-7ac64134ba96 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.381233 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-36ac2b85-6321-4a99-a24e-7ac64134ba96 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "DELETE /v2.0/security-groups/54862151-1e14-4d0b-9cbd-f06b250842e3 HTTP/1.1" status: 204 len: 168 time: 1.3801229 Mar 16 11:09:57.385891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55386) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.422328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Routers {'f70e8af8-fb91-4121-8ccf-3cdc6bf3824b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:09:57.423937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f70e8af8-fb91-4121-8ccf-3cdc6bf3824b'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:57.457649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] For port 966d62c0-855d-4627-b0d3-4a13a4ff5d49, host dv-neutron-831730-4-hyperv, got binding levels [] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:57.458727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.499502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e157-ffdf-4203-afe5-28ecc26d8940 None None] Pushing event updated for resources: {'Port': ['ID=966d62c0-855d-4627-b0d3-4a13a4ff5d49,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:57.523009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.561276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-8eb73d47-187a-45ff-9439-cf5c35140ff9 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] show failed (client error): The resource could not be found. Mar 16 11:09:57.562339 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8eb73d47-187a-45ff-9439-cf5c35140ff9 tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "GET /v2.0/security-groups/54862151-1e14-4d0b-9cbd-f06b250842e3 HTTP/1.1" status: 404 len: 347 time: 0.1446755 Mar 16 11:09:57.565629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.567408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55392) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.610677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] Set router f70e8af8-fb91-4121-8ccf-3cdc6bf3824b gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:09:57.643611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.659268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Calling delete_port for 966d62c0-855d-4627-b0d3-4a13a4ff5d49 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:57.746372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.767458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55398) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.777040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70e8af8-fb91-4121-8ccf-3cdc6bf3824b', 'name': 'tempest-snat-router-419309622', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:45Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 4, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:09:57.788957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49378639-d48e-4665-be0f-5fdb57d54eb4 None None] The sync data for ids ['f70e8af8-fb91-4121-8ccf-3cdc6bf3824b'] in dv-neutron-831730-4-hyperv is: [{'id': 'f70e8af8-fb91-4121-8ccf-3cdc6bf3824b', 'name': 'tempest-snat-router-419309622', 'tenant_id': '66f91a8a23824e5490c964e340c60e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:09:45Z', 'updated_at': '2022-03-16T11:09:56Z', 'revision_number': 4, 'project_id': '66f91a8a23824e5490c964e340c60e1f', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:09:57.824511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55400) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.849507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.871668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=3d350e2f-9601-4916-96ca-bc103b01de6d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:57.890697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Deleting port 09a3d867-9dbf-4d3b-9e5a-23f4160eb672 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:57.890697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:57.932758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': 'f4ce0a66-4189-452d-9a66-f5e41b26d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:57.933125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: fbe56f7a-8520-4820-8978-ef9db4546bbf, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:57.966412 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f81c43bb7fa8424b96f98a91a7877f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7453899 Mar 16 11:09:57.971759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55408) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:57.975785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ad9a-0edb-489c-84d8-850d11e6798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a175ea78-fa3f-4199-8de2-6c0fecaf3326,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:58.006487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fbc4e5fd-3595-49ca-8db5-b6ca405ae765 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f62c2655bb4b4fa9b73ec0c8c6920804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802986 Mar 16 11:09:58.017799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55412) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:58.110262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbe34a25-5c78-4604-8398-12d7b2e5219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.124853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network fbe56f7a-8520-4820-8978-ef9db4546bbf is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:58.131960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fd3f-fa98-486f-a4da-e9f425f308d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.164106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbe34a25-5c78-4604-8398-12d7b2e5219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.165398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.165398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.165398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Floating IP 2e9adb43-412e-40fb-be30-048e9efb9714 disassociated. External IP: 172.26.7.97, port: ca0b3b91-448b-46be-a741-f0d8be7bf8be. Mar 16 11:09:58.165398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Calling delete_port for ca0b3b91-448b-46be-a741-f0d8be7bf8be owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:58.194317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fd3f-fa98-486f-a4da-e9f425f308d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.249437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, fbe56f7a-8520-4820-8978-ef9db4546bbf) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:58.254248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:58.254691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Allocated IP 172.26.7.35 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/e3e1ecd0-79b6-4158-bf21-2c01eb66c374) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:58.254826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.259641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1465222725'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:09:58.282653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a574026-6219-4e99-8b7a-202b41d30e43 None None] Network fbe56f7a-8520-4820-8978-ef9db4546bbf requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:09:58.311571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:58.322715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:09:58.323170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:09:58.334254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Usage tracker for resource:network and tenant:426a1332f20c4ebd95430cfb01c4e73e is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:58.349116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:58.354631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbe34a25-5c78-4604-8398-12d7b2e5219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.355056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbe34a25-5c78-4604-8398-12d7b2e5219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.358673 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bbe34a25-5c78-4604-8398-12d7b2e5219d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a175ea78-fa3f-4199-8de2-6c0fecaf3326 HTTP/1.1" status: 204 len: 168 time: 0.3768437 Mar 16 11:09:58.370910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe34a25-5c78-4604-8398-12d7b2e5219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a175ea78-fa3f-4199-8de2-6c0fecaf3326,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:58.373103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:58.384535 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1730fa02-bb37-4d67-a59c-94bb26c92e3f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7745473 Mar 16 11:09:58.386883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55420) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:58.389743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fd3f-fa98-486f-a4da-e9f425f308d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.394205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fd3f-fa98-486f-a4da-e9f425f308d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.396680 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6ae8fd3f-fa98-486f-a4da-e9f425f308d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5784c24c-133d-4c61-b6da-9ff942bde306 HTTP/1.1" status: 204 len: 168 time: 0.3772902 Mar 16 11:09:58.459392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8fd3f-fa98-486f-a4da-e9f425f308d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5784c24c-133d-4c61-b6da-9ff942bde306,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:58.495880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.496240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.641263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.708035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-fbe56f7a-8520-4820-8978-ef9db4546bbf', 'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '3d350e2f-9601-4916-96ca-bc103b01de6d'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:09:58.708937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.732750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Made reservation on behalf of 426a1332f20c4ebd95430cfb01c4e73e for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:58.735895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.759269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.824998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Deleting port 966d62c0-855d-4627-b0d3-4a13a4ff5d49 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:09:58.825524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.893036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Calling delete_port for 09a3d867-9dbf-4d3b-9e5a-23f4160eb672 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:58.924117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:58.971576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Allocated IP 2001:db8::1 (fbe56f7a-8520-4820-8978-ef9db4546bbf/3d350e2f-9601-4916-96ca-bc103b01de6d/15a81547-e7c0-4db1-aa86-07fcf2abf9c8) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:58.972002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:58.975863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Usage tracker for resource:security_group_rule and tenant:426a1332f20c4ebd95430cfb01c4e73e is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:58.979730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:58.985540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:59.037658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4b231-62f8-4f52-84da-58efd182e6f6 req-72398834-3b28-46ff-b883-0e63f6a6cb6d tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:59.044849 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c7d4b231-62f8-4f52-84da-58efd182e6f6 req-72398834-3b28-46ff-b883-0e63f6a6cb6d tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 945 time: 0.7718723 Mar 16 11:09:59.072463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] For port 966d62c0-855d-4627-b0d3-4a13a4ff5d49, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=966d62c0-855d-4627-b0d3-4a13a4ff5d49,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:09:59.073063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.135008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.156290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.244071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c7d4b231-62f8-4f52-84da-58efd182e6f6 req-b0c6f1d2-de29-4eaa-bf02-51baabe78e40 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups?id=da9bb862-b9e2-4f80-8b8a-fa798303d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982238 Mar 16 11:09:59.249227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event deleted for resources: {'Port': ['ID=ca0b3b91-448b-46be-a741-f0d8be7bf8be,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:59.368702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Calling delete_port for 966d62c0-855d-4627-b0d3-4a13a4ff5d49 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:09:59.409339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.419402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Transition to ACTIVE for port object 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:59.428910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.438374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Transition to ACTIVE for port object 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:59.518271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.522902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.561675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55438) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:59.574367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.636882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Network fbe56f7a-8520-4820-8978-ef9db4546bbf is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:59.640129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:59.644234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:59.656491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:59.659270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.698562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:59.703501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Usage tracker for resource:security_group_rule and tenant:b50811ca8fde40c197ffad5a11dccabb is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:09:59.706827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:09:59.713769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:59.716398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:09:59.727639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Pushing event updated for resources: {'Port': ['ID=15a81547-e7c0-4db1-aa86-07fcf2abf9c8,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:59.729269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.757233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Attempting to bind port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:59.757597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Attempting to bind port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f4ce0a66-4189-452d-9a66-f5e41b26d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:59.758649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Attempting to bind port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 on network fbe56f7a-8520-4820-8978-ef9db4546bbf {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:09:59.767728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:09:59.772128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Checking segment: {'id': 'f4ce0a66-4189-452d-9a66-f5e41b26d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:09:59.772128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.772128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Bound using segment: {'id': 'f4ce0a66-4189-452d-9a66-f5e41b26d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:09:59.772128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Bound port: 15a81547-e7c0-4db1-aa86-07fcf2abf9c8, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ce0a66-4189-452d-9a66-f5e41b26d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:59.772128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.779217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:59.791685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.882714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] For port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:09:59.887244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] For port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=15a81547-e7c0-4db1-aa86-07fcf2abf9c8,segment=NetworkSegment(f4ce0a66-4189-452d-9a66-f5e41b26d649),segment_id=f4ce0a66-4189-452d-9a66-f5e41b26d649)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:09:59.893202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event updated for resources: {'Port': ['ID=e3e1ecd0-79b6-4158-bf21-2c01eb66c374,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:59.895693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e2c9c-8572-4cf1-b7fb-b5cc2b5ff0d3,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:59.911743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.921010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Router 5b215bc4-76bb-4487-a47a-6a93a100eb38 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:09:59.925416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:59.932645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=3d350e2f-9601-4916-96ca-bc103b01de6d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:59.942420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event deleted for resources: {'Port': ['ID=966d62c0-855d-4627-b0d3-4a13a4ff5d49,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:59.959333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:59.996776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Pushing event deleted for resources: {'Port': ['ID=09a3d867-9dbf-4d3b-9e5a-23f4160eb672,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:00.020133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.020669 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Added segment 66c5b8cf-9914-46cc-ac3d-be1703ce4ac3 of type vlan for network c65d921d-afb9-4569-b766-feeb3aab694a Mar 16 11:10:00.054224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.069489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.099438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe56f7a-8520-4820-8978-ef9db4546bbf']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:00.105422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4265bdf-d3f8-45bf-adc5-82a0c1f0a7bd None None] Pushing event updated for resources: {'Port': ['ID=15a81547-e7c0-4db1-aa86-07fcf2abf9c8,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:00.115026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ce0a66-4189-452d-9a66-f5e41b26d649') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:00.115242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ce0a66-4189-452d-9a66-f5e41b26d649') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:00.130414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.151619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.158528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:00.158932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.181870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83e94b-6971-451a-badd-169e15410e88 None None] Network fbe56f7a-8520-4820-8978-ef9db4546bbf requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:00.184335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55450) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:00.191358 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:00.227131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.251642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.394117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device ca0b3b91-448b-46be-a741-f0d8be7bf8be no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:00.440623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: ca0b3b91-448b-46be-a741-f0d8be7bf8be {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:00.440857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device ca0b3b91-448b-46be-a741-f0d8be7bf8be not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:00.482396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.483057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1776c6-8875-4f48-b6f0-3a44dc151264 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:10:00.529233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:10:00.529233 dv-neutron-831730-4-hyperv neutron-server[88449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:10:00.529233 dv-neutron-831730-4-hyperv neutron-server[88449]: [parameters: {'id': 'fbe56f7a-8520-4820-8978-ef9db4546bbf'}] Mar 16 11:10:00.529233 dv-neutron-831730-4-hyperv neutron-server[88449]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:00.529718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:00.531913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.535119 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-45494320-afd1-4654-b54a-42582a3649dc req-94fc3677-17a3-4c87-b4fb-1327a6c9a728 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.1087723 Mar 16 11:10:00.536211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.552663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-889264119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:00.578118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:00.586486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec41b3-cd6c-433a-b692-491ee4b8e9b2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:00.602324 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ae72a7ec-1b91-42ae-987a-e9678f10663d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b50811ca8fde40c197ffad5a11dccabb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0261984 Mar 16 11:10:00.602758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55458) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:00.606162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:router and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:00.610590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:00.625677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1776c6-8875-4f48-b6f0-3a44dc151264 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:10:00.636172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.636513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:00.636621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f70e8af8-fb91-4121-8ccf-3cdc6bf3824b {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:00.659608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.706676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.710297 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-52da074c-4f7f-4b22-8784-311848c32060 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f70e8af8-fb91-4121-8ccf-3cdc6bf3824b HTTP/1.1" status: 204 len: 168 time: 4.7794559 Mar 16 11:10:00.710441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55462) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:00.713921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d120-4869-43e0-8b16-0cbcbe5e8eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.792220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:00.816892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] Sync routers for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:00.818970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d120-4869-43e0-8b16-0cbcbe5e8eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.834442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.835460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.847817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:00.851049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.851173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:00.853589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:00.854207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:00.959510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.002960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] No DVR routers for this DVR port ca0b3b91-448b-46be-a741-f0d8be7bf8be on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:01.018821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.021357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'name': 'network-vif-deleted', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:10:01.032055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.097036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.101215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eeb47e2d-52a8-4e32-adfa-ab7d2fa7f5cb tempest-ServersTestManualDisk-1013255058 tempest-ServersTestManualDisk-1013255058-project] 10.222.0.30 "DELETE /v2.0/floatingips/3dbbea5a-bb08-43d6-9662-81ac507d23ff HTTP/1.1" status: 204 len: 168 time: 3.5267522 Mar 16 11:10:01.110715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74b1b64-e387-4e51-b98e-6fda6c328faf', 'name': 'network-vif-deleted', 'tag': 'ca0b3b91-448b-46be-a741-f0d8be7bf8be', 'status': 'completed', 'code': 200} Mar 16 11:10:01.120420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55468) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:01.123169 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-475b06f8-d0e4-4d66-ac70-405569a603b5 req-ece8aa02-6e23-4a14-b980-a4c1738cc7d6 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.53 "DELETE /v2.0/ports/ca0b3b91-448b-46be-a741-f0d8be7bf8be HTTP/1.1" status: 204 len: 173 time: 4.6654806 Mar 16 11:10:01.140866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.181132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:01.239087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:01.239660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.261810 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.4270859 Mar 16 11:10:01.262846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c966f4a-9b08-4780-b60c-89eaaba4500c tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event updated for resources: {'Network': ['ID=c65d921d-afb9-4569-b766-feeb3aab694a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:01.275959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55472) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:01.278008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d120-4869-43e0-8b16-0cbcbe5e8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.299211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Request body: {'subnet': {'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:01.317618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8d120-4869-43e0-8b16-0cbcbe5e8eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec41b3-cd6c-433a-b692-491ee4b8e9b2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:01.350629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d120-4869-43e0-8b16-0cbcbe5e8eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.354408 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9fb8d120-4869-43e0-8b16-0cbcbe5e8eeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8ec41b3-cd6c-433a-b692-491ee4b8e9b2 HTTP/1.1" status: 204 len: 168 time: 0.7466147 Mar 16 11:10:01.387979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.415352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c65d921d-afb9-4569-b766-feeb3aab694a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:01.481750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.506607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Deleting port 23732100-d9d8-4574-ae79-792f87c370f8 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:01.506955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.578131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=15a81547-e7c0-4db1-aa86-07fcf2abf9c8,segment=NetworkSegment(f4ce0a66-4189-452d-9a66-f5e41b26d649),segment_id=f4ce0a66-4189-452d-9a66-f5e41b26d649)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:01.578495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.637679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.663959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:01.668709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Usage tracker for resource:subnet and tenant:426a1332f20c4ebd95430cfb01c4e73e is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:01.672291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:01.751963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:01.775570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:40Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:01.779830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] Checking router: 5b215bc4-76bb-4487-a47a-6a93a100eb38 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:01.791439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:01.792525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:01.823381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:01.833545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.837965 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7352ee8f-db57-4a81-ac4d-5a4d1266253e req-4638fac2-4335-4df3-b375-565226b0b1c5 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b1b64-e387-4e51-b98e-6fda6c328faf HTTP/1.1" status: 200 len: 210 time: 0.0582087 Mar 16 11:10:01.840708 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ef582964-4193-4d34-9cf9-92273e52b590 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6551895 Mar 16 11:10:01.865268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55480) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:01.977474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] For port 23732100-d9d8-4574-ae79-792f87c370f8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23732100-d9d8-4574-ae79-792f87c370f8,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:01.977803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.983977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-711811788'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:02.008833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:02.023014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:network and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:02.085559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:02.095340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Made reservation on behalf of 426a1332f20c4ebd95430cfb01c4e73e for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:02.098826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.114305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:02.142743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:02.176433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.187186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Calling delete_port for 23732100-d9d8-4574-ae79-792f87c370f8 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:02.275594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Port': ['ID=15a81547-e7c0-4db1-aa86-07fcf2abf9c8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:02.286996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No DVR routers for this DVR port 15a81547-e7c0-4db1-aa86-07fcf2abf9c8 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:02.430410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.473444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:02.477809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.482965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe56f7a-8520-4820-8978-ef9db4546bbf']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:02.495597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:40Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:02.499648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ce0a66-4189-452d-9a66-f5e41b26d649') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:02.499959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ce0a66-4189-452d-9a66-f5e41b26d649') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:02.501553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a7d97-5230-4ac6-a835-57bbb97679ff None None] The sync data for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv is: [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:08:32Z', 'revision_number': 4, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '79d662b8-523c-49ff-878c-848b082cc840', 'name': '', 'network_id': '54ef3f50-cf18-4eb3-a8ae-25b65fd47748', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'mac_address': 'fa:16:3e:76:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:26Z', 'updated_at': '2022-03-16T11:08:40Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'subnets': [{'id': '60e62648-85e0-4ca9-8f8b-511290cf2629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:02.514295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.538796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.578360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.601995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:02.609090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:security_group_rule and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:02.615017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:02.615017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.615321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:02.632179 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:02.639636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:02.811103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.821443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.845028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.848822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:02.886735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=fbe56f7a-8520-4820-8978-ef9db4546bbf,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:02.903398 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6be65b-a9b0-40d5-b210-05861fc3658c None None] New status for floating IP 2e9adb43-412e-40fb-be30-048e9efb9714: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:10:02.915451 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2940f69a-d096-4304-a0a9-fe40684f6a88 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/fbe56f7a-8520-4820-8978-ef9db4546bbf HTTP/1.1" status: 204 len: 168 time: 4.5230870 Mar 16 11:10:02.915451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event deleted for resources: {'Port': ['ID=23732100-d9d8-4574-ae79-792f87c370f8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:02.916604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55504) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:02.991156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55508) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:03.080630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191927312'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:03.094982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:03.136079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:03.138638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55516) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:03.139477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:03.167033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:03.208763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.213241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.245545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'networks': [{'name': 'tempest-network--640094209'}, {'name': 'tempest-network--1049907676'}]} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:03.245879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'network': {'name': 'tempest-network--640094209'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:03.246337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'network': {'name': 'tempest-network--1049907676'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:03.272286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:03.295730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:network and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:03.300670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:03.334948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:03.338657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.345648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:03.352116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.395238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:03.410489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.425703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.432197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.433882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c033f5cf-4a92-4b5e-bf00-f73ac0b56aa0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.442437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07652e6-2cb7-450e-9955-9526b23a003f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:03.450248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.450604 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Added segment 5a695213-f988-4523-94fb-d308656501aa of type vlan for network 54941e35-4261-40cd-b585-e96bfabbd0b0 Mar 16 11:10:03.468472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:03.475993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'network': 2} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:03.480552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.488148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c033f5cf-4a92-4b5e-bf00-f73ac0b56aa0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.500702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.501050 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment fa0166fa-732a-490b-9f6e-07799c95bca7 of type vlan for network 410555fc-a6ed-45e8-ba85-66f2b4c93855 Mar 16 11:10:03.502134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Router 2a02a1c0-f38a-40c8-9409-d3f80f628ea0 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:03.514997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.544728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.545324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f512db4-d459-4c00-bcb4-b48476abc2cd {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:03.551639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.574481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event updated for resources: {'Subnet': ['ID=2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:03.584700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:03.588025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.644289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:security_group_rule and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:03.654609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c033f5cf-4a92-4b5e-bf00-f73ac0b56aa0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.657939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.671882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c033f5cf-4a92-4b5e-bf00-f73ac0b56aa0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.675601 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c033f5cf-4a92-4b5e-bf00-f73ac0b56aa0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "DELETE /v2.0/security-groups/da9bb862-b9e2-4f80-8b8a-fa798303d9bb HTTP/1.1" status: 204 len: 168 time: 0.5303643 Mar 16 11:10:03.675601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033f5cf-4a92-4b5e-bf00-f73ac0b56aa0 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9bb862-b9e2-4f80-8b8a-fa798303d9bb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:03.676479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55520) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:03.706161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.714525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:03.714777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.719174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.720503 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4660b151-e43b-4a5a-b4c1-2231a48e8a57 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "DELETE /v2.0/routers/3f512db4-d459-4c00-bcb4-b48476abc2cd HTTP/1.1" status: 204 len: 168 time: 3.0084317 Mar 16 11:10:03.722462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:03.728659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55524) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:03.739501 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-436db108-0966-4c04-be20-d9e481d5f8cc tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] show failed (client error): The resource could not be found. Mar 16 11:10:03.740377 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-436db108-0966-4c04-be20-d9e481d5f8cc tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "GET /v2.0/security-groups/da9bb862-b9e2-4f80-8b8a-fa798303d9bb HTTP/1.1" status: 404 len: 347 time: 0.0629487 Mar 16 11:10:03.750312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Checking segment: {'id': '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:03.750707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Network hostable DHCP agents. Network: c65d921d-afb9-4569-b766-feeb3aab694a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:03.756699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:03.760187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55528) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:03.764615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1103329871', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:03.787769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:03.808886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Usage tracker for resource:router and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:03.817126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:03.832728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:03.963969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=410555fc-a6ed-45e8-ba85-66f2b4c93855,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:03.975919 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1fb5103e-f013-4e4a-8b46-3ddfd11c12eb tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0580983 Mar 16 11:10:03.977523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 410555fc-a6ed-45e8-ba85-66f2b4c93855 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:03.986598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55532) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:03.992327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:04.039808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Deleting port 70c2c22b-e159-42b0-be53-0790b4796bd6 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:04.040094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.118064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Network c65d921d-afb9-4569-b766-feeb3aab694a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:04.120217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.125576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:04.126186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.180227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:04.180227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:04.180227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:04.208810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:04.225246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23732100-d9d8-4574-ae79-792f87c370f8 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:04.244247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.245219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.266672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 23732100-d9d8-4574-ae79-792f87c370f8 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:04.267336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23732100-d9d8-4574-ae79-792f87c370f8 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:04.301727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:04.312702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] Sync routers for ids ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:04.319539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.319870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.324335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] Routers {'2a02a1c0-f38a-40c8-9409-d3f80f628ea0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:04.325038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:04.375902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, c65d921d-afb9-4569-b766-feeb3aab694a) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:04.384980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:04.392297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.394208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f2ca9-c63f-49b1-803e-3c6abf0d5eb3 None None] Network c65d921d-afb9-4569-b766-feeb3aab694a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:04.404142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Network': ['ID=54941e35-4261-40cd-b585-e96bfabbd0b0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:04.405997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:04.406584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.411027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:04.430809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:04.478824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Calling delete_port for 70c2c22b-e159-42b0-be53-0790b4796bd6 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:04.488294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.515951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9c3bf2b8-7c34-4151-9602-28a2f823d64a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6500502 Mar 16 11:10:04.516152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] Routers {'2a02a1c0-f38a-40c8-9409-d3f80f628ea0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:04.517928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:04.518065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55536) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:04.533864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'subnet': {'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:04.580417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.640867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.645004 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5a09e617-9e1b-43ae-aebf-c03e94e89bc1 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3813341 Mar 16 11:10:04.651059 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2b877de7-ac42-4de1-a53f-a6c9a0f6b474 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3551536 Mar 16 11:10:04.651059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55540) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:04.665694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55542) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:04.674025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': False}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:04.698108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:04.698668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0a121-c7fe-400f-bf54-02cbb6a43e57 None None] The sync data for ids ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:04.739391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Request body: {'port': {'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1730353303'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:04.828586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.828586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.856788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-c65d921d-afb9-4569-b766-feeb3aab694a', 'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a', 'tenant_id': '426a1332f20c4ebd95430cfb01c4e73e', 'fixed_ips': [{'subnet_id': '2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:04.857817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.880129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:04.960033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:subnet and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:04.968959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:04.970853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.023263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Pushing event deleted for resources: {'Port': ['ID=70c2c22b-e159-42b0-be53-0790b4796bd6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:05.040454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.057134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Allocated IP 2001:db8::2 (c65d921d-afb9-4569-b766-feeb3aab694a/2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc/9c443185-7572-4037-b82d-1e82977dcab7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:05.100960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:05.193364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1f412c-9e1d-4e09-a8a0-d9298621f3bb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:05.240188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': 'fa0166fa-732a-490b-9f6e-07799c95bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:05.241036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: 410555fc-a6ed-45e8-ba85-66f2b4c93855, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:05.252206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=501706a5-ab28-42b1-8068-a5a853cd43d8,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:05.265713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:05.271445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.326805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.337496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Transition to ACTIVE for port object 9c443185-7572-4037-b82d-1e82977dcab7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:05.346751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.356561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Transition to ACTIVE for port object 9c443185-7572-4037-b82d-1e82977dcab7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:05.376248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.377516 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5ea108d-d579-46ff-bab0-99d1e2d89be7 tempest-ServersTestJSON-1597957951 tempest-ServersTestJSON-1597957951-project] 10.222.0.30 "DELETE /v2.0/floatingips/2e9adb43-412e-40fb-be30-048e9efb9714 HTTP/1.1" status: 204 len: 168 time: 1.6164148 Mar 16 11:10:05.380527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55548) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:05.392708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.393061 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Added segment 2c513e63-c973-445c-bc2b-2f880b945c00 of type vlan for network 16dec6a9-a81f-4c56-8617-8235eb6fad17 Mar 16 11:10:05.412290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Deleting port 9268fcc2-1772-4211-8983-b5c6d276bbe5 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:05.412631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.437119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:05.440607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.443307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 410555fc-a6ed-45e8-ba85-66f2b4c93855 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:05.446523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.509974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Network c65d921d-afb9-4569-b766-feeb3aab694a is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:05.514067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:05.517507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:05.544295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 410555fc-a6ed-45e8-ba85-66f2b4c93855) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:05.559555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:05.560148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.563550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1a5ee-56d6-4b71-9dbb-714bd24d9a76 None None] Network 410555fc-a6ed-45e8-ba85-66f2b4c93855 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:05.622082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Pushing event updated for resources: {'Port': ['ID=9c443185-7572-4037-b82d-1e82977dcab7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:05.647841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:05.675430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-219692ba-d182-41a0-9c1d-43033418af70 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6877122 Mar 16 11:10:05.685253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55552) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:05.710698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Attempting to bind port 9c443185-7572-4037-b82d-1e82977dcab7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:05.711867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Attempting to bind port 9c443185-7572-4037-b82d-1e82977dcab7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:05.712325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Attempting to bind port 9c443185-7572-4037-b82d-1e82977dcab7 on network c65d921d-afb9-4569-b766-feeb3aab694a {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:05.721551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:05.722701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Checking segment: {'id': '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:05.722701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.723032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Bound using segment: {'id': '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:05.723591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Bound port: 9c443185-7572-4037-b82d-1e82977dcab7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:05.724651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.792857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Usage tracker for resource:port and tenant:426a1332f20c4ebd95430cfb01c4e73e is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:05.810832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:05.821454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.848315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:05.888432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] For port 9c443185-7572-4037-b82d-1e82977dcab7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:05.923166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:05.927727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] For port 9c443185-7572-4037-b82d-1e82977dcab7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9c443185-7572-4037-b82d-1e82977dcab7,segment=NetworkSegment(66c5b8cf-9914-46cc-ac3d-be1703ce4ac3),segment_id=66c5b8cf-9914-46cc-ac3d-be1703ce4ac3)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:05.937211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-410555fc-a6ed-45e8-ba85-66f2b4c93855', 'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '501706a5-ab28-42b1-8068-a5a853cd43d8'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:05.938175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.017042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.032875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:06.077587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.091345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Made reservation on behalf of 426a1332f20c4ebd95430cfb01c4e73e for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:06.095255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.164043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40916ce5-8407-4dca-99b3-a4f98b798c6c None None] Pushing event updated for resources: {'Port': ['ID=9c443185-7572-4037-b82d-1e82977dcab7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:06.192343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] device_id is not set on port ba732b07-fede-4324-ae01-b70ea185a8eb yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:10:06.192719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Allocated IP 2001:db8::1 (410555fc-a6ed-45e8-ba85-66f2b4c93855/501706a5-ab28-42b1-8068-a5a853cd43d8/0901ad81-3140-4e56-8c14-72e2650660a2) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:06.276473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27f32715-c232-4479-be30-480790551770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.310653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:06.447239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.447580 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Added segment 26fae534-607c-4c00-ba0b-3340d0e4230b of type vlan for network 17594713-78bb-4510-a175-50cbdf9ae016 Mar 16 11:10:06.478235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.484751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] For port 9268fcc2-1772-4211-8983-b5c6d276bbe5, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9268fcc2-1772-4211-8983-b5c6d276bbe5,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:06.485105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.494274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Transition to ACTIVE for port object 0901ad81-3140-4e56-8c14-72e2650660a2 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:06.526727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Transition to ACTIVE for port object 0901ad81-3140-4e56-8c14-72e2650660a2 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:06.604302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.667150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Network 410555fc-a6ed-45e8-ba85-66f2b4c93855 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:06.670758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:06.674723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:06.696776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.751510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Pushing event updated for resources: {'Port': ['ID=0901ad81-3140-4e56-8c14-72e2650660a2,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:06.773996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Calling delete_port for 9268fcc2-1772-4211-8983-b5c6d276bbe5 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:06.788319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Attempting to bind port 0901ad81-3140-4e56-8c14-72e2650660a2 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:06.788738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Attempting to bind port 0901ad81-3140-4e56-8c14-72e2650660a2 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'fa0166fa-732a-490b-9f6e-07799c95bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:06.789586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Attempting to bind port 0901ad81-3140-4e56-8c14-72e2650660a2 on network 410555fc-a6ed-45e8-ba85-66f2b4c93855 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:06.795626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:06.796000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Checking segment: {'id': 'fa0166fa-732a-490b-9f6e-07799c95bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:06.796397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.796785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Bound using segment: {'id': 'fa0166fa-732a-490b-9f6e-07799c95bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:06.797247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Bound port: 0901ad81-3140-4e56-8c14-72e2650660a2, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0166fa-732a-490b-9f6e-07799c95bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '410555fc-a6ed-45e8-ba85-66f2b4c93855'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:06.797614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.855699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.856359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.908932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=501706a5-ab28-42b1-8068-a5a853cd43d8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:06.924511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-27f32715-c232-4479-be30-480790551770 admin admin] Deleting port 79d662b8-523c-49ff-878c-848b082cc840 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:06.927336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27f32715-c232-4479-be30-480790551770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.935234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] For port 0901ad81-3140-4e56-8c14-72e2650660a2, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:06.938480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] For port 0901ad81-3140-4e56-8c14-72e2650660a2, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0901ad81-3140-4e56-8c14-72e2650660a2,segment=NetworkSegment(fa0166fa-732a-490b-9f6e-07799c95bca7),segment_id=fa0166fa-732a-490b-9f6e-07799c95bca7)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:06.946707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Allocated IP 2001:db8::126 (c65d921d-afb9-4569-b766-feeb3aab694a/2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc/ba732b07-fede-4324-ae01-b70ea185a8eb) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:06.999721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.027455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.054240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.135618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410555fc-a6ed-45e8-ba85-66f2b4c93855']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:07.139237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdcad6-2128-457c-adbd-12b77c82c079 None None] Pushing event updated for resources: {'Port': ['ID=0901ad81-3140-4e56-8c14-72e2650660a2,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:07.171205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a3bcc-1e77-4fe4-b811-576d431e5d54 None None] Network 410555fc-a6ed-45e8-ba85-66f2b4c93855 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:07.175869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0166fa-732a-490b-9f6e-07799c95bca7') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:07.176067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0166fa-732a-490b-9f6e-07799c95bca7') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:07.198640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.255318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.255808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.261557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:07.266184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:07.266839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.290022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.301698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:07.302122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:07.324167 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:07.338328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30527c9-c67b-4155-8de9-aedfd268afce None None] Network c65d921d-afb9-4569-b766-feeb3aab694a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:07.420940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-27f32715-c232-4479-be30-480790551770 admin admin] For port 79d662b8-523c-49ff-878c-848b082cc840, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=79d662b8-523c-49ff-878c-848b082cc840,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:07.421341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27f32715-c232-4479-be30-480790551770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.546858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:10:07.546858 dv-neutron-831730-4-hyperv neutron-server[88449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:10:07.546858 dv-neutron-831730-4-hyperv neutron-server[88449]: [parameters: {'id': '410555fc-a6ed-45e8-ba85-66f2b4c93855'}] Mar 16 11:10:07.546858 dv-neutron-831730-4-hyperv neutron-server[88449]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:07.547291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:07.549161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-57813f01-15f9-4bcd-b52f-41f14264b558 None None] Provisioning for port 9c443185-7572-4037-b82d-1e82977dcab7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:07.557837 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-27f32715-c232-4479-be30-480790551770 admin admin] Calling delete_port for 79d662b8-523c-49ff-878c-848b082cc840 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:07.573544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.622517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Subnet': ['ID=9d206808-2781-45e0-9305-c0b220c915a7,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:07.646253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.666816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Network': ['ID=16dec6a9-a81f-4c56-8617-8235eb6fad17,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:07.691436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 16dec6a9-a81f-4c56-8617-8235eb6fad17 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:07.803354 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.7776663 Mar 16 11:10:07.803354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Checking segment: {'id': '5a695213-f988-4523-94fb-d308656501aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:07.803354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network hostable DHCP agents. Network: 54941e35-4261-40cd-b585-e96bfabbd0b0, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:07.804187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55556) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:07.832499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27f32715-c232-4479-be30-480790551770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:07.872097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9f4f2-4fe4-4130-8f9f-0972ca2db2e8 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:10:07.899948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f32715-c232-4479-be30-480790551770 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d662b8-523c-49ff-878c-848b082cc840,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:08.004337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fdf07-7533-4e34-b748-b2f2d1cbd425 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Network': ['ID=17594713-78bb-4510-a175-50cbdf9ae016,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:08.021087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 17594713-78bb-4510-a175-50cbdf9ae016 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:08.047818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.094997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58ea8a-7918-4539-9f0c-295c3d65f86f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:08.100701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58ea8a-7918-4539-9f0c-295c3d65f86f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:08.106950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58ea8a-7918-4539-9f0c-295c3d65f86f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:08.114229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58ea8a-7918-4539-9f0c-295c3d65f86f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:08.116419 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b58ea8a-7918-4539-9f0c-295c3d65f86f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3125260 Mar 16 11:10:08.127915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55560) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:08.168023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:08.179185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 0901ad81-3140-4e56-8c14-72e2650660a2 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:08.179633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.235193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.315075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9f4f2-4fe4-4130-8f9f-0972ca2db2e8 None None] Unable to find a vacant binding_index for network 54941e35-4261-40cd-b585-e96bfabbd0b0 and agent fc891559-7cdc-40a6-8627-7753a0c20b4a {{(pid=88451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 11:10:08.317141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Allocated IP 172.26.7.5 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/2af7b48e-81dc-41b0-bef3-5a3fccb7ea05) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:08.324697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9f4f2-4fe4-4130-8f9f-0972ca2db2e8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 54941e35-4261-40cd-b585-e96bfabbd0b0) {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:10:08.326942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Transition to ACTIVE for port object ba732b07-fede-4324-ae01-b70ea185a8eb will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:08.328162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 54941e35-4261-40cd-b585-e96bfabbd0b0) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:08.332995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:08.333586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.361109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.377968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9c443185-7572-4037-b82d-1e82977dcab7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:08.439285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.463293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=9268fcc2-1772-4211-8983-b5c6d276bbe5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:08.554456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27f32715-c232-4479-be30-480790551770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.624524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9c443185-7572-4037-b82d-1e82977dcab7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:08.636179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9c443185-7572-4037-b82d-1e82977dcab7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:08.636596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.688995 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0cadce79-a6d1-455f-9ac7-6abb6fad91c1 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1657515 Mar 16 11:10:08.691608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55564) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:08.709886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'network': {'name': 'tempest-router-network01--505148571'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:08.725441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:08.735686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port 0901ad81-3140-4e56-8c14-72e2650660a2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0901ad81-3140-4e56-8c14-72e2650660a2,segment=NetworkSegment(fa0166fa-732a-490b-9f6e-07799c95bca7),segment_id=fa0166fa-732a-490b-9f6e-07799c95bca7)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:08.736082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.749391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:network and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:08.755494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:08.830800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:08.926887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-54941e35-4261-40cd-b585-e96bfabbd0b0', 'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0', 'tenant_id': '59017b5815774859b70d3816eed66567', 'fixed_ips': [{'subnet_id': '9d206808-2781-45e0-9305-c0b220c915a7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:08.928176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.944620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:08.963696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for 0901ad81-3140-4e56-8c14-72e2650660a2 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:09.017455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.044644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9c443185-7572-4037-b82d-1e82977dcab7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9c443185-7572-4037-b82d-1e82977dcab7,segment=NetworkSegment(66c5b8cf-9914-46cc-ac3d-be1703ce4ac3),segment_id=66c5b8cf-9914-46cc-ac3d-be1703ce4ac3)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:09.145714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.205698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Allocated IP 2001:db8::2 (54941e35-4261-40cd-b585-e96bfabbd0b0/9d206808-2781-45e0-9305-c0b220c915a7/9eebee17-7544-4aed-b359-5e51760afe9d) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:09.259520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:09.264194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.273074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9c443185-7572-4037-b82d-1e82977dcab7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:09.281964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Network c65d921d-afb9-4569-b766-feeb3aab694a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:09.284444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.306262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:09.309113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:09.315347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:09.315982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.341271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:09.351566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f32715-c232-4479-be30-480790551770 admin admin] Router 5b215bc4-76bb-4487-a47a-6a93a100eb38 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:09.369551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.370272 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Added segment e3516b91-22c7-482c-b0f8-023616f0c94e of type vlan for network 069c6554-ec3f-4459-b2b0-ceca26fee6bd Mar 16 11:10:09.389494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.422032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event updated for resources: {'Port': ['ID=ba732b07-fede-4324-ae01-b70ea185a8eb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:09.462023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dec6a9-a81f-4c56-8617-8235eb6fad17']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.462861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.469166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.483426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Transition to ACTIVE for port object 9eebee17-7544-4aed-b359-5e51760afe9d will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:09.510324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Transition to ACTIVE for port object 9eebee17-7544-4aed-b359-5e51760afe9d will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:09.523808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.524151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.524489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.524660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Port': ['ID=0901ad81-3140-4e56-8c14-72e2650660a2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:09.526369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.526369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.526369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.526369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.526922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.527256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.527759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.528104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.528520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:09.545923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No DVR routers for this DVR port 0901ad81-3140-4e56-8c14-72e2650660a2 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:09.556279 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3e94fa25-6c00-4754-84fb-8e2724397c2f tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.8848929 Mar 16 11:10:09.560494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c513e63-c973-445c-bc2b-2f880b945c00') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.560785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c513e63-c973-445c-bc2b-2f880b945c00') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.570934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:09.577055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.579053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Request body: {'port': {'network_id': 'c65d921d-afb9-4569-b766-feeb3aab694a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-908596073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:09.579604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] bootfile-name is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:10:09.579937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] tftp-server is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:10:09.580259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] server-ip-address is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:10:09.645908 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.670959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:09.673045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.673986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:09.682001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:09.698056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Pushing event updated for resources: {'Port': ['ID=9eebee17-7544-4aed-b359-5e51760afe9d,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:09.732225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.779356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.794299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Attempting to bind port 9eebee17-7544-4aed-b359-5e51760afe9d on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:09.794299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Attempting to bind port 9eebee17-7544-4aed-b359-5e51760afe9d by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '5a695213-f988-4523-94fb-d308656501aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:09.794804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Attempting to bind port 9eebee17-7544-4aed-b359-5e51760afe9d on network 54941e35-4261-40cd-b585-e96bfabbd0b0 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:09.800605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:09.801263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Checking segment: {'id': '5a695213-f988-4523-94fb-d308656501aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:09.802028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.802601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Bound using segment: {'id': '5a695213-f988-4523-94fb-d308656501aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:09.803170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Bound port: 9eebee17-7544-4aed-b359-5e51760afe9d, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a695213-f988-4523-94fb-d308656501aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '54941e35-4261-40cd-b585-e96bfabbd0b0'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:09.803630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.810319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f32715-c232-4479-be30-480790551770 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:09.826837 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] Sync routers for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:09.830523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410555fc-a6ed-45e8-ba85-66f2b4c93855']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.841298 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:09.842489 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.847508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0166fa-732a-490b-9f6e-07799c95bca7') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.847803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0166fa-732a-490b-9f6e-07799c95bca7') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:09.864782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.873391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.892922 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-27f32715-c232-4479-be30-480790551770 admin admin] 10.222.0.30 "PUT /v2.0/routers/5b215bc4-76bb-4487-a47a-6a93a100eb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5064051 Mar 16 11:10:09.892922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:09.893832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.900353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:09.901940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.902118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:09.902516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.906620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] For port 9eebee17-7544-4aed-b359-5e51760afe9d, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:09.910575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] For port 9eebee17-7544-4aed-b359-5e51760afe9d, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9eebee17-7544-4aed-b359-5e51760afe9d,segment=NetworkSegment(5a695213-f988-4523-94fb-d308656501aa),segment_id=5a695213-f988-4523-94fb-d308656501aa)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:09.927419 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:09.968078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:09.985694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.069055 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:10.102825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Pushing event updated for resources: {'Port': ['ID=9eebee17-7544-4aed-b359-5e51760afe9d,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:10.103389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.116528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.118349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.119056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.119896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.120564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.121683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.122332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.123189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.125325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.125827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.126382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.127306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b7f17-9b54-4218-ac2a-a829b6c18ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.141726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:10.142345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:10.163100 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:10.280059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:10.299950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:10.318284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Usage tracker for resource:port and tenant:426a1332f20c4ebd95430cfb01c4e73e is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:10.321702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:10.344395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9c443185-7572-4037-b82d-1e82977dcab7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:10.364681 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6712153 Mar 16 11:10:10.365982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55576) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:10.489886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9c443185-7572-4037-b82d-1e82977dcab7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:10.490391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.519532 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:10:07Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:10.526363 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] Checking router: 5b215bc4-76bb-4487-a47a-6a93a100eb38 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:10.536065 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] Routers {'5b215bc4-76bb-4487-a47a-6a93a100eb38'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:10.536667 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b215bc4-76bb-4487-a47a-6a93a100eb38'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:10.560879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11218ad1-f357-444b-88c7-e286e2eac44e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Network': ['ID=069c6554-ec3f-4459-b2b0-ceca26fee6bd,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:10.566730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'network': {'name': 'tempest-router-network02--1284240082'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:10.576663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:10.581477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:network and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:10.584829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:10.592271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:10.600140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:10.605145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event updated for resources: {'Port': ['ID=2af7b48e-81dc-41b0-bef3-5a3fccb7ea05,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:10.619466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:10.631215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.659549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:10.667053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.671664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.672084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.675159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:10.686580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=410555fc-a6ed-45e8-ba85-66f2b4c93855,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:10.689609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.756803 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/410555fc-a6ed-45e8-ba85-66f2b4c93855 HTTP/1.1" status: 204 len: 168 time: 5.0705156 Mar 16 11:10:10.757379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55580) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:10.769142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:10.772654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.795143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.795485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.795824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.796158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.796489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.796949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.797284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.797608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.797968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.798335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.798607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.798942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f1982f-7f20-49ca-8d9a-41cea9ed0423 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:10.804199 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/networks/16dec6a9-a81f-4c56-8617-8235eb6fad17 HTTP/1.1" status: 204 len: 168 time: 2.6676371 Mar 16 11:10:10.809313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7a80d-c0d6-4069-a620-c821a5e50df0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Network': ['ID=16dec6a9-a81f-4c56-8617-8235eb6fad17,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:10.809637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1169311818'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:10.812558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55584) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:10.820805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:10.842307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.849400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:10.859429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:10.886675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:10.924445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.936735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Made reservation on behalf of 426a1332f20c4ebd95430cfb01c4e73e for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:10.940543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:10.956306 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] Set router 5b215bc4-76bb-4487-a47a-6a93a100eb38 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:11.011761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:11.056534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.060996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.061347 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Added segment cc167d27-0f8e-4f67-a439-d58430b27610 of type vlan for network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 Mar 16 11:10:11.109675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.113324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:11.116826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.167205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] device_id is not set on port dd85fb62-9bed-40ff-bbc6-5e79524b602f yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:10:11.169749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.283274 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:10:07Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.291995 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d8a6b-b113-48ad-8f8f-9405d664560f None None] The sync data for ids ['5b215bc4-76bb-4487-a47a-6a93a100eb38'] in dv-neutron-831730-4-hyperv is: [{'id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'name': 'tempest-ServersTestJSON-1888043865-router', 'tenant_id': 'b193afad06d4490391dd9c5564cd9b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': '47b13577-5c0f-42be-adba-23844623edd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:12Z', 'updated_at': '2022-03-16T11:10:07Z', 'revision_number': 5, 'project_id': 'b193afad06d4490391dd9c5564cd9b72', 'gw_port': {'id': '47b13577-5c0f-42be-adba-23844623edd3', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b215bc4-76bb-4487-a47a-6a93a100eb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:16Z', 'updated_at': '2022-03-16T11:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:11.295044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:11.310348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Deleting port 47b13577-5c0f-42be-adba-23844623edd3 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:11.310730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.347328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.383187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.383540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 60dd4ee3-efee-433f-959b-e35effd999f0 of type vlan for network 063b966c-1c5e-47ab-a764-5545561960e6 Mar 16 11:10:11.420951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17594713-78bb-4510-a175-50cbdf9ae016']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.436835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Router 010c24f0-0523-4fa0-a645-f004ad36e5cb has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:11.464384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.470614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:11.471224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.478471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fae534-607c-4c00-ba0b-3340d0e4230b') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.478928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fae534-607c-4c00-ba0b-3340d0e4230b') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:11.590734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.611230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.652607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94db01-f84a-41e3-9020-bb268925e470 None None] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:11.689323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Allocated IP 2001:db8::20d (c65d921d-afb9-4569-b766-feeb3aab694a/2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc/dd85fb62-9bed-40ff-bbc6-5e79524b602f) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:11.705053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Router 2a02a1c0-f38a-40c8-9409-d3f80f628ea0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:11.720359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Network': ['ID=4be21f61-1c8f-4049-a8f1-efd46f0fceb1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:11.724656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.760643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:11.761158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:11.783394 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:11.789810 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-999d3280-8792-49b3-84ab-36560aa0165b tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2446945 Mar 16 11:10:11.805046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55588) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:11.823124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'subnet': {'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:11.981242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] For port 47b13577-5c0f-42be-adba-23844623edd3, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47b13577-5c0f-42be-adba-23844623edd3,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:11.982005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.029115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:12.198978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.204801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:12.206167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.222629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dfae3336-83a0-4e76-9bdd-9337bffe7ab0 None None] Provisioning for port 9eebee17-7544-4aed-b359-5e51760afe9d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:12.330776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9eebee17-7544-4aed-b359-5e51760afe9d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:12.360858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Calling delete_port for 47b13577-5c0f-42be-adba-23844623edd3 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:12.393880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.428697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.450288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8a63a699-973b-47c1-8074-34508fdcc35d None None] Provisioning for port ba732b07-fede-4324-ae01-b70ea185a8eb completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:12.456028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8a63a699-973b-47c1-8074-34508fdcc35d None None] Provisioning complete for port ba732b07-fede-4324-ae01-b70ea185a8eb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:12.456389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a63a699-973b-47c1-8074-34508fdcc35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.473310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:12.490853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] Sync routers for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:12.499456 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/networks/17594713-78bb-4510-a175-50cbdf9ae016 HTTP/1.1" status: 204 len: 168 time: 1.6804965 Mar 16 11:10:12.505333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55592) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:12.518823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=063b966c-1c5e-47ab-a764-5545561960e6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:12.519880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9eebee17-7544-4aed-b359-5e51760afe9d completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:12.526764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:12.527612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:12.558418 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-58a8f7b2-4ce7-4dc5-b9e0-56aae0c952ea tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7909901 Mar 16 11:10:12.562623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55596) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:12.563455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b33bf-d072-4295-92c8-d922b24dd3b9 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Network': ['ID=17594713-78bb-4510-a175-50cbdf9ae016,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:12.571714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '063b966c-1c5e-47ab-a764-5545561960e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:12.589037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:12.624636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.634305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9eebee17-7544-4aed-b359-5e51760afe9d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:12.634899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.672045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a63a699-973b-47c1-8074-34508fdcc35d None None] Port ba732b07-fede-4324-ae01-b70ea185a8eb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:12.728652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:12.733109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:12.737803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:12.747140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:12.919687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:12.922209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.926141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:12.931287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:12.934310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:12.944100 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bd407def-e692-4b11-83a0-812de1cc6f9d admin admin] 10.222.0.30 "PUT /v2.0/routers/010c24f0-0523-4fa0-a645-f004ad36e5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8198898 Mar 16 11:10:12.952840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55600) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:12.964269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:subnet and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:12.973480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:13.050473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:13.076784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e3509-4cfb-42cb-b171-787ee13b19f3 None None] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:13.112886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:13.127981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.128832 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] Sync routers for ids ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:13.129380 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9cc5cafc-b56d-4ec2-b8dd-04c42045a1d5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "PUT /v2.0/routers/2a02a1c0-f38a-40c8-9409-d3f80f628ea0 HTTP/1.1" status: 200 len: 921 time: 8.4693720 Mar 16 11:10:13.142112 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] Routers {'2a02a1c0-f38a-40c8-9409-d3f80f628ea0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:13.142977 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:13.148124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55604) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:13.211863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:13.217403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:13.221235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.222750 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] Routers {'2a02a1c0-f38a-40c8-9409-d3f80f628ea0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:13.223667 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:13.245475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.246715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.288062 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:13.289104 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e012aa9e-6408-4e28-8b08-4c3d747e6f28 None None] The sync data for ids ['2a02a1c0-f38a-40c8-9409-d3f80f628ea0'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:13.298897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b13577-5c0f-42be-adba-23844623edd3,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:13.306623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6c3fd52d-ad31-4df5-be98-931ecca0dcf3 None None] Provisioning complete for port 9eebee17-7544-4aed-b359-5e51760afe9d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:13.306954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd52d-ad31-4df5-be98-931ecca0dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.372816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a12e6b9-bf2b-412b-bb7e-537aa09b7f07 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.378916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a12e6b9-bf2b-412b-bb7e-537aa09b7f07 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.379906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8a12e6b9-bf2b-412b-bb7e-537aa09b7f07 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Synchronizing usage tracker for tenant:fddc45f4313649e1beff36a51a805dea on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:13.380043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9eebee17-7544-4aed-b359-5e51760afe9d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9eebee17-7544-4aed-b359-5e51760afe9d,segment=NetworkSegment(5a695213-f988-4523-94fb-d308656501aa),segment_id=5a695213-f988-4523-94fb-d308656501aa)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:13.385030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Transition to ACTIVE for port object dd85fb62-9bed-40ff-bbc6-5e79524b602f will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:13.401076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.476801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.525442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 79d662b8-523c-49ff-878c-848b082cc840 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:13.587600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 79d662b8-523c-49ff-878c-848b082cc840 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:13.587600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 79d662b8-523c-49ff-878c-848b082cc840 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:13.596446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8a12e6b9-bf2b-412b-bb7e-537aa09b7f07 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Unset dirty status for tenant:fddc45f4313649e1beff36a51a805dea on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:13.596949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.598554 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8a12e6b9-bf2b-412b-bb7e-537aa09b7f07 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0782645 Mar 16 11:10:13.604309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55608) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:13.616935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-187701651'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:13.629045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:13.694284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:13.706877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9eebee17-7544-4aed-b359-5e51760afe9d,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:13.721436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.741089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:10:08Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:13.748554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] Checking router: 010c24f0-0523-4fa0-a645-f004ad36e5cb for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:13.770637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] Routers {'010c24f0-0523-4fa0-a645-f004ad36e5cb'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:13.771298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['010c24f0-0523-4fa0-a645-f004ad36e5cb'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:13.837644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Network c65d921d-afb9-4569-b766-feeb3aab694a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:13.841559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:13.845507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.866821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:13.887523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:13.893285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:13.894147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.906966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event updated for resources: {'Port': ['ID=dd85fb62-9bed-40ff-bbc6-5e79524b602f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:13.942781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:13.963523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.964044 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Added segment 675a3e33-7c26-45e1-bf68-c3c4c0a624a6 of type vlan for network 14a2e793-6509-4f20-8a9d-6f1f01aa791a Mar 16 11:10:13.965367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:13.989338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.012214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Router f37b8fd3-8c4e-428d-81e0-445470d09b6e is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:14.018974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.039695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] Set router 010c24f0-0523-4fa0-a645-f004ad36e5cb gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:14.048378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.139400 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fae11e6d-ac2d-4e20-8a0c-0a446437f8a1 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/2a02a1c0-f38a-40c8-9409-d3f80f628ea0 HTTP/1.1" status: 200 len: 921 time: 0.8429501 Mar 16 11:10:14.153022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55612) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.214067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-63d0ae32-8963-4c49-9048-2416233a0c3c None None] Provisioning complete for port 9eebee17-7544-4aed-b359-5e51760afe9d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:14.214693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-63d0ae32-8963-4c49-9048-2416233a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.248336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.249215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b215bc4-76bb-4487-a47a-6a93a100eb38 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:14.319308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.363622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-28e4417e-3f58-44ea-9adb-5f427933e0b4 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.7891381 Mar 16 11:10:14.373438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55616) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.374687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9eebee17-7544-4aed-b359-5e51760afe9d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:14.376677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:14.417007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.473704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.477291 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-adddeb8e-3642-4efe-8d8f-1319165b27e0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5b215bc4-76bb-4487-a47a-6a93a100eb38 HTTP/1.1" status: 204 len: 168 time: 4.5828490 Mar 16 11:10:14.499302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55620) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.574307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Subnet': ['ID=ffc9c787-e815-43a7-b005-86b763614c07,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:14.580247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9eebee17-7544-4aed-b359-5e51760afe9d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:14.580628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.603541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.603768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.609026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.611326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.612782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37b633-8bc3-4ec2-8e33-5ce2a7c4570b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.613583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8c37b633-8bc3-4ec2-8e33-5ce2a7c4570b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Synchronizing usage tracker for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:14.616564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=674818ad-39c7-49b1-bf26-ca22bafec7d3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:14.645739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Deleting subnet 60e62648-85e0-4ca9-8f8b-511290cf2629 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:10:14.651366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': '60dd4ee3-efee-433f-959b-e35effd999f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '063b966c-1c5e-47ab-a764-5545561960e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:14.651366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: 063b966c-1c5e-47ab-a764-5545561960e6, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:14.653420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:10:08Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:14.657404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.661299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec1c3-f337-40c1-9e4d-c0f4c01efd4e None None] The sync data for ids ['010c24f0-0523-4fa0-a645-f004ad36e5cb'] in dv-neutron-831730-4-hyperv is: [{'id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'name': 'tempest-ServersTestManualDisk-2094814184-router', 'tenant_id': '34b476410be64b4cae7d190e60af1bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:08:08Z', 'updated_at': '2022-03-16T11:10:08Z', 'revision_number': 5, 'project_id': '34b476410be64b4cae7d190e60af1bc0', 'gw_port': {'id': 'a6d07709-b92d-42ea-a468-1eaebb6a7ef5', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010c24f0-0523-4fa0-a645-f004ad36e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:08:09Z', 'updated_at': '2022-03-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:14.722978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.749323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Deleting port a6d07709-b92d-42ea-a468-1eaebb6a7ef5 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:14.749666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.777317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Checking segment: {'id': 'e3516b91-22c7-482c-b0f8-023616f0c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:14.777707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network hostable DHCP agents. Network: 069c6554-ec3f-4459-b2b0-ceca26fee6bd, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:14.799796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:14.803864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-93a0ee26-8d27-49f5-a57c-fd4060ab933a None None] Provisioning for port dd85fb62-9bed-40ff-bbc6-5e79524b602f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:14.811818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8c37b633-8bc3-4ec2-8e33-5ce2a7c4570b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Unset dirty status for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:14.815430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8c37b633-8bc3-4ec2-8e33-5ce2a7c4570b tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=2a02a1c0-f38a-40c8-9409-d3f80f628ea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6585627 Mar 16 11:10:14.818876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 063b966c-1c5e-47ab-a764-5545561960e6 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:14.819054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Network': ['ID=14a2e793-6509-4f20-8a9d-6f1f01aa791a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:14.820957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] Sync routers for ids ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:14.825925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-93a0ee26-8d27-49f5-a57c-fd4060ab933a None None] Provisioning complete for port dd85fb62-9bed-40ff-bbc6-5e79524b602f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:14.826316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55624) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.826677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-93a0ee26-8d27-49f5-a57c-fd4060ab933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.865517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 14a2e793-6509-4f20-8a9d-6f1f01aa791a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:14.884857 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-13f208f3-a791-4038-ac76-1df3353f894b tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2734849 Mar 16 11:10:14.888510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55628) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:14.894865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18c09f-b558-4abb-9c77-62e3c5f77185 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.901221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18c09f-b558-4abb-9c77-62e3c5f77185 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.902080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346578613'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:14.906981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18c09f-b558-4abb-9c77-62e3c5f77185 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.907869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6a18c09f-b558-4abb-9c77-62e3c5f77185 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Synchronizing usage tracker for tenant:426a1332f20c4ebd95430cfb01c4e73e on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:14.913300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:14.913474 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] Routers {'f37b8fd3-8c4e-428d-81e0-445470d09b6e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:14.914342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:14.916420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 063b966c-1c5e-47ab-a764-5545561960e6) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:14.971622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:14.972213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.972934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a0c81-e12e-4a52-907f-8a5f7945acd7 None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:14.981265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:14.982670 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f9634f5e-7248-43c2-854f-048f40f7e0d7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.2468009 Mar 16 11:10:14.994823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:network and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:14.995034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55632) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.001992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': False}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:15.005527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:15.018154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:15.045387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.059829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:15.077280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:15.086789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6a18c09f-b558-4abb-9c77-62e3c5f77185 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Unset dirty status for tenant:426a1332f20c4ebd95430cfb01c4e73e on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:15.086789 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6a18c09f-b558-4abb-9c77-62e3c5f77185 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6836059 Mar 16 11:10:15.087011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55636) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.088293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 069c6554-ec3f-4459-b2b0-ceca26fee6bd) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:15.104827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-93a0ee26-8d27-49f5-a57c-fd4060ab933a None None] Port dd85fb62-9bed-40ff-bbc6-5e79524b602f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:15.120361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:15.121120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.141995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555f368-7efe-4969-86cc-0402dc294a07 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:15.142730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1555f368-7efe-4969-86cc-0402dc294a07 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Synchronizing usage tracker for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:15.169523 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c9988dc3-7c34-4e4d-b4aa-d11b25456dd6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6037972 Mar 16 11:10:15.174418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a583fd-c16b-4655-865f-45faf9b59235 None None] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:15.184067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55640) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.203165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '063b966c-1c5e-47ab-a764-5545561960e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:15.212754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] Routers {'f37b8fd3-8c4e-428d-81e0-445470d09b6e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:15.213523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:09:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:15.232440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] For port a6d07709-b92d-42ea-a468-1eaebb6a7ef5, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:15.232984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.255095 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c0b58dd5-b5d2-425a-a505-fc39c393f047 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4462128 Mar 16 11:10:15.260562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:15.260920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55644) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.263475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.271479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'subnet': {'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:15.292713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-943e5344-578a-4e90-b478-8a14dc8683ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.349961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:15.350391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3883d-17ca-4167-bc53-9e0a1e6dce0c None None] The sync data for ids ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:15.379581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Deleting port dd85fb62-9bed-40ff-bbc6-5e79524b602f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:15.379924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.390757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1555f368-7efe-4969-86cc-0402dc294a07 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Unset dirty status for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:15.394868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1555f368-7efe-4969-86cc-0402dc294a07 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.5612118 Mar 16 11:10:15.446104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55648) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.517482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db22b904-cb3a-4a63-8fdc-f324762b8367 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a02a1c0-f38a-40c8-9409-d3f80f628ea0 HTTP/1.1" status: 200 len: 205 time: 0.0617945 Mar 16 11:10:15.518242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55652) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:15.540437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Calling delete_port for a6d07709-b92d-42ea-a468-1eaebb6a7ef5 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:15.601028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-063b966c-1c5e-47ab-a764-5545561960e6', 'network_id': '063b966c-1c5e-47ab-a764-5545561960e6', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '674818ad-39c7-49b1-bf26-ca22bafec7d3'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:15.602903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.616151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:15.683466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:subnet and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:15.690210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:15.698998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-069c6554-ec3f-4459-b2b0-ceca26fee6bd', 'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd', 'tenant_id': '59017b5815774859b70d3816eed66567', 'fixed_ips': [{'subnet_id': 'ffc9c787-e815-43a7-b005-86b763614c07'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:15.699805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.705150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:15.751072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:15.797353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.797695 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Added segment 69ca37a5-8d81-41c4-bf22-53fd479aa095 of type vlan for network f504a834-14b8-4bdf-a597-d4851bfac23a Mar 16 11:10:15.871203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.933683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Allocated IP 2001:db8::2 (063b966c-1c5e-47ab-a764-5545561960e6/674818ad-39c7-49b1-bf26-ca22bafec7d3/32c987d2-891a-4e91-b5e8-41ae365a68ee) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:15.958758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e62648-85e0-4ca9-8f8b-511290cf2629,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:15.971083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:15.974898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Allocated IP 2001:db8::2 (069c6554-ec3f-4459-b2b0-ceca26fee6bd/ffc9c787-e815-43a7-b005-86b763614c07/67eb16c3-aa4a-4dca-9eb3-3b135b359b4f) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:15.979113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013e749-c135-4762-bcf3-74633a13a5a8 None None] Network 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:15.990200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:15.993910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.036586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:16.043749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.055079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:subnet and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:16.061867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:16.071728 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-16e21156-127b-4e29-bf0c-7dbaaf36bbe4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/60e62648-85e0-4ca9-8f8b-511290cf2629 HTTP/1.1" status: 204 len: 168 time: 1.5677741 Mar 16 11:10:16.097748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55656) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:16.123377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:16.154735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.224336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9268fcc2-1772-4211-8983-b5c6d276bbe5 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:16.257574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:16.261226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.276060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.308730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.314286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:16.315015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.315136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9268fcc2-1772-4211-8983-b5c6d276bbe5 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:16.315411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9268fcc2-1772-4211-8983-b5c6d276bbe5 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:16.315831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47b13577-5c0f-42be-adba-23844623edd3 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:16.408129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 47b13577-5c0f-42be-adba-23844623edd3 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:16.409002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47b13577-5c0f-42be-adba-23844623edd3 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:16.416850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.422196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.480296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Calling delete_port for dd85fb62-9bed-40ff-bbc6-5e79524b602f owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:16.538134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.569471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Deleting port d7d57b29-efbb-4737-bf47-59e75ad3bf3f {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:16.569902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.596976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Transition to ACTIVE for port object 32c987d2-891a-4e91-b5e8-41ae365a68ee will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.642368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Transition to ACTIVE for port object 32c987d2-891a-4e91-b5e8-41ae365a68ee will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.682147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.686025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.689682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.696959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] DHCP port deletion for 54ef3f50-cf18-4eb3-a8ae-25b65fd47748 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:16.705101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] Deleting port d7d57b29-efbb-4737-bf47-59e75ad3bf3f {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:16.705570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.743677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Transition to ACTIVE for port object 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.746158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.762985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Network': ['ID=f504a834-14b8-4bdf-a597-d4851bfac23a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:16.769423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Deleting port e3e1ecd0-79b6-4158-bf21-2c01eb66c374 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:16.769779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.777328 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9a78d3ec-7d31-4c6f-8842-dd2bc381a301 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8850501 Mar 16 11:10:16.778287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d07709-b92d-42ea-a468-1eaebb6a7ef5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:16.802605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network f504a834-14b8-4bdf-a597-d4851bfac23a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:16.806791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55660) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:16.870305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'ports': [{'network_id': '14a2e793-6509-4f20-8a9d-6f1f01aa791a', 'name': 'tempest-port--1421502480', 'admin_state_up': True}, {'network_id': 'f504a834-14b8-4bdf-a597-d4851bfac23a', 'admin_state_up': False}]} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:16.870690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'port': {'network_id': '14a2e793-6509-4f20-8a9d-6f1f01aa791a', 'name': 'tempest-port--1421502480', 'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:16.871699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'port': {'network_id': 'f504a834-14b8-4bdf-a597-d4851bfac23a', 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:16.916862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Transition to ACTIVE for port object 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:16.921417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:16.951188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:16.961247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:16.972735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:16.982954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Pushing event updated for resources: {'Port': ['ID=32c987d2-891a-4e91-b5e8-41ae365a68ee,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.003244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.036751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.176545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.181193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:17.184009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.196994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:17.253503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.298312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:17.301066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Pushing event updated for resources: {'Port': ['ID=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.351957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Attempting to bind port 32c987d2-891a-4e91-b5e8-41ae365a68ee on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:17.352355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Attempting to bind port 32c987d2-891a-4e91-b5e8-41ae365a68ee by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '60dd4ee3-efee-433f-959b-e35effd999f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '063b966c-1c5e-47ab-a764-5545561960e6'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:17.352757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Attempting to bind port 32c987d2-891a-4e91-b5e8-41ae365a68ee on network 063b966c-1c5e-47ab-a764-5545561960e6 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:17.418105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:17.418542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Checking segment: {'id': '60dd4ee3-efee-433f-959b-e35effd999f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '063b966c-1c5e-47ab-a764-5545561960e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:17.418876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.419267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Bound using segment: {'id': '60dd4ee3-efee-433f-959b-e35effd999f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '063b966c-1c5e-47ab-a764-5545561960e6'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:17.419736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Bound port: 32c987d2-891a-4e91-b5e8-41ae365a68ee, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dd4ee3-efee-433f-959b-e35effd999f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '063b966c-1c5e-47ab-a764-5545561960e6'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:17.420111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.435790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.435790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 010c24f0-0523-4fa0-a645-f004ad36e5cb {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:17.448053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event deleted for resources: {'Port': ['ID=dd85fb62-9bed-40ff-bbc6-5e79524b602f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.452273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] For port d7d57b29-efbb-4737-bf47-59e75ad3bf3f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:17.452650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.481878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] For port d7d57b29-efbb-4737-bf47-59e75ad3bf3f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,segment=NetworkSegment(6653bc9f-ff30-4fea-a57e-63ff0474c332),segment_id=6653bc9f-ff30-4fea-a57e-63ff0474c332)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:17.482140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.495924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ff714cb7-fbad-49e3-a786-4977a0dd1546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.499624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Subnet': ['ID=c826e0de-e4b4-4062-988e-b296fc59e3cf,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.499762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.540359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.634448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.635662 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1cd51bd0-8570-483a-aa9b-423e3bc7f835 admin admin] 10.222.0.30 "DELETE /v2.0/routers/010c24f0-0523-4fa0-a645-f004ad36e5cb HTTP/1.1" status: 204 len: 168 time: 4.6302135 Mar 16 11:10:17.639689 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55664) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:17.649620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 063b966c-1c5e-47ab-a764-5545561960e6 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:17.654200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-38ad0200-33b6-458a-aa20-a7064d37cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "DELETE /v2.0/ports/dd85fb62-9bed-40ff-bbc6-5e79524b602f HTTP/1.1" status: 204 len: 168 time: 2.5670173 Mar 16 11:10:17.692865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:17.693472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Attempting to bind port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:17.693472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Attempting to bind port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'e3516b91-22c7-482c-b0f8-023616f0c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:17.693472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Attempting to bind port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f on network 069c6554-ec3f-4459-b2b0-ceca26fee6bd {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:17.707608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55668) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:17.709974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] Calling delete_port for d7d57b29-efbb-4737-bf47-59e75ad3bf3f owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:17.716460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:17.717144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.724812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Checking segment: {'id': 'cc167d27-0f8e-4f67-a439-d58430b27610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:17.725878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network hostable DHCP agents. Network: 4be21f61-1c8f-4049-a8f1-efd46f0fceb1, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:17.729656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Request body: {'port': {'name': 'tempest-new-port-name-1575553520', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:17.730207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.api.validators [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] bootfile-name is not in valid_values {{(pid=88449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:10:17.730650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.api.validators [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] tftp-server is not in valid_values {{(pid=88449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:10:17.731006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.api.validators [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] server-ip-address is not in valid_values {{(pid=88449) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:10:17.742902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Calling delete_port for d7d57b29-efbb-4737-bf47-59e75ad3bf3f owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:17.762693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=fb40dc52-82be-4557-93a4-87a9dfa1a14c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:17.763266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:17.763643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Checking segment: {'id': 'e3516b91-22c7-482c-b0f8-023616f0c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:17.764044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.764928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Bound using segment: {'id': 'e3516b91-22c7-482c-b0f8-023616f0c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:17.764928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Bound port: 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3516b91-22c7-482c-b0f8-023616f0c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '069c6554-ec3f-4459-b2b0-ceca26fee6bd'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:17.765262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.820753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.830621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Deleting subnet 9ebaa0d4-fae8-4070-ad71-79a8e76d66e1 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:10:17.862680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.880939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] For port 32c987d2-891a-4e91-b5e8-41ae365a68ee, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:17.884973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] For port 32c987d2-891a-4e91-b5e8-41ae365a68ee, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32c987d2-891a-4e91-b5e8-41ae365a68ee,segment=NetworkSegment(60dd4ee3-efee-433f-959b-e35effd999f0),segment_id=60dd4ee3-efee-433f-959b-e35effd999f0)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:17.906048 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7fcf8670-8a70-4ac9-86ce-8ad16569b7f1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7190423 Mar 16 11:10:17.907647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:17.915386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55672) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:17.924678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] For port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:17.928012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] For port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,segment=NetworkSegment(e3516b91-22c7-482c-b0f8-023616f0c94e),segment_id=e3516b91-22c7-482c-b0f8-023616f0c94e)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:17.964742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:17.984376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Calling delete_port for e3e1ecd0-79b6-4158-bf21-2c01eb66c374 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:17.994300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.009229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.011158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.019137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.042591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] Pushing event deleted for resources: {'Port': ['ID=d7d57b29-efbb-4737-bf47-59e75ad3bf3f,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:18.078205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:port and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:18.093375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7767b2-71b7-4c5f-9e2d-f776a456496d None None] No DVR routers for this DVR port d7d57b29-efbb-4737-bf47-59e75ad3bf3f on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:18.093790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:18.101014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:18.119992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:18.145714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.147230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.149045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.150941 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.152335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.153068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Synchronizing usage tracker for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:18.186705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:18.186886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:18.188421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147940e-7e81-4f1f-8808-08b8b9e0f3b6 None None] Pushing event updated for resources: {'Port': ['ID=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:18.205993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.266560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 4be21f61-1c8f-4049-a8f1-efd46f0fceb1) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:18.270921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:18.271499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.283999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad2978-e92b-4bfd-a3d4-bf166536554f None None] Network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:18.287005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'port': 2} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:18.292721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.317668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Unset dirty status for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:18.318910 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-94d78810-64c0-4aad-9083-4f9d3fabec85 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4004452 Mar 16 11:10:18.324237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55678) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:18.362725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.387251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d7d57b29-efbb-4737-bf47-59e75ad3bf3f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:18.446242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-988064009'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:18.452432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:18.456256 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-14e2c847-bee0-4105-a543-823ab0f376e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1923938 Mar 16 11:10:18.457232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:18.463093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:18.471850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:18.487765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55682) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:18.528021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.536415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: d7d57b29-efbb-4737-bf47-59e75ad3bf3f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:18.536740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d7d57b29-efbb-4737-bf47-59e75ad3bf3f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:18.537256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a6d07709-b92d-42ea-a468-1eaebb6a7ef5 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:18.588666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0ee2-6afa-4996-bf57-9cb5c053af4c None None] Pushing event updated for resources: {'Port': ['ID=32c987d2-891a-4e91-b5e8-41ae365a68ee,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:18.639183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a6d07709-b92d-42ea-a468-1eaebb6a7ef5 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:18.639183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a6d07709-b92d-42ea-a468-1eaebb6a7ef5 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:18.651026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:18.657604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.696109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Deleting port d7d57b29-efbb-4737-bf47-59e75ad3bf3f {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:18.697572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.735422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.841584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-4be21f61-1c8f-4049-a8f1-efd46f0fceb1', 'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1', 'tenant_id': '59017b5815774859b70d3816eed66567', 'fixed_ips': [{'subnet_id': 'c826e0de-e4b4-4062-988e-b296fc59e3cf'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:18.843495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:18.920900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.018398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] The port 'd7d57b29-efbb-4737-bf47-59e75ad3bf3f' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:10:19.028792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.036343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e88117-79fd-4464-921f-969d1c9d161d None None] Network 64c3a211-42b3-4c90-b0cb-d12e8238ca5d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:19.044021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:19.046299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebaa0d4-fae8-4070-ad71-79a8e76d66e1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.053370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Allocated IP 2001:db8::2 (4be21f61-1c8f-4049-a8f1-efd46f0fceb1/c826e0de-e4b4-4062-988e-b296fc59e3cf/0b96af73-9c75-4d46-8ce0-a13f6596f21e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:19.123071 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d601b70e-6918-4e11-99e6-300e7c0a6afd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ebaa0d4-fae8-4070-ad71-79a8e76d66e1 HTTP/1.1" status: 204 len: 168 time: 1.4743080 Mar 16 11:10:19.124655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55686) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:19.128468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.128944 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 4e52e5e7-bced-4d7d-b874-b45ae40988ff of type vlan for network ca9138a8-fe9d-47c8-b496-481c37399294 Mar 16 11:10:19.308713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] device_id is not set on port 3aaeae63-9d2e-40b6-b891-0eac0ccbf38e yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:10:19.481248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.485578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.503259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.533396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.536217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.561609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.594354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.597232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Transition to ACTIVE for port object 0b96af73-9c75-4d46-8ce0-a13f6596f21e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:19.647687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Transition to ACTIVE for port object 0b96af73-9c75-4d46-8ce0-a13f6596f21e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:19.655762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.690864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Deleting port 60027315-35d3-4c9e-b1c8-9360e4cb8633 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:19.690864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.691044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.691140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.717982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ef3f50-cf18-4eb3-a8ae-25b65fd47748']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:19.719568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] In _notify_port_updated(), no bound segment for port ba732b07-fede-4324-ae01-b70ea185a8eb on network c65d921d-afb9-4569-b766-feeb3aab694a {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:10:19.725388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:19.727404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.729029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "PUT /v2.0/ports/ba732b07-fede-4324-ae01-b70ea185a8eb HTTP/1.1" status: 200 len: 1130 time: 2.0173109 Mar 16 11:10:19.729877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] DHCP port deletion for 64c3a211-42b3-4c90-b0cb-d12e8238ca5d request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:19.733078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6653bc9f-ff30-4fea-a57e-63ff0474c332') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:19.733382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6653bc9f-ff30-4fea-a57e-63ff0474c332') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:19.737612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Deleting port 60027315-35d3-4c9e-b1c8-9360e4cb8633 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:19.738174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.739945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55690) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:19.746058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.764073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.770762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:19.771164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.792611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92367ce8-cc16-4064-84aa-80d5a0ccc3ea None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:19.824584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.888976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.894770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:19.895409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.900338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event deleted for resources: {'Port': ['ID=e3e1ecd0-79b6-4158-bf21-2c01eb66c374,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:19.902543 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:19.913092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:19.928520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bda20-a2d0-4527-abf4-24a27157264e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event updated for resources: {'Port': ['ID=ba732b07-fede-4324-ae01-b70ea185a8eb,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:19.982971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.058021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:20.109069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:20.130570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:20.131239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f8968-3ff9-4d09-ad3f-bad145b63d44 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:20.131867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-de9f8968-3ff9-4d09-ad3f-bad145b63d44 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Synchronizing usage tracker for tenant:426a1332f20c4ebd95430cfb01c4e73e on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:20.133679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-41a605dd-397e-4750-8e9d-b0b14c3ce0a3 None None] Provisioning for port 32c987d2-891a-4e91-b5e8-41ae365a68ee completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:20.157296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Pushing event updated for resources: {'Port': ['ID=0b96af73-9c75-4d46-8ce0-a13f6596f21e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.233609 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8278277 Mar 16 11:10:20.255273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55694) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.272221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.285331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ff94-8b88-4cfa-ab3b-67b47f1ce9c9 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=ca9138a8-fe9d-47c8-b496-481c37399294,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.299575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.324707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network ca9138a8-fe9d-47c8-b496-481c37399294 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:20.364928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ef3f50-cf18-4eb3-a8ae-25b65fd47748,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:20.372972 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-119b4b07-4b67-4495-abfd-844e32867c51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/54ef3f50-cf18-4eb3-a8ae-25b65fd47748 HTTP/1.1" status: 204 len: 168 time: 4.2689536 Mar 16 11:10:20.381886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:20.480893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-de9f8968-3ff9-4d09-ad3f-bad145b63d44 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Unset dirty status for tenant:426a1332f20c4ebd95430cfb01c4e73e on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:20.482657 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-de9f8968-3ff9-4d09-ad3f-bad145b63d44 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "GET /v2.0/ports/ba732b07-fede-4324-ae01-b70ea185a8eb HTTP/1.1" status: 200 len: 1130 time: 0.7379818 Mar 16 11:10:20.490161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55700) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.492505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.514545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14670c-9569-4b3e-b9f8-d80ba2bcc761 None None] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:20.528546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:20.569428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] For port 60027315-35d3-4c9e-b1c8-9360e4cb8633, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60027315-35d3-4c9e-b1c8-9360e4cb8633,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:20.569794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.616662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Router f37b8fd3-8c4e-428d-81e0-445470d09b6e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:20.708549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Attempting to bind port 0b96af73-9c75-4d46-8ce0-a13f6596f21e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:20.709018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Attempting to bind port 0b96af73-9c75-4d46-8ce0-a13f6596f21e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'cc167d27-0f8e-4f67-a439-d58430b27610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:20.709379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Attempting to bind port 0b96af73-9c75-4d46-8ce0-a13f6596f21e on network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:20.750771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Calling delete_port for 60027315-35d3-4c9e-b1c8-9360e4cb8633 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:20.794526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:20.795038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Checking segment: {'id': 'cc167d27-0f8e-4f67-a439-d58430b27610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:20.795303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.795707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Bound using segment: {'id': 'cc167d27-0f8e-4f67-a439-d58430b27610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:20.796185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Bound port: 0b96af73-9c75-4d46-8ce0-a13f6596f21e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc167d27-0f8e-4f67-a439-d58430b27610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4be21f61-1c8f-4049-a8f1-efd46f0fceb1'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:20.796651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.814963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.819767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Deleting port ba732b07-fede-4324-ae01-b70ea185a8eb {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:20.819767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.823756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f030c28d-ee76-48ff-a1e1-19ee2c621a00 None None] Provisioning complete for port ba732b07-fede-4324-ae01-b70ea185a8eb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:20.824135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f030c28d-ee76-48ff-a1e1-19ee2c621a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.850210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:20.876662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32c987d2-891a-4e91-b5e8-41ae365a68ee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:20.879754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55706) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:20.890362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.908937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Allocated IP 2001:db8::1 (069c6554-ec3f-4459-b2b0-ceca26fee6bd/ffc9c787-e815-43a7-b005-86b763614c07/219d735b-7295-4f3c-8451-4d7809efc084) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:20.910205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:20.965912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] For port 60027315-35d3-4c9e-b1c8-9360e4cb8633, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60027315-35d3-4c9e-b1c8-9360e4cb8633,segment=NetworkSegment(170c71c6-9c20-41c5-a15e-e81a47bdaba2),segment_id=170c71c6-9c20-41c5-a15e-e81a47bdaba2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:20.966279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.061188 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba4d826b-311b-4119-988c-425a7b6110cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b193afad06d4490391dd9c5564cd9b72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1801441 Mar 16 11:10:21.159250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f030c28d-ee76-48ff-a1e1-19ee2c621a00 None None] Port ba732b07-fede-4324-ae01-b70ea185a8eb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:21.229041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55710) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:21.237318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Calling delete_port for 60027315-35d3-4c9e-b1c8-9360e4cb8633 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:21.248818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.250264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.250795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Fanout notify agent at l3_agent the message router_deleted on router 2a02a1c0-f38a-40c8-9409-d3f80f628ea0 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:21.286423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.305561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 32c987d2-891a-4e91-b5e8-41ae365a68ee completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:21.345932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60027315-35d3-4c9e-b1c8-9360e4cb8633,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:21.350284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] No DVR routers for this DVR port 60027315-35d3-4c9e-b1c8-9360e4cb8633 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:21.376012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] device_id is not set on port 389e0418-240f-416f-8c39-0208b875f733 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:10:21.383247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.384450 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-efb100cb-9d49-41f1-85ad-d2d1bf87fc61 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/2a02a1c0-f38a-40c8-9409-d3f80f628ea0 HTTP/1.1" status: 204 len: 168 time: 5.8637969 Mar 16 11:10:21.393677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55714) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:21.415071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 32c987d2-891a-4e91-b5e8-41ae365a68ee triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:21.415337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.442141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.469106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:21.471662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389855614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:21.484666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network ca9138a8-fe9d-47c8-b496-481c37399294 is not hosted by any dhcp agent {{(pid=88450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 11:10:21.486154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:21.489978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:21.490682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.492470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "PUT /v2.0/networks/ca9138a8-fe9d-47c8-b496-481c37399294 HTTP/1.1" status: 200 len: 723 time: 1.1961021 Mar 16 11:10:21.493828 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] Sync routers for ids ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:21.503586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55718) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:21.518032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Usage tracker for resource:router and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:21.531633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:21.544802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] For port 0b96af73-9c75-4d46-8ce0-a13f6596f21e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:21.550037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:21.563303 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] Routers {'f37b8fd3-8c4e-428d-81e0-445470d09b6e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:21.565502 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.590923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] Provisioning for port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:21.595319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] For port 0b96af73-9c75-4d46-8ce0-a13f6596f21e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b96af73-9c75-4d46-8ce0-a13f6596f21e,segment=NetworkSegment(cc167d27-0f8e-4f67-a439-d58430b27610),segment_id=cc167d27-0f8e-4f67-a439-d58430b27610)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:21.599667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:21.604027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:21.604382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:21.619076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.623304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] Provisioning complete for port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:21.623680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.626886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.630500 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2cd0bb59-faea-43b4-8a06-b4d5d903c88c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "PUT /v2.0/routers/f37b8fd3-8c4e-428d-81e0-445470d09b6e HTTP/1.1" status: 200 len: 924 time: 6.6345110 Mar 16 11:10:21.631245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55722) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:21.655183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.682378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.685796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Transition to ACTIVE for port object 219d735b-7295-4f3c-8451-4d7809efc084 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:21.737978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.738492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a03d3c-2ff2-447f-bcac-dfb5a3100f91 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=ca9138a8-fe9d-47c8-b496-481c37399294,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:21.740698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4388c85-a40c-4c10-9660-c4f1ab5fff89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.796008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network ca9138a8-fe9d-47c8-b496-481c37399294 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:21.803248 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.815278 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] Routers {'f37b8fd3-8c4e-428d-81e0-445470d09b6e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:21.817905 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.876737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.877962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.890288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Calling delete_port for ba732b07-fede-4324-ae01-b70ea185a8eb owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:21.929302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4388c85-a40c-4c10-9660-c4f1ab5fff89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.937878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:21.940806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c3a211-42b3-4c90-b0cb-d12e8238ca5d']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.943380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.943936 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db817e4-9d08-4d91-828e-1abd6bbd546e None None] The sync data for ids ['f37b8fd3-8c4e-428d-81e0-445470d09b6e'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:21.970591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170c71c6-9c20-41c5-a15e-e81a47bdaba2') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.970915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170c71c6-9c20-41c5-a15e-e81a47bdaba2') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:21.991723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.003494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.052573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:22.053178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041914b0-a294-4bb2-956d-2cc54d7fc612 None None] Pushing event updated for resources: {'Port': ['ID=0b96af73-9c75-4d46-8ce0-a13f6596f21e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:22.059873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.068966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:22.069603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:22.083976 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:22.104445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1190208a-8604-4533-8d84-817bee64955f None None] Update dhcp port {'port': {'network_id': '063b966c-1c5e-47ab-a764-5545561960e6', 'fixed_ips': [{'subnet_id': '674818ad-39c7-49b1-bf26-ca22bafec7d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb40dc52-82be-4557-93a4-87a9dfa1a14c'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '32c987d2-891a-4e91-b5e8-41ae365a68ee'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:10:22.105789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:22.124046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.130691 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6d888e4-3749-4123-bff1-8eca04737f70 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/f37b8fd3-8c4e-428d-81e0-445470d09b6e HTTP/1.1" status: 200 len: 924 time: 0.4756632 Mar 16 11:10:22.148765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55726) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:22.149623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Deleting port 60027315-35d3-4c9e-b1c8-9360e4cb8633 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:22.150232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.190681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.194500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.207619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:22.215013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.220196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 32c987d2-891a-4e91-b5e8-41ae365a68ee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32c987d2-891a-4e91-b5e8-41ae365a68ee,segment=NetworkSegment(60dd4ee3-efee-433f-959b-e35effd999f0),segment_id=60dd4ee3-efee-433f-959b-e35effd999f0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:22.289025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.309073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b194110e-9021-410d-9d55-e1053b2a7f8a None None] The port '60027315-35d3-4c9e-b1c8-9360e4cb8633' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:10:22.361474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4388c85-a40c-4c10-9660-c4f1ab5fff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.368505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.370332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1190208a-8604-4533-8d84-817bee64955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.399483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:22.412786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.428338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:22.438372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:22.441364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.445693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60027315-35d3-4c9e-b1c8-9360e4cb8633 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:22.526711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4388c85-a40c-4c10-9660-c4f1ab5fff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9804596-bdb9-4ff1-a78f-588009ef1677,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:22.550080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4388c85-a40c-4c10-9660-c4f1ab5fff89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.550551 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b4388c85-a40c-4c10-9660-c4f1ab5fff89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9804596-bdb9-4ff1-a78f-588009ef1677 HTTP/1.1" status: 204 len: 168 time: 1.3174295 Mar 16 11:10:22.571202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 60027315-35d3-4c9e-b1c8-9360e4cb8633 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:22.572021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60027315-35d3-4c9e-b1c8-9360e4cb8633 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:22.632173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Port': ['ID=3aaeae63-9d2e-40b6-b891-0eac0ccbf38e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:22.635887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] For port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,segment=NetworkSegment(e3516b91-22c7-482c-b0f8-023616f0c94e),segment_id=e3516b91-22c7-482c-b0f8-023616f0c94e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:22.688346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Checking segment: {'id': '675a3e33-7c26-45e1-bf68-c3c4c0a624a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '14a2e793-6509-4f20-8a9d-6f1f01aa791a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:22.688708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network hostable DHCP agents. Network: 14a2e793-6509-4f20-8a9d-6f1f01aa791a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:22.724172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=32c987d2-891a-4e91-b5e8-41ae365a68ee,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:22.754839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.783521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.857104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b96af73-9c75-4d46-8ce0-a13f6596f21e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:22.881975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.885199 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/64c3a211-42b3-4c90-b0cb-d12e8238ca5d HTTP/1.1" status: 204 len: 168 time: 3.7599757 Mar 16 11:10:22.886539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Port': ['ID=219d735b-7295-4f3c-8451-4d7809efc084,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:22.904924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.908793 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7b01677b-57b9-4bfe-940c-9cd0a5da6916 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4651935 Mar 16 11:10:22.908793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:22.909009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55734) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:22.914995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:22.970734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3c29-a6fa-4198-83ed-737bba8190f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c3a211-42b3-4c90-b0cb-d12e8238ca5d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:22.983991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event deleted for resources: {'Port': ['ID=ba732b07-fede-4324-ae01-b70ea185a8eb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:23.076411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.080489 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-074c2c6c-2426-41aa-b97c-f73091ac77b1 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "DELETE /v2.0/ports/ba732b07-fede-4324-ae01-b70ea185a8eb HTTP/1.1" status: 204 len: 168 time: 2.5853555 Mar 16 11:10:23.088575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55740) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:23.181513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17c47d-5889-4dc6-a090-4ac3e4cbee54 None None] Pushing event updated for resources: {'Port': ['ID=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:23.199878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4a3c6ad1-9a35-4f23-bc51-442d56e8353b None None] Provisioning complete for port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:23.200251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6ad1-9a35-4f23-bc51-442d56e8353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.234880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.244161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network 14a2e793-6509-4f20-8a9d-6f1f01aa791a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:23.254221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Deleting subnet 2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:10:23.263170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.316525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea01117-0c39-4e7d-ba9f-ac9ec70ece4e tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:23.318060 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0ea01117-0c39-4e7d-ba9f-ac9ec70ece4e tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=f37b8fd3-8c4e-428d-81e0-445470d09b6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.1654088 Mar 16 11:10:23.328246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55746) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:23.359022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-1190208a-8604-4533-8d84-817bee64955f None None] Allocated IP 172.20.0.1 (063b966c-1c5e-47ab-a764-5545561960e6/fb40dc52-82be-4557-93a4-87a9dfa1a14c/32c987d2-891a-4e91-b5e8-41ae365a68ee) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:23.607817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1190208a-8604-4533-8d84-817bee64955f None None] For port 32c987d2-891a-4e91-b5e8-41ae365a68ee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32c987d2-891a-4e91-b5e8-41ae365a68ee,segment=NetworkSegment(60dd4ee3-efee-433f-959b-e35effd999f0),segment_id=60dd4ee3-efee-433f-959b-e35effd999f0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:23.643337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55756) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:23.664554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c83a5e-d555-4409-889f-d978eb5ae441 None None] Network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:23.677502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.759683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 14a2e793-6509-4f20-8a9d-6f1f01aa791a) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:23.780886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.789022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:23.789911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.838843 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-32729146-4304-412e-95f8-9b2d84514c9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34b476410be64b4cae7d190e60af1bc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1943922 Mar 16 11:10:23.850979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55762) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:23.852652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9a7da-19a5-439e-91d2-133562c8c307 None None] Network 14a2e793-6509-4f20-8a9d-6f1f01aa791a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:23.889015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6c6bc-0cdb-4913-9175-e382797ec42c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:23.890709 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c9b6c6bc-0cdb-4913-9175-e382797ec42c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.5614591 Mar 16 11:10:23.895140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55766) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:23.947354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:23.951930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:23.959663 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-97fc2cc5-d6b1-4456-b542-6c666f18dc8a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f37b8fd3-8c4e-428d-81e0-445470d09b6e HTTP/1.1" status: 200 len: 205 time: 0.0558157 Mar 16 11:10:23.964060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55774) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:23.993069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.resource_extend [None req-1190208a-8604-4533-8d84-817bee64955f None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:24.006101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 0b96af73-9c75-4d46-8ce0-a13f6596f21e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:24.037643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': '4e52e5e7-bced-4d7d-b874-b45ae40988ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:24.037911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: ca9138a8-fe9d-47c8-b496-481c37399294, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:24.077865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1190208a-8604-4533-8d84-817bee64955f None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.105300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.114217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Port': ['ID=389e0418-240f-416f-8c39-0208b875f733,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:24.247335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Checking segment: {'id': '69ca37a5-8d81-41c4-bf22-53fd479aa095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f504a834-14b8-4bdf-a597-d4851bfac23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:24.247581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network hostable DHCP agents. Network: f504a834-14b8-4bdf-a597-d4851bfac23a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:24.249795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1190208a-8604-4533-8d84-817bee64955f None None] Transition to ACTIVE for port object 32c987d2-891a-4e91-b5e8-41ae365a68ee will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:24.268473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network ca9138a8-fe9d-47c8-b496-481c37399294 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:24.279948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-769632f9-8e58-4711-8ea6-60f6abd79dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.311338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55780) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:24.325213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1190208a-8604-4533-8d84-817bee64955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.388751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.437382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.438373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Provisioning for port 0b96af73-9c75-4d46-8ce0-a13f6596f21e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:24.450773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-769632f9-8e58-4711-8ea6-60f6abd79dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.470429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, ca9138a8-fe9d-47c8-b496-481c37399294) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:24.482508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:24.483289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.490221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Provisioning complete for port 0b96af73-9c75-4d46-8ce0-a13f6596f21e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:24.490874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.492271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.539771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37633a-e981-4f39-8f41-c0ee18109f8f None None] Network ca9138a8-fe9d-47c8-b496-481c37399294 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:24.546162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network f504a834-14b8-4bdf-a597-d4851bfac23a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:24.556995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190208a-8604-4533-8d84-817bee64955f None None] Pushing event updated for resources: {'Port': ['ID=32c987d2-891a-4e91-b5e8-41ae365a68ee,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:24.579163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:24.581787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.582585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.643630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, f504a834-14b8-4bdf-a597-d4851bfac23a) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:24.653345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:24.659232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:24.664665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:24.665364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.760955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-653ad07d-c8be-42df-8195-717a161c7227 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2382348 Mar 16 11:10:24.775036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1260560937-network', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:24.780756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:24.785649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Usage tracker for resource:network and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:24.790065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:24.798593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:24.811398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55786) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:24.811994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Port': ['ID=219d735b-7295-4f3c-8451-4d7809efc084,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:24.822618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.842492 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0463bea4-f285-4d12-b3bd-7acd6badcf50 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.0344667 Mar 16 11:10:24.849463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55790) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:24.864720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c6659-9155-4a9a-9225-9bdb16a0884d None None] Network f504a834-14b8-4bdf-a597-d4851bfac23a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:24.877659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671679'] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.882926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:24.916758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fec24-b938-4a65-a7e7-29fcd58831d0 None None] Network c65d921d-afb9-4569-b766-feeb3aab694a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:24.939448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:25.008185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3906a3b1-e793-4685-93b7-4634a297b51e tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "DELETE /v2.0/subnets/2a5a5427-2fc6-4ca0-ba1f-e9e00f9114fc HTTP/1.1" status: 204 len: 168 time: 1.9171350 Mar 16 11:10:25.016645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55794) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:25.021948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Deleting port 2af7b48e-81dc-41b0-bef3-5a3fccb7ea05 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:25.022422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.147940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.218503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.253364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Deleting port 9c443185-7572-4037-b82d-1e82977dcab7 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:25.253794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.285789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:25.296069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:25.305136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2404021'] for subnet, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.315275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:25.315650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.430540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Calling delete_port for 2af7b48e-81dc-41b0-bef3-5a3fccb7ea05 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:25.468045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ca33b-9da9-4573-ac0a-b795101e488f None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:25.593363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Made reservation on behalf of 9d8759cac9424d3dac7854e63ac04e53 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:25.597761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.617565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-769632f9-8e58-4711-8ea6-60f6abd79dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.620460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-769632f9-8e58-4711-8ea6-60f6abd79dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.621884 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-769632f9-8e58-4711-8ea6-60f6abd79dba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dc88978-835e-4891-8372-378c73df2532 HTTP/1.1" status: 204 len: 168 time: 1.7049942 Mar 16 11:10:25.726614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.731952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769632f9-8e58-4711-8ea6-60f6abd79dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc88978-835e-4891-8372-378c73df2532,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:25.733781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.767124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-ca9138a8-fe9d-47c8-b496-481c37399294', 'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': 'ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:25.767977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.805929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.860490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:25.871282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac3da-206a-4940-a71d-97e874cd3f80 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:25.877268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac3da-206a-4940-a71d-97e874cd3f80 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:25.878114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-67cac3da-206a-4940-a71d-97e874cd3f80 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Synchronizing usage tracker for tenant:fddc45f4313649e1beff36a51a805dea on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:25.890842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.894281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Usage tracker for resource:security_group_rule and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:25.898024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:25.941639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:25.947683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] For port 0b96af73-9c75-4d46-8ce0-a13f6596f21e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b96af73-9c75-4d46-8ce0-a13f6596f21e,segment=NetworkSegment(cc167d27-0f8e-4f67-a439-d58430b27610),segment_id=cc167d27-0f8e-4f67-a439-d58430b27610)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:26.051386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.067893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] For port 9c443185-7572-4037-b82d-1e82977dcab7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9c443185-7572-4037-b82d-1e82977dcab7,segment=NetworkSegment(66c5b8cf-9914-46cc-ac3d-be1703ce4ac3),segment_id=66c5b8cf-9914-46cc-ac3d-be1703ce4ac3)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:26.068257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.092365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-67cac3da-206a-4940-a71d-97e874cd3f80 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Unset dirty status for tenant:fddc45f4313649e1beff36a51a805dea on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:26.096162 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-67cac3da-206a-4940-a71d-97e874cd3f80 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.2424717 Mar 16 11:10:26.096825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55802) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:26.128864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32c987d2-891a-4e91-b5e8-41ae365a68ee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:26.182684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting port 3aaeae63-9d2e-40b6-b891-0eac0ccbf38e {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:26.183061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.223520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Router 07d5bcc0-265e-4560-b9c7-0d023cec4e57 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:26.232759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Calling delete_port for 9c443185-7572-4037-b82d-1e82977dcab7 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:26.267011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772078779639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2220610'] for subnet, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.332393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:26.333242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.334807 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "PUT /v2.0/subnets/ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e HTTP/1.1" status: 200 len: 826 time: 1.5001302 Mar 16 11:10:26.348448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55812) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:26.368137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] DHCP port deletion for c65d921d-afb9-4569-b766-feeb3aab694a request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:26.390595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Deleting port 9c443185-7572-4037-b82d-1e82977dcab7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:26.390967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.423865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Pushing event updated for resources: {'Port': ['ID=0b96af73-9c75-4d46-8ce0-a13f6596f21e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:26.435723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Provisioning for port 219d735b-7295-4f3c-8451-4d7809efc084 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:26.452614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Allocated IP 2001:db8::2 (ca9138a8-fe9d-47c8-b496-481c37399294/ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e/2f97cb56-7c05-4264-9b95-db7ebdeebb3a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:26.459142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Allocated IP 172.26.7.19 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/79bca7cf-10fb-4aaf-a993-3fef5d078776) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:26.459314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Provisioning complete for port 219d735b-7295-4f3c-8451-4d7809efc084 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:26.459314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.464855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce652d-b0ef-4199-924f-03caea27dcd1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:26.568926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:26.581831 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-54a3b4ef-296f-41a7-9d3e-524c8502edf7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0955880 Mar 16 11:10:26.584646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55818) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:26.597544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] Sync routers for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:26.610592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-63d13e2d-03d9-47d4-a6db-95d16126e5d9 None None] Port 219d735b-7295-4f3c-8451-4d7809efc084 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:26.673663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:26.674414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:26.712220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.774168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event deleted for resources: {'Port': ['ID=9c443185-7572-4037-b82d-1e82977dcab7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:26.807679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b96af73-9c75-4d46-8ce0-a13f6596f21e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:26.840617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] No DVR routers for this DVR port 9c443185-7572-4037-b82d-1e82977dcab7 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:26.874371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:26.931911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] For port 9c443185-7572-4037-b82d-1e82977dcab7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9c443185-7572-4037-b82d-1e82977dcab7,segment=NetworkSegment(66c5b8cf-9914-46cc-ac3d-be1703ce4ac3),segment_id=66c5b8cf-9914-46cc-ac3d-be1703ce4ac3)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:26.932947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.966382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:26.967985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:26.968930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:26.984053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.054196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.058063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.078318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.143716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.180174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Provisioning complete for port 0b96af73-9c75-4d46-8ce0-a13f6596f21e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:27.180545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.216370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Calling delete_port for 9c443185-7572-4037-b82d-1e82977dcab7 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:27.274932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Calling delete_port for 3aaeae63-9d2e-40b6-b891-0eac0ccbf38e owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:27.295531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:27.295938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8ce8a-64e1-4214-bd8b-081bf05278b7 None None] The sync data for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:27.332639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65d921d-afb9-4569-b766-feeb3aab694a']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:27.380490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:27.380490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c5b8cf-9914-46cc-ac3d-be1703ce4ac3') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:27.506015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0b96af73-9c75-4d46-8ce0-a13f6596f21e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:27.506383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.620351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event deleted for resources: {'Port': ['ID=2af7b48e-81dc-41b0-bef3-5a3fccb7ea05,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:27.629381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.637100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9884c77c-620c-4cf7-a810-bb577482eb30,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:27.648021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.658770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.669437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.690820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.701336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:27.706297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:27.716972 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:27.718963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:27.718963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:27.737128 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-3c746963-2221-40c4-96bd-f8b0c7b99b4c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:10:27.741478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3c746963-2221-40c4-96bd-f8b0c7b99b4c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1508822 Mar 16 11:10:27.757473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.768143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:27.785502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.801525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Transition to ACTIVE for port object 2f97cb56-7c05-4264-9b95-db7ebdeebb3a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:27.869435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Transition to ACTIVE for port object 2f97cb56-7c05-4264-9b95-db7ebdeebb3a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:27.891687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Provisioning for port 32c987d2-891a-4e91-b5e8-41ae365a68ee completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:27.901439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Provisioning complete for port 32c987d2-891a-4e91-b5e8-41ae365a68ee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:27.901439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.921991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.962813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Port': ['ID=3aaeae63-9d2e-40b6-b891-0eac0ccbf38e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:27.983207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:27.994611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] Pushing event deleted for resources: {'Network': ['ID=c65d921d-afb9-4569-b766-feeb3aab694a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:27.996846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9c443185-7572-4037-b82d-1e82977dcab7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:28.002674 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b33fb771-90c9-4806-980b-74c7ad544c13 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798 tempest-ExtraDHCPOptionsIpV6TestJSON-48742798-project] 10.222.0.30 "DELETE /v2.0/networks/c65d921d-afb9-4569-b766-feeb3aab694a HTTP/1.1" status: 204 len: 168 time: 2.9845803 Mar 16 11:10:28.034031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.093307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9c443185-7572-4037-b82d-1e82977dcab7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:28.093747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9c443185-7572-4037-b82d-1e82977dcab7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:28.116146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event updated for resources: {'Port': ['ID=79bca7cf-10fb-4aaf-a993-3fef5d078776,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:28.116597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Network ca9138a8-fe9d-47c8-b496-481c37399294 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:28.117245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.117425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:28.133624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:28.202677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Pushing event updated for resources: {'Port': ['ID=2f97cb56-7c05-4264-9b95-db7ebdeebb3a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:28.207328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:28.208308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:28.251141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Deleting port 9c443185-7572-4037-b82d-1e82977dcab7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:28.251715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.303429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Attempting to bind port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:28.303726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Attempting to bind port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '4e52e5e7-bced-4d7d-b874-b45ae40988ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:28.304170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Attempting to bind port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a on network ca9138a8-fe9d-47c8-b496-481c37399294 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:28.349439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-85b7a769-d331-46d2-8f3b-41ec578335a3 None None] The port '9c443185-7572-4037-b82d-1e82977dcab7' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:10:28.350274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Provisioning complete for port 219d735b-7295-4f3c-8451-4d7809efc084 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:28.350758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.382993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:28.382993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Checking segment: {'id': '4e52e5e7-bced-4d7d-b874-b45ae40988ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:28.382993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.382993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Bound using segment: {'id': '4e52e5e7-bced-4d7d-b874-b45ae40988ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:28.382993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Bound port: 2f97cb56-7c05-4264-9b95-db7ebdeebb3a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e52e5e7-bced-4d7d-b874-b45ae40988ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ca9138a8-fe9d-47c8-b496-481c37399294'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:28.382993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.383782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55850) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:28.460464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a6d176fc-8ed4-4524-b6ed-3168815c83db None None] Port 219d735b-7295-4f3c-8451-4d7809efc084 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:28.509322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] For port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:28.509322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] For port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2f97cb56-7c05-4264-9b95-db7ebdeebb3a,segment=NetworkSegment(4e52e5e7-bced-4d7d-b874-b45ae40988ff),segment_id=4e52e5e7-bced-4d7d-b874-b45ae40988ff)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:28.509553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:28.512367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:28.533646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1334989667', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:28.539039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:28.543407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Usage tracker for resource:port and tenant:7377d00220394fe8b116937b356ad169 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:28.546292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:28.552416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:28.596408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.617728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.646113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0a1ce853-1968-47a1-a036-7fe3d65d37cf None None] Provisioning complete for port 32c987d2-891a-4e91-b5e8-41ae365a68ee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:28.651709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Made reservation on behalf of 7377d00220394fe8b116937b356ad169 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:28.651709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.658411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce853-1968-47a1-a036-7fe3d65d37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.669877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.682072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.682463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Added segment 3b801eab-a557-408b-9dfb-910ddcf42234 of type vlan for network 2343f244-6e29-44ac-9b3d-23fc09008366 Mar 16 11:10:28.701437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:28.707024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Usage tracker for resource:security_group_rule and tenant:7377d00220394fe8b116937b356ad169 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:28.707272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:28.716457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:28.723721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:28.752638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55858) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:28.753775 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-09716bcf-8850-418a-ade7-1f26f1987eb5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/ports/3aaeae63-9d2e-40b6-b891-0eac0ccbf38e HTTP/1.1" status: 204 len: 168 time: 2.6482439 Mar 16 11:10:28.758795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55860) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:28.772448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814c56e-4d99-43e4-8fe0-17db0f59605e None None] Pushing event updated for resources: {'Port': ['ID=2f97cb56-7c05-4264-9b95-db7ebdeebb3a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:28.854301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting port 389e0418-240f-416f-8c39-0208b875f733 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:28.854610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.897631 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:10:28.910192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.945319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e53614-39d6-428f-adcc-c00356ae5666 None None] Network ca9138a8-fe9d-47c8-b496-481c37399294 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:28.968495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:28.988217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.071360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.091832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] device_id is not set on port 625bae49-a3e3-4179-9836-cf96afa3f608 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:10:29.157658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827b783-8664-41bb-bb9c-8fc76ad9d056 None None] Network ca9138a8-fe9d-47c8-b496-481c37399294 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:29.187702 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c852ada2-82e1-4de6-b2bb-d69bf6e7325c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=426a1332f20c4ebd95430cfb01c4e73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336538 Mar 16 11:10:29.192725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55870) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:29.223001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566dcfa3-56d3-424d-b4fb-13bbb54b9718,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:29.237368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.287312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.367436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22684bb-b388-45ee-907d-389e0bbf290e None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:10:29.379718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Calling delete_port for 389e0418-240f-416f-8c39-0208b875f733 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:29.446178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.448487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:29.483112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.508230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Allocated IP 172.26.7.219 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/625bae49-a3e3-4179-9836-cf96afa3f608) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:29.556927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22684bb-b388-45ee-907d-389e0bbf290e None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:10:29.603469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9138a8-fe9d-47c8-b496-481c37399294']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:29.606334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.627011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.627751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Fanout notify agent at l3_agent the message router_deleted on router f37b8fd3-8c4e-428d-81e0-445470d09b6e {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:29.642917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.643872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:29.644448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.650602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e52e5e7-bced-4d7d-b874-b45ae40988ff') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:29.650913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e52e5e7-bced-4d7d-b874-b45ae40988ff') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:29.714379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.725217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Port': ['ID=389e0418-240f-416f-8c39-0208b875f733,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:29.738652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.767729 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-24cb918b-613b-4829-bdd5-000061e781b4 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/ports/389e0418-240f-416f-8c39-0208b875f733 HTTP/1.1" status: 204 len: 168 time: 1.0052147 Mar 16 11:10:29.768601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55874) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:29.831506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-887a7492-d152-455f-a6cb-1127a9d8cd7c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Synchronizing usage tracker for tenant:fddc45f4313649e1beff36a51a805dea on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:29.841708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.864944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.878274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.879373 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f11ffac3-26da-40ad-a85b-d118a4c3d2fa tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/f37b8fd3-8c4e-428d-81e0-445470d09b6e HTTP/1.1" status: 204 len: 168 time: 5.9055040 Mar 16 11:10:29.884879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55878) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:29.890342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096342533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:29.897551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:29.902208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Usage tracker for resource:router and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:29.905132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:29.905290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:29.905714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.911134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] Pushing event updated for resources: {'Network': ['ID=2343f244-6e29-44ac-9b3d-23fc09008366,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:29.931840 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:29.934807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 2343f244-6e29-44ac-9b3d-23fc09008366 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:29.942251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17993b46-ad27-414c-9b2c-09f8424cc030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.965197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-887a7492-d152-455f-a6cb-1127a9d8cd7c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Unset dirty status for tenant:fddc45f4313649e1beff36a51a805dea on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:29.970870 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-887a7492-d152-455f-a6cb-1127a9d8cd7c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2013624 Mar 16 11:10:29.972186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:29.975967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55882) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:30.012750 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9ca47ae5-b023-435a-a426-9dda58ad0f64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.6950231 Mar 16 11:10:30.021295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-196686299'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:30.024762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55886) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:30.148643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:30.153583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Request body: {'subnet': {'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1260560937-subnet', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:30.158938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.159917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.164118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17993b46-ad27-414c-9b2c-09f8424cc030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.170893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:10:30.170893 dv-neutron-831730-4-hyperv neutron-server[88450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:10:30.170893 dv-neutron-831730-4-hyperv neutron-server[88450]: [parameters: {'id': 'ca9138a8-fe9d-47c8-b496-481c37399294'}] Mar 16 11:10:30.170893 dv-neutron-831730-4-hyperv neutron-server[88450]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:30.171278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:30.171798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:30.177119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:network and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:30.184364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Usage tracker for resource:subnet and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:30.190220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:30.196109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:30.200128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:30.213203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:30.215370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:30.217283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:30.226676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:30.233422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.257241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Pushing event updated for resources: {'Port': ['ID=625bae49-a3e3-4179-9836-cf96afa3f608,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:30.268925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.300915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:30.301517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.361534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:30.365043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.393026 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a19383a9-daf5-4b25-a61e-4b191c102ca3 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0086565 Mar 16 11:10:30.393863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Made reservation on behalf of 9d8759cac9424d3dac7854e63ac04e53 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:30.396120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.396284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55890) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:30.406767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}]}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:30.409077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.411363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.444613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:30.479814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:30.488199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17993b46-ad27-414c-9b2c-09f8424cc030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.494203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Usage tracker for resource:router and tenant:7377d00220394fe8b116937b356ad169 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:30.508286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.508862 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Added segment 05a1a8db-1a17-4785-ae40-8c54b3985b52 of type vlan for network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd Mar 16 11:10:30.552099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.561872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:30.609048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.610424 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-25ae5e9e-5edc-466d-800f-58a3ca6c7840 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7241223 Mar 16 11:10:30.616283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55894) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:30.625077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:30.643032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:30.646062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17993b46-ad27-414c-9b2c-09f8424cc030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e2c9c-8572-4cf1-b7fb-b5cc2b5ff0d3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:30.670346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17993b46-ad27-414c-9b2c-09f8424cc030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.671463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-17993b46-ad27-414c-9b2c-09f8424cc030 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba2e2c9c-8572-4cf1-b7fb-b5cc2b5ff0d3 HTTP/1.1" status: 204 len: 168 time: 1.4213614 Mar 16 11:10:30.685937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.698412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.703780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:30.704315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.771447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.772406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.826977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:30.828762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:30.943921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.030955 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0560853 Mar 16 11:10:31.039814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55902) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:31.046916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461d7e-d1ba-4f09-b1e3-72880d8ddd58 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Network': ['ID=b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:31.056423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-775291665'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:31.058411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:31.126879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:31.133076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:network and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:31.137669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:31.166269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.185328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.197938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:31.201294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.205531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.290590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9173d435-33dc-41fb-b2e2-28307500f6a9,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:31.316271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Checking segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:31.316621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Network hostable DHCP agents. Network: 2343f244-6e29-44ac-9b3d-23fc09008366, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:31.336594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:31.340122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.429703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:31.444244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Network 2343f244-6e29-44ac-9b3d-23fc09008366 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:31.453195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.453195 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Added segment d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a of type vlan for network 801d03f6-609d-4298-b67b-b21be2d99300 Mar 16 11:10:31.491192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.537602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 2343f244-6e29-44ac-9b3d-23fc09008366) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:31.560624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b6d25-dab2-4ef3-81e3-ddcd44af0e80 None None] Network 2343f244-6e29-44ac-9b3d-23fc09008366 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:31.562356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:31.562965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.583952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2f97cb56-7c05-4264-9b95-db7ebdeebb3a,segment=NetworkSegment(4e52e5e7-bced-4d7d-b874-b45ae40988ff),segment_id=4e52e5e7-bced-4d7d-b874-b45ae40988ff)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:31.591022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.641525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.647131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:31.647895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.814603 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-2343f244-6e29-44ac-9b3d-23fc09008366', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:31.815449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.841914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for 2f97cb56-7c05-4264-9b95-db7ebdeebb3a owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:31.874747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55922) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:31.935252 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-db7c8fe2-4b54-4e26-aa25-fb9bf598fd86 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9056323 Mar 16 11:10:31.935476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55926) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:31.937373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting port 219d735b-7295-4f3c-8451-4d7809efc084 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:31.937808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:31.975676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Allocated IP 172.20.0.2 (2343f244-6e29-44ac-9b3d-23fc09008366/9173d435-33dc-41fb-b2e2-28307500f6a9/5be21f66-ae88-465f-add0-eced902c3e07) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:31.978418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:32.005763 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9477963 Mar 16 11:10:32.005763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:32.005763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.024700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ea42b-4ad6-4a03-97ad-b2ccf174213c tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Network': ['ID=801d03f6-609d-4298-b67b-b21be2d99300,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:32.028214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Usage tracker for resource:router and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:32.033453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:32.043444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.045665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:32.060006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.097063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 801d03f6-609d-4298-b67b-b21be2d99300 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:32.154841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55932) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:32.184092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.185711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.203339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-251841344'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:32.208876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'subnets': [{'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634566534', 'ip_version': 4}, {'network_id': '801d03f6-609d-4298-b67b-b21be2d99300', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:32.208876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'subnet': {'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634566534', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:32.208876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Request body: {'subnet': {'network_id': '801d03f6-609d-4298-b67b-b21be2d99300', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:32.213108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:32.226741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:network and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:32.237590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:32.240879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Allocated IP 172.26.7.54 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/f9e53af5-125d-458f-a49f-19bea71dab6c) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:32.243245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.259621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:32.367479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Made reservation on behalf of d4d6e49eb73f43f689063f5566f71a3f for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:32.371050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.385761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.403901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.414463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Transition to ACTIVE for port object 5be21f66-ae88-465f-add0-eced902c3e07 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:32.432524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Transition to ACTIVE for port object 5be21f66-ae88-465f-add0-eced902c3e07 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:32.446045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.491153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.539226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:32.595233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Pushing event updated for resources: {'Port': ['ID=5be21f66-ae88-465f-add0-eced902c3e07,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:32.602561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Port': ['ID=2f97cb56-7c05-4264-9b95-db7ebdeebb3a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:32.607597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No DVR routers for this DVR port 2f97cb56-7c05-4264-9b95-db7ebdeebb3a on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:32.607831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:security_group_rule and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:32.614214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Network 2343f244-6e29-44ac-9b3d-23fc09008366 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:32.615763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:32.621496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:32.622751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:32.649012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:32.720257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Attempting to bind port 5be21f66-ae88-465f-add0-eced902c3e07 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:32.720770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Attempting to bind port 5be21f66-ae88-465f-add0-eced902c3e07 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:32.721225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Attempting to bind port 5be21f66-ae88-465f-add0-eced902c3e07 on network 2343f244-6e29-44ac-9b3d-23fc09008366 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:32.725420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.727821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:32.728394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Checking segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:32.728815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.729303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Bound using segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:32.729894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Bound port: 5be21f66-ae88-465f-add0-eced902c3e07, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:32.730369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.730580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.751842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.769728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Router d188b827-dcbb-445c-a281-d898f1ae750c is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:32.826241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] For port 5be21f66-ae88-465f-add0-eced902c3e07, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:32.829733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] For port 5be21f66-ae88-465f-add0-eced902c3e07, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5be21f66-ae88-465f-add0-eced902c3e07,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:32.857159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.900181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.914173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.962364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:32.973553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Calling delete_port for 219d735b-7295-4f3c-8451-4d7809efc084 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:33.024836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbcf73-6a03-4c7b-bf45-0ce8fb778f0f None None] Pushing event updated for resources: {'Port': ['ID=5be21f66-ae88-465f-add0-eced902c3e07,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:33.034698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:33.038735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:33.053177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:33.055597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00507a2c-42f0-43f3-be9d-4f003f255cc6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:33.069735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:33.096350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event updated for resources: {'Port': ['ID=f9e53af5-125d-458f-a49f-19bea71dab6c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:33.120661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.121013 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Added segment 83dee1ef-b665-4e24-834e-aa7ea0e05ad0 of type vlan for network 5343fecf-b60c-41f7-83d8-330df9226602 Mar 16 11:10:33.147290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.171319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:33.207187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9138a8-fe9d-47c8-b496-481c37399294']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.215092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Usage tracker for resource:subnet and tenant:fddc45f4313649e1beff36a51a805dea is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:33.245438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:33.250722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e52e5e7-bced-4d7d-b874-b45ae40988ff') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.251018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e52e5e7-bced-4d7d-b874-b45ae40988ff') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.277775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:33.284155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.285180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.380557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.396186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:33.396586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:33.412871 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:33.505882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Made reservation on behalf of fddc45f4313649e1beff36a51a805dea for: {'subnet': 2} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:33.510453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.510781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.553774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:33.578384 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] Sync routers for ids ['d188b827-dcbb-445c-a281-d898f1ae750c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:33.601727 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] Routers {'d188b827-dcbb-445c-a281-d898f1ae750c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:33.604022 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['d188b827-dcbb-445c-a281-d898f1ae750c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.684083 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.686638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.693192 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] Routers {'d188b827-dcbb-445c-a281-d898f1ae750c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:33.693877 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['d188b827-dcbb-445c-a281-d898f1ae750c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.704348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.714497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.720820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:33.721654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.748906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.757076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:33.758360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e233e-98ad-47e6-a8b6-21ddb7a43757 None None] The sync data for ids ['d188b827-dcbb-445c-a281-d898f1ae750c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:33.805061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.831925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=ca9138a8-fe9d-47c8-b496-481c37399294,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:33.852102 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5e62b680-6037-4e07-971d-1a1fed483e59 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/ca9138a8-fe9d-47c8-b496-481c37399294 HTTP/1.1" status: 204 len: 168 time: 7.4947629 Mar 16 11:10:33.861799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.865163 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-22513bd1-bde9-4e4a-be4d-db802c6651eb tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "PUT /v2.0/routers/d188b827-dcbb-445c-a281-d898f1ae750c HTTP/1.1" status: 200 len: 879 time: 10.9530189 Mar 16 11:10:33.868027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55938) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:33.868319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55940) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:34.055839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Network': ['ID=5343fecf-b60c-41f7-83d8-330df9226602,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:34.066530 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-72751fe2-9936-4b89-9f3f-252ce9420429 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1879375 Mar 16 11:10:34.067159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55946) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:34.078249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'subnet': {'network_id': '5343fecf-b60c-41f7-83d8-330df9226602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:34.079668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 5343fecf-b60c-41f7-83d8-330df9226602 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:34.185509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95258bf7-253a-47b9-9004-7138c3261c1b None None] Network 2343f244-6e29-44ac-9b3d-23fc09008366 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:34.189780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6fb097-d82d-48fd-970f-bdbf63f13c92 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:10:34.190205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6fb097-d82d-48fd-970f-bdbf63f13c92 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:10:34.221571 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4a6fb097-d82d-48fd-970f-bdbf63f13c92 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/ca9138a8-fe9d-47c8-b496-481c37399294 HTTP/1.1" status: 404 len: 339 time: 0.3454189 Mar 16 11:10:34.225550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55950) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:34.235701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.264714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.271000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429451127', 'description': 'd1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:34.340293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:34.354050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Allocated IP 172.26.7.12 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/e4dfd18e-ef47-456f-91e7-619935ebe387) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:34.364321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:subnet and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:34.373019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c32eee9a-7096-4e00-b445-e7dfc1f2e02b None None] Provisioning for port 5be21f66-ae88-465f-add0-eced902c3e07 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:34.389256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:34.407037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Port': ['ID=219d735b-7295-4f3c-8451-4d7809efc084,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:34.415566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.429192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:34.442771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:34.443907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Usage tracker for resource:network and tenant:47c53ef143564b68ba18b42f02a2d8ae is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:34.482882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:34.499463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.501826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:34.593617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Made reservation on behalf of d4d6e49eb73f43f689063f5566f71a3f for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:34.602861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.683989 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7e7a06ec-16b9-4f93-ac18-f387ba894957 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/d188b827-dcbb-445c-a281-d898f1ae750c HTTP/1.1" status: 200 len: 920 time: 0.8102379 Mar 16 11:10:34.700048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55954) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:34.759646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5be21f66-ae88-465f-add0-eced902c3e07 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:34.833668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:34.837118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.894319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.915114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.924620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.925521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5be21f66-ae88-465f-add0-eced902c3e07 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:34.931932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5be21f66-ae88-465f-add0-eced902c3e07 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:34.934010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.059697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.100516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 5be21f66-ae88-465f-add0-eced902c3e07, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5be21f66-ae88-465f-add0-eced902c3e07,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:35.159385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.201325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.206888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:35.287266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=5be21f66-ae88-465f-add0-eced902c3e07,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:35.357278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.357766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 848eb138-5952-47d3-a7d5-66416c62a277 of type vlan for network 9e2014a8-bdd4-4d6a-a0e3-909b8095a891 Mar 16 11:10:35.434929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eaba1d-117a-41e0-a8b8-bc452da750a7 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:35.435626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d4eaba1d-117a-41e0-a8b8-bc452da750a7 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Synchronizing usage tracker for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:35.438190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.440120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.443955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.501611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Router 27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:35.562095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:35.617895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:35.630821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:35.697594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Pushing event updated for resources: {'Port': ['ID=e4dfd18e-ef47-456f-91e7-619935ebe387,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:35.728052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Subnet': ['ID=d8838d00-94d3-4ba9-b0fa-d631ee5620bc,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:35.736256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:35.741829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Checking segment: {'id': '83dee1ef-b665-4e24-834e-aa7ea0e05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5343fecf-b60c-41f7-83d8-330df9226602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:35.742342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network hostable DHCP agents. Network: 5343fecf-b60c-41f7-83d8-330df9226602, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:35.780670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d4eaba1d-117a-41e0-a8b8-bc452da750a7 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Unset dirty status for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:35.781825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d4eaba1d-117a-41e0-a8b8-bc452da750a7 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=d188b827-dcbb-445c-a281-d898f1ae750c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0808234 Mar 16 11:10:35.788375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55958) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:35.832015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Subnet': ['ID=84d0b297-05f5-411e-8c6b-59267498f1a3,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:35.840860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Router 07d5bcc0-265e-4560-b9c7-0d023cec4e57 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:35.878679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Checking segment: {'id': '05a1a8db-1a17-4785-ae40-8c54b3985b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:35.878987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network hostable DHCP agents. Network: b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:35.890271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.006030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:36.017524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] Sync routers for ids ['27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:36.028073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] Routers {'27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:36.028771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.030029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network 5343fecf-b60c-41f7-83d8-330df9226602 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:36.043215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.044392 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d9dc069b-a2bb-4d87-95ea-a421914be832 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "PUT /v2.0/routers/27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe HTTP/1.1" status: 200 len: 883 time: 5.4256303 Mar 16 11:10:36.048017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55962) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.050773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.056864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.057454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.105829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.119834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] Routers {'27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:36.120230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.121980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 5343fecf-b60c-41f7-83d8-330df9226602) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:36.128817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.129386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.193431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0f408-aae8-4c15-8124-1ca338f8b562 None None] Network 5343fecf-b60c-41f7-83d8-330df9226602 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:36.277314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:36.281105 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5a0cb90c-d9e1-4a7c-9367-a52e20d449e7 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2075257 Mar 16 11:10:36.285488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55966) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.292257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.292721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7debdd-c6b2-43af-87d2-2306a7c00aae None None] The sync data for ids ['27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:36.298102 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] Sync routers for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:36.300202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1761124554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:36.310206 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:36.311077 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.325722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:36.334295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:router and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:36.339577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:36.385188 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.394979 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:36.396022 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.412401 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-10a745b2-01ed-4030-8329-43c735814e48 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe HTTP/1.1" status: 200 len: 924 time: 0.3624835 Mar 16 11:10:36.414371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:36.426519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55970) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.450595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-5343fecf-b60c-41f7-83d8-330df9226602', 'network_id': '5343fecf-b60c-41f7-83d8-330df9226602', 'tenant_id': 'd4d6e49eb73f43f689063f5566f71a3f', 'fixed_ips': [{'subnet_id': 'd8838d00-94d3-4ba9-b0fa-d631ee5620bc'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:36.451533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.469492 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:36.470337 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08deae11-60e6-427e-bca8-cffbce4262c7 None None] The sync data for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:36.507024 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a3b58fe6-3f1b-46e2-b804-aa8d7dd0dc7e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4473355 Mar 16 11:10:36.520427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:36.605959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55974) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.615499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:36.637550 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4089296 Mar 16 11:10:36.642026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.642237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.643034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.643899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Allocated IP 172.20.0.2 (5343fecf-b60c-41f7-83d8-330df9226602/d8838d00-94d3-4ba9-b0fa-d631ee5620bc/b582335f-7ffb-4615-abeb-b168df6dad50) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:36.648063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55978) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.652388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.701017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.705173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c2e68-25fe-4b2e-b1ca-e0a6ef1db959 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=9e2014a8-bdd4-4d6a-a0e3-909b8095a891,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:36.739281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.751003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74359ebc-a6fd-4a95-a0cf-1ce48b46a10d None None] Network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:36.765146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9e2014a8-bdd4-4d6a-a0e3-909b8095a891 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:36.766091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ce784-93fe-472c-8851-82add701caae tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.767771 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cb7ce784-93fe-472c-8851-82add701caae tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.9727149 Mar 16 11:10:36.776680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.781075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55982) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.782018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5be21f66-ae88-465f-add0-eced902c3e07 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:36.787216 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-8bc7a03d-f357-4171-a63b-075ce579085e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] delete failed (client error): The resource could not be found. Mar 16 11:10:36.788320 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8bc7a03d-f357-4171-a63b-075ce579085e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-533680050 HTTP/1.1" status: 404 len: 334 time: 0.1699209 Mar 16 11:10:36.800724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55986) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.811608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7716e377-6c8e-47c3-b397-ffbba0e8360a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'router': {'external_gateway_info': {'network_id': '07d5bcc0-265e-4560-b9c7-0d023cec4e57'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:36.934487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6624ad45-04db-4095-a52a-01df5e9a432b tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=d188b827-dcbb-445c-a281-d898f1ae750c HTTP/1.1" status: 200 len: 205 time: 0.1448634 Mar 16 11:10:36.940069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55990) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:36.946730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event updated for resources: {'Subnet': ['ID=22d88918-5ca4-4228-8d30-acaefd8f7301,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:36.949802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821cef3-4ef7-47e9-99bc-ad550fc1669a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.950557 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2821cef3-4ef7-47e9-99bc-ad550fc1669a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Synchronizing usage tracker for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:36.964435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0abd0-da58-42d6-91df-c6492483c31c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:36.965943 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2dc0abd0-da58-42d6-91df-c6492483c31c tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5384836 Mar 16 11:10:37.013757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 55994) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:37.040527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.040868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0e7ad62-15ce-4a66-8bbc-1cc03454f5f4 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:37.065617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.106844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Checking segment: {'id': 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '801d03f6-609d-4298-b67b-b21be2d99300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:37.107212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network hostable DHCP agents. Network: 801d03f6-609d-4298-b67b-b21be2d99300, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:37.179803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2821cef3-4ef7-47e9-99bc-ad550fc1669a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Unset dirty status for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:37.180526 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2821cef3-4ef7-47e9-99bc-ad550fc1669a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks?id=9e2014a8-bdd4-4d6a-a0e3-909b8095a891 HTTP/1.1" status: 200 len: 765 time: 0.5307322 Mar 16 11:10:37.207186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5be21f66-ae88-465f-add0-eced902c3e07 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:37.207186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.233035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 55998) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:37.247332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.248275 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-acac4d88-387b-481c-9c63-9779cbb4c7fa tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9602735 Mar 16 11:10:37.252481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'description': 'd2'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:37.274866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56002) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:37.308272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.338748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Transition to ACTIVE for port object b582335f-7ffb-4615-abeb-b168df6dad50 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:37.403402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Transition to ACTIVE for port object b582335f-7ffb-4615-abeb-b168df6dad50 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:37.406940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd', 'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd', 'tenant_id': 'fddc45f4313649e1beff36a51a805dea', 'fixed_ips': [{'subnet_id': '84d0b297-05f5-411e-8c6b-59267498f1a3'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:37.422946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.432982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.560920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd6c264-5ba0-411f-91b9-072c283d6d73 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:37.561745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bbd6c264-5ba0-411f-91b9-072c283d6d73 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Synchronizing usage tracker for tenant:66f91a8a23824e5490c964e340c60e1f on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:37.636161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.650188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Allocated IP 172.20.0.2 (b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd/84d0b297-05f5-411e-8c6b-59267498f1a3/5e6b4a9d-dadb-432c-bb6c-17249bfbd62c) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:37.719340 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:10:37.723377 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cbad0923-60e3-46fb-bb6d-7ede41808aa6 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.3213053 Mar 16 11:10:37.732982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Network 801d03f6-609d-4298-b67b-b21be2d99300 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:37.739331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56006) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:37.807318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.886787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.897322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Transition to ACTIVE for port object 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:37.900635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bbd6c264-5ba0-411f-91b9-072c283d6d73 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Unset dirty status for tenant:66f91a8a23824e5490c964e340c60e1f on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:37.904641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bbd6c264-5ba0-411f-91b9-072c283d6d73 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.8870714 Mar 16 11:10:37.908476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7716e377-6c8e-47c3-b397-ffbba0e8360a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.918025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56010) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:37.927534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.928411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.932537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:37.934598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Transition to ACTIVE for port object 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:37.983294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 801d03f6-609d-4298-b67b-b21be2d99300) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:37.997549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e17759-2557-48e5-8497-5c1be9a2bafc None None] Network 801d03f6-609d-4298-b67b-b21be2d99300 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:38.018373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Network 5343fecf-b60c-41f7-83d8-330df9226602 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:38.035761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:38.041831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.041831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.041831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.043330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:38.071220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Deleting port 625bae49-a3e3-4179-9836-cf96afa3f608 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:38.071588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.114119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.142062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 9e2014a8-bdd4-4d6a-a0e3-909b8095a891 is not hosted by any dhcp agent {{(pid=88449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 11:10:38.146868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.147463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.149538 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "PUT /v2.0/networks/9e2014a8-bdd4-4d6a-a0e3-909b8095a891 HTTP/1.1" status: 200 len: 762 time: 0.9136360 Mar 16 11:10:38.154292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Pushing event updated for resources: {'Port': ['ID=b582335f-7ffb-4615-abeb-b168df6dad50,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:38.157485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56014) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:38.167126 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-120b78cf-1190-4395-ac68-9cdb4306f340 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe HTTP/1.1" status: 200 len: 205 time: 0.2453599 Mar 16 11:10:38.170739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56016) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:38.171905 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-7716e377-6c8e-47c3-b397-ffbba0e8360a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] update failed (client error): The resource could not be found. Mar 16 11:10:38.176636 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7716e377-6c8e-47c3-b397-ffbba0e8360a tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57 HTTP/1.1" status: 404 len: 339 time: 1.3706479 Mar 16 11:10:38.197245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56022) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:38.225813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-55708621'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:38.237451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:38.249507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:network and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:38.260099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:38.272317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:38.288975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:38.306810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Deleting port 79bca7cf-10fb-4aaf-a993-3fef5d078776 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:38.308433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.308578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:38.310502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dc553d1d-7d07-4c39-b07e-e91dd9ba54d0 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.1533070 Mar 16 11:10:38.323030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56026) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:38.354810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Attempting to bind port b582335f-7ffb-4615-abeb-b168df6dad50 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:38.355178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Attempting to bind port b582335f-7ffb-4615-abeb-b168df6dad50 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '83dee1ef-b665-4e24-834e-aa7ea0e05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5343fecf-b60c-41f7-83d8-330df9226602'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:38.355447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Attempting to bind port b582335f-7ffb-4615-abeb-b168df6dad50 on network 5343fecf-b60c-41f7-83d8-330df9226602 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:38.357337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:38.360226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fd17e-fe6e-485a-96e9-498d54f2be14 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=9e2014a8-bdd4-4d6a-a0e3-909b8095a891,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:38.385960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Pushing event updated for resources: {'Port': ['ID=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:38.401021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9e2014a8-bdd4-4d6a-a0e3-909b8095a891 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:38.430263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:38.430638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Checking segment: {'id': '83dee1ef-b665-4e24-834e-aa7ea0e05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5343fecf-b60c-41f7-83d8-330df9226602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:38.431045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.431440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Bound using segment: {'id': '83dee1ef-b665-4e24-834e-aa7ea0e05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5343fecf-b60c-41f7-83d8-330df9226602'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:38.431930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Bound port: b582335f-7ffb-4615-abeb-b168df6dad50, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dee1ef-b665-4e24-834e-aa7ea0e05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5343fecf-b60c-41f7-83d8-330df9226602'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:38.432306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.565040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb28036-066c-49f6-b91a-97cfbfc8a32d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.566001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bdb28036-066c-49f6-b91a-97cfbfc8a32d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Synchronizing usage tracker for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:38.575870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.604819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.653643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Attempting to bind port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:38.653962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Attempting to bind port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '05a1a8db-1a17-4785-ae40-8c54b3985b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:38.654329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Attempting to bind port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c on network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:38.673530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:38.673942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Checking segment: {'id': '05a1a8db-1a17-4785-ae40-8c54b3985b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:38.674644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.674755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Bound using segment: {'id': '05a1a8db-1a17-4785-ae40-8c54b3985b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:38.675185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Bound port: 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a1a8db-1a17-4785-ae40-8c54b3985b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:38.675561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.693227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-801d03f6-609d-4298-b67b-b21be2d99300', 'network_id': '801d03f6-609d-4298-b67b-b21be2d99300', 'tenant_id': 'fddc45f4313649e1beff36a51a805dea', 'fixed_ips': [{'subnet_id': '22d88918-5ca4-4228-8d30-acaefd8f7301'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:38.694264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.704313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:38.707998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.738143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bdb28036-066c-49f6-b91a-97cfbfc8a32d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Unset dirty status for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:38.739294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bdb28036-066c-49f6-b91a-97cfbfc8a32d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks?id=9e2014a8-bdd4-4d6a-a0e3-909b8095a891 HTTP/1.1" status: 200 len: 765 time: 0.5693099 Mar 16 11:10:38.758205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.762548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56030) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:38.773441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Router 6628f8c0-9a04-461d-8666-2f3381778cd3 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:38.868425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ef526-514c-49c2-9300-24e482a028b5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.869903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ef526-514c-49c2-9300-24e482a028b5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.871489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ef526-514c-49c2-9300-24e482a028b5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:38.872276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1e7ef526-514c-49c2-9300-24e482a028b5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Synchronizing usage tracker for tenant:fddc45f4313649e1beff36a51a805dea on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:38.880084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] For port b582335f-7ffb-4615-abeb-b168df6dad50, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:38.909540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Calling delete_port for 79bca7cf-10fb-4aaf-a993-3fef5d078776 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:38.921496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] For port b582335f-7ffb-4615-abeb-b168df6dad50, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b582335f-7ffb-4615-abeb-b168df6dad50,segment=NetworkSegment(83dee1ef-b665-4e24-834e-aa7ea0e05ad0),segment_id=83dee1ef-b665-4e24-834e-aa7ea0e05ad0)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:38.994869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] For port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:39.000731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.017263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:39.048898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] For port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,segment=NetworkSegment(05a1a8db-1a17-4785-ae40-8c54b3985b52),segment_id=05a1a8db-1a17-4785-ae40-8c54b3985b52)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:39.066353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.086059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Allocated IP 172.20.0.18 (801d03f6-609d-4298-b67b-b21be2d99300/22d88918-5ca4-4228-8d30-acaefd8f7301/f0273880-33f0-4741-a574-52922de5b22a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:39.118918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.119294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Added segment 7bf938a9-9a65-4101-9e41-b576bb49d5f0 of type vlan for network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 Mar 16 11:10:39.131378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.154029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b038be0-f0bb-4a84-b523-2982083d642b None None] Pushing event updated for resources: {'Port': ['ID=b582335f-7ffb-4615-abeb-b168df6dad50,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:39.178326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Deleting port f9e53af5-125d-458f-a49f-19bea71dab6c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:39.178891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.220875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.237087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:39.238652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1e7ef526-514c-49c2-9300-24e482a028b5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Unset dirty status for tenant:fddc45f4313649e1beff36a51a805dea on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:39.243881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1e7ef526-514c-49c2-9300-24e482a028b5 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.9194605 Mar 16 11:10:39.248357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56034) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:39.274488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Sync routers for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:39.333794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:39.335888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:39.378715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.422773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd33e10-3655-4c01-9cc2-92f21abbfe87 None None] Pushing event updated for resources: {'Port': ['ID=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:39.451399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.452617 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ffdd2af2-39ae-4610-9832-09a5593e348b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5163031 Mar 16 11:10:39.482931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88791128-2e77-4886-91ce-7fbc4755005b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:39.484984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-88791128-2e77-4886-91ce-7fbc4755005b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6744444 Mar 16 11:10:39.498009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Calling delete_port for 625bae49-a3e3-4179-9836-cf96afa3f608 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:39.644867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.655147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Allocated IP 172.20.0.1 (5343fecf-b60c-41f7-83d8-330df9226602/d8838d00-94d3-4ba9-b0fa-d631ee5620bc/3e8ee321-3bd6-4aef-9a6b-ec20e5020952) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:39.675230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:39.708150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56038) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:39.708481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56040) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:39.730111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Transition to ACTIVE for port object f0273880-33f0-4741-a574-52922de5b22a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:39.796035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:39.931112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Calling delete_port for f9e53af5-125d-458f-a49f-19bea71dab6c owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:39.982248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Transition to ACTIVE for port object f0273880-33f0-4741-a574-52922de5b22a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:39.991280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:40.001719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6cf91c7a-8061-4750-881d-00aca5a2e58d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Synchronizing usage tracker for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:40.050036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:36Z', 'revision_number': 3, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:40.053814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.066849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.091352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.093450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Checking router: 6628f8c0-9a04-461d-8666-2f3381778cd3 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:40.094111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Updating router 6628f8c0-9a04-461d-8666-2f3381778cd3 port e4dfd18e-ef47-456f-91e7-619935ebe387 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:10:40.109291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting subnet 84d0b297-05f5-411e-8c6b-59267498f1a3 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:10:40.156741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event deleted for resources: {'Port': ['ID=79bca7cf-10fb-4aaf-a993-3fef5d078776,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:40.159717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Network 801d03f6-609d-4298-b67b-b21be2d99300 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:40.164588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:40.174160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:40.185971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.213470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.266492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.290327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Pushing event updated for resources: {'Port': ['ID=f0273880-33f0-4741-a574-52922de5b22a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:40.349906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Transition to ACTIVE for port object 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:40.365349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.372019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:40.372626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.376327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6cf91c7a-8061-4750-881d-00aca5a2e58d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Unset dirty status for tenant:47c53ef143564b68ba18b42f02a2d8ae on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:40.381035 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6cf91c7a-8061-4750-881d-00aca5a2e58d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 207 time: 0.6696510 Mar 16 11:10:40.385871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56046) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:40.418106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.433814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Attempting to bind port f0273880-33f0-4741-a574-52922de5b22a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:40.434302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Attempting to bind port f0273880-33f0-4741-a574-52922de5b22a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '801d03f6-609d-4298-b67b-b21be2d99300'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:40.434573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Attempting to bind port f0273880-33f0-4741-a574-52922de5b22a on network 801d03f6-609d-4298-b67b-b21be2d99300 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:40.448559 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:40.448785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Checking segment: {'id': 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '801d03f6-609d-4298-b67b-b21be2d99300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:40.449088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.449498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Bound using segment: {'id': 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '801d03f6-609d-4298-b67b-b21be2d99300'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:40.449999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Bound port: f0273880-33f0-4741-a574-52922de5b22a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '801d03f6-609d-4298-b67b-b21be2d99300'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:40.450378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.586983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event deleted for resources: {'Port': ['ID=f9e53af5-125d-458f-a49f-19bea71dab6c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:40.609819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.637990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:40.649586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.650127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:40.659460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.811132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Network': ['ID=08da6fed-bd90-4d7e-8423-a5e2a61f0f50,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:40.815756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.827441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-907c50d7-c31b-482e-ac81-c8a9de964de7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6268744 Mar 16 11:10:40.829155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.829669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Fanout notify agent at l3_agent the message router_deleted on router d188b827-dcbb-445c-a281-d898f1ae750c {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:40.831634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56050) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:40.864361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'subnet': {'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:40.938905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b582335f-7ffb-4615-abeb-b168df6dad50 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:40.982708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340dd70-6f48-43d5-8684-3cb3f0e756dc None None] Pushing event updated for resources: {'Port': ['ID=f0273880-33f0-4741-a574-52922de5b22a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:40.988483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:40.994382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:40.995502 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0c6fd954-1494-4113-b1dd-cc33d9425f8e tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/d188b827-dcbb-445c-a281-d898f1ae750c HTTP/1.1" status: 204 len: 168 time: 4.0537598 Mar 16 11:10:41.015761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56054) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:41.019458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.027453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.086762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1965572520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:41.091314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dc9a2-fd54-482c-af7e-dfae66aebec8 None None] Network b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:41.093889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:41.098174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Usage tracker for resource:router and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:41.101322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.103203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:41.107336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:41.128913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:41.135567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:41.149052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:41.156637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:41.162630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:41.169467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:41.171534 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-26b839e5-28c0-4863-8f17-5202a0bb524e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7847035 Mar 16 11:10:41.219739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.234842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56058) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:41.255633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:41.258771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.259772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.285244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.286386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d52da-8b9d-4589-8e51-04ec2e8731ba None None] Network 5343fecf-b60c-41f7-83d8-330df9226602 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:41.301604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Usage tracker for resource:subnet and tenant:59017b5815774859b70d3816eed66567 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:41.304815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:41.308554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Pushing event deleted for resources: {'Port': ['ID=625bae49-a3e3-4179-9836-cf96afa3f608,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:41.370375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:41.374332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.377824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.401974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-10c1b2d2-e48b-4d44-ae55-c9f6b1ec17d1 None None] Provisioning for port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:41.459373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.512903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.513834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Fanout notify agent at l3_agent the message router_deleted on router 27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:41.517779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Made reservation on behalf of 59017b5815774859b70d3816eed66567 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:41.533176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.539428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Port': ['ID=3e8ee321-3bd6-4aef-9a6b-ec20e5020952,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:41.543786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network 5343fecf-b60c-41f7-83d8-330df9226602 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:41.567658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:41.570751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:41.620799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.662548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port b582335f-7ffb-4615-abeb-b168df6dad50 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:41.672915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:41.761065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Subnet': ['ID=84d0b297-05f5-411e-8c6b-59267498f1a3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:41.765794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.resource_extend [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:41.781997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.819904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.843467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.843800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.844694 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d64c80bc-d6aa-4085-a149-8cc0400d7de8 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe HTTP/1.1" status: 204 len: 168 time: 3.6707327 Mar 16 11:10:41.845311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] Provisioning for port b582335f-7ffb-4615-abeb-b168df6dad50 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:41.849960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:41.854824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1443594324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:41.869518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:41.874852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Usage tracker for resource:router and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:41.876238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] Provisioning complete for port b582335f-7ffb-4615-abeb-b168df6dad50 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:41.876628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.879234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:41.886742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:41.950411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.991539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:41.991539 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5019f451-d8e7-488f-8d10-006f7032161d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9656072 Mar 16 11:10:41.991799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Transition to ACTIVE for port object e4dfd18e-ef47-456f-91e7-619935ebe387 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:41.991879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56066) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:41.994341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': True}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:42.005162 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-285e068b-38d8-4d28-b663-1d07d5e10391 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7658858 Mar 16 11:10:42.014839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56070) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:42.027372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5f27cfa7-28f4-4883-92db-67fcdb4f434f tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/subnets/84d0b297-05f5-411e-8c6b-59267498f1a3 HTTP/1.1" status: 204 len: 168 time: 2.7697489 Mar 16 11:10:42.028980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56074) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:42.067640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.068660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.083612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.121499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] DHCP port deletion for b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:42.129955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:42.136371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Deleting port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:42.136749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.170844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] For port b582335f-7ffb-4615-abeb-b168df6dad50, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b582335f-7ffb-4615-abeb-b168df6dad50,segment=NetworkSegment(83dee1ef-b665-4e24-834e-aa7ea0e05ad0),segment_id=83dee1ef-b665-4e24-834e-aa7ea0e05ad0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:42.179655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.221257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.230389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:42.230765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.237953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.252239 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1e5eb3ac-b4c9-46f7-a09e-5de11f040a23 tempest-RoutersAdminNegativeTest-1077412671 tempest-RoutersAdminNegativeTest-1077412671-project-admin] 10.222.0.30 "DELETE /v2.0/ports/625bae49-a3e3-4179-9836-cf96afa3f608 HTTP/1.1" status: 204 len: 168 time: 4.5118098 Mar 16 11:10:42.301991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8e56-b6e6-4753-9043-49c7b5113fc5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.303335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8e56-b6e6-4753-9043-49c7b5113fc5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.305591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8e56-b6e6-4753-9043-49c7b5113fc5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.307236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8e56-b6e6-4753-9043-49c7b5113fc5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.308722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8e56-b6e6-4753-9043-49c7b5113fc5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.310552 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-425d8e56-b6e6-4753-9043-49c7b5113fc5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2901108 Mar 16 11:10:42.315348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.321301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56080) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:42.360125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Attempting to bind port e4dfd18e-ef47-456f-91e7-619935ebe387 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:42.360498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Attempting to bind port e4dfd18e-ef47-456f-91e7-619935ebe387 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:42.360869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Attempting to bind port e4dfd18e-ef47-456f-91e7-619935ebe387 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:42.378071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Subnet': ['ID=d595f2fc-a5b6-409a-8895-123a36e3f632,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:42.456773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d06854-adaa-4d6a-9a98-fecd7d333a58 None None] Pushing event updated for resources: {'Port': ['ID=e4dfd18e-ef47-456f-91e7-619935ebe387,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:42.474728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:42.475107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:42.475517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.475959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:42.477201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Bound port: e4dfd18e-ef47-456f-91e7-619935ebe387, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:42.477510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.697547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.708512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.715845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting subnet 22d88918-5ca4-4228-8d30-acaefd8f7301 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:10:42.737738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f072b4e-359e-4aeb-831f-1424be56bbd0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.739328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f072b4e-359e-4aeb-831f-1424be56bbd0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.739631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.740737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f072b4e-359e-4aeb-831f-1424be56bbd0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.742646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f072b4e-359e-4aeb-831f-1424be56bbd0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.744353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f072b4e-359e-4aeb-831f-1424be56bbd0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.749430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f072b4e-359e-4aeb-831f-1424be56bbd0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3604560 Mar 16 11:10:42.756871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:42.761483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Checking segment: {'id': '7bf938a9-9a65-4101-9e41-b576bb49d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:42.761940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network hostable DHCP agents. Network: 08da6fed-bd90-4d7e-8423-a5e2a61f0f50, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:42.785727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.864725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f34d46cd-8223-4f90-92eb-d393327fbb72 None None] Provisioning for port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:42.912112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.943531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:42.952985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be5297-15b9-488c-9df8-9c77369db7f6 None None] Network 801d03f6-609d-4298-b67b-b21be2d99300 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:42.993749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6c7ec-b2f2-4e25-971d-b24e45c5f01e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:42.998505 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-82f6c7ec-b2f2-4e25-971d-b24e45c5f01e tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks/3eaa68e0-ac86-42b8-b733-fddbb09af467 HTTP/1.1" status: 200 len: 803 time: 0.2384479 Mar 16 11:10:43.002179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56090) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:43.025469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f34d46cd-8223-4f90-92eb-d393327fbb72 None None] Provisioning complete for port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:43.025757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f34d46cd-8223-4f90-92eb-d393327fbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.044963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56094) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:43.081323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.091019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ae3fa-a472-45e1-8594-b1868bdfaa1b None None] Pushing event updated for resources: {'Port': ['ID=b582335f-7ffb-4615-abeb-b168df6dad50,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:43.118441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] For port e4dfd18e-ef47-456f-91e7-619935ebe387, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:43.125798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.130734 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-00cd7966-5dbb-4c20-bbae-318f53c087b7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2798638 Mar 16 11:10:43.131071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:43.164540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': True}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:43.201200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] For port e4dfd18e-ef47-456f-91e7-619935ebe387, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e4dfd18e-ef47-456f-91e7-619935ebe387,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:43.231199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] For port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,segment=NetworkSegment(05a1a8db-1a17-4785-ae40-8c54b3985b52),segment_id=05a1a8db-1a17-4785-ae40-8c54b3985b52)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:43.231597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.235663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.235960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:43.240335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,segment=NetworkSegment(05a1a8db-1a17-4785-ae40-8c54b3985b52),segment_id=05a1a8db-1a17-4785-ae40-8c54b3985b52)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:43.241213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f34d46cd-8223-4f90-92eb-d393327fbb72 None None] Port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:43.353414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.371556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.388080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Calling delete_port for 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:43.392892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:43.413544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Usage tracker for resource:security_group_rule and tenant:06e8be0e3aa348eaa26c3ba7c0005162 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:43.446376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.469487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:43.488979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:43.498182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f34d46cd-8223-4f90-92eb-d393327fbb72 None None] Provisioning complete for port b582335f-7ffb-4615-abeb-b168df6dad50 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:43.501323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f34d46cd-8223-4f90-92eb-d393327fbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.527232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Allocated IP 172.20.0.1 (2343f244-6e29-44ac-9b3d-23fc09008366/9173d435-33dc-41fb-b2e2-28307500f6a9/ef0b2c30-5685-4930-9f2d-a0ff4c902c0b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:43.685330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 08da6fed-bd90-4d7e-8423-a5e2a61f0f50) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:43.690631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:43.691245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.707214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.716815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870825ca-5358-42a3-bf2b-42e3749d753b None None] Network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:43.779247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d06854-adaa-4d6a-9a98-fecd7d333a58 None None] Pushing event updated for resources: {'Port': ['ID=e4dfd18e-ef47-456f-91e7-619935ebe387,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:43.781873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:43.782488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:43.871247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Subnet': ['ID=22d88918-5ca4-4228-8d30-acaefd8f7301,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:43.877137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f0273880-33f0-4741-a574-52922de5b22a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:43.895205 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a289a6cb-5fed-4b25-a19d-f3af59fa91c1 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/networks/3eaa68e0-ac86-42b8-b733-fddbb09af467?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8819151 Mar 16 11:10:43.897033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56104) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:43.897375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:43.990218 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-209852b5-9ed6-49e6-a346-688df75a30a7 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/subnets/22d88918-5ca4-4228-8d30-acaefd8f7301 HTTP/1.1" status: 204 len: 168 time: 1.7401268 Mar 16 11:10:43.999359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56110) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:44.025700 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-606d4a9c-155b-4336-8b32-cac7e972d0ab tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1842926 Mar 16 11:10:44.029002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.034828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56114) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:44.048948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e3a659f1-5a29-4429-8ebf-3d89d5074831 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'router': {'external_gateway_info': {'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:44.077338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.094050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.106669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:44.107270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:44.129983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c92c3-86ef-43cf-93d0-ff74a3bd37a2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:44.135054 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-944c92c3-86ef-43cf-93d0-ff74a3bd37a2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/subnets/510982f7-d344-4647-ac8b-0eca4e0ce51d HTTP/1.1" status: 200 len: 843 time: 0.2326586 Mar 16 11:10:44.140066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.143793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Transition to ACTIVE for port object ef0b2c30-5685-4930-9f2d-a0ff4c902c0b will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:44.143793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56118) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:44.147990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d590596-bee2-4024-8a4a-3403c5ff4a21 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:44.149326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2d590596-bee2-4024-8a4a-3403c5ff4a21 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Synchronizing usage tracker for tenant:fddc45f4313649e1beff36a51a805dea on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:44.205142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.234049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:44.346447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:44.370483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.511637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2d590596-bee2-4024-8a4a-3403c5ff4a21 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Unset dirty status for tenant:fddc45f4313649e1beff36a51a805dea on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:44.513180 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2d590596-bee2-4024-8a4a-3403c5ff4a21 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5070817 Mar 16 11:10:44.527864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port f0273880-33f0-4741-a574-52922de5b22a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:44.531349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56122) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:44.534088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d172c-f744-471b-9294-f3e677f2537b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:44.539269 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6a9d172c-f744-471b-9294-f3e677f2537b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "GET /v2.0/subnets/510982f7-d344-4647-ac8b-0eca4e0ce51d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3912735 Mar 16 11:10:44.540077 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06e8be0e3aa348eaa26c3ba7c0005162&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4921858 Mar 16 11:10:44.544864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56124) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:44.545025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56128) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:44.552259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5d8ef-a282-4f7e-a986-d13b8f1f847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce755f-18c9-4dd7-83ae-43eac569c0f9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:44.569186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b582335f-7ffb-4615-abeb-b168df6dad50 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:44.592393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694319239'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:44.626527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:44.634387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Port': ['ID=3e8ee321-3bd6-4aef-9a6b-ec20e5020952,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:44.635258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Deleting port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:44.635636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.642929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.714345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3a659f1-5a29-4429-8ebf-3d89d5074831 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.721610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:44.748265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Provisioning complete for port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:44.748820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.762417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.787599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-08da6fed-bd90-4d7e-8423-a5e2a61f0f50', 'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50', 'tenant_id': '59017b5815774859b70d3816eed66567', 'fixed_ips': [{'subnet_id': 'd595f2fc-a5b6-409a-8895-123a36e3f632'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:44.788982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.799258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.911458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.958126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.962249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:44.966480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Network 2343f244-6e29-44ac-9b3d-23fc09008366 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:44.978973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:44.982348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:44.998056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:45.000413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e7beff-4151-408e-8786-feb3d864e095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.017616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:45.106364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:10:45.109107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdebfa9-0c49-4065-a577-2c061743f618 None None] Network 801d03f6-609d-4298-b67b-b21be2d99300 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:45.121781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.122175 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Added segment 1faaecdb-b0ca-4919-84c4-b622a5cf4e57 of type vlan for network 5bb8aa51-5725-43dc-8757-43add101e75e Mar 16 11:10:45.164268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.232090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port b582335f-7ffb-4615-abeb-b168df6dad50 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:45.232336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.252909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e7beff-4151-408e-8786-feb3d864e095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.282435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:45.285398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.285523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Provisioning for port f0273880-33f0-4741-a574-52922de5b22a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:45.313240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting port f0273880-33f0-4741-a574-52922de5b22a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:45.313891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.350678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network 5343fecf-b60c-41f7-83d8-330df9226602 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:45.365964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:45.371533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-56f6c5d0-24a9-4b73-b827-2fc962bce868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.388011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:45.388495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Provisioning complete for port f0273880-33f0-4741-a574-52922de5b22a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:45.388495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.398597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Allocated IP 172.26.7.108 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/daf0ab3d-1c41-4ec3-abc7-6aceaa66bb60) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:45.470281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.514238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.522998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] For port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,segment=NetworkSegment(05a1a8db-1a17-4785-ae40-8c54b3985b52),segment_id=05a1a8db-1a17-4785-ae40-8c54b3985b52)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:45.523392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.568649 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-e3a659f1-5a29-4429-8ebf-3d89d5074831 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:10:45.570293 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e3a659f1-5a29-4429-8ebf-3d89d5074831 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57 HTTP/1.1" status: 400 len: 364 time: 1.5338233 Mar 16 11:10:45.595653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56134) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:45.703119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.735324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Calling delete_port for 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:45.790419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.795883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:45.796591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.808236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Allocated IP 2001:db8:1::2 (08da6fed-bd90-4d7e-8423-a5e2a61f0f50/d595f2fc-a5b6-409a-8895-123a36e3f632/4f9ae52a-2134-4334-9213-0d4aa8ed52df) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:45.808445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:45.910595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:45.915685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:45.922381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:45.981045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Port': ['ID=daf0ab3d-1c41-4ec3-abc7-6aceaa66bb60,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:45.990631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Allocated IP 172.26.7.45 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/7e44d342-bc0d-4b9e-b51e-b25ee899d50f) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:46.048441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:36Z', 'revision_number': 3, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:46.130915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:46.155591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97bc9-de12-4c1d-90c8-4ec54d1ad4f9 None None] The sync data for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv is: [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:36Z', 'revision_number': 3, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:46.204382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.214172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.302832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] Pushing event deleted for resources: {'Port': ['ID=5e6b4a9d-dadb-432c-bb6c-17249bfbd62c,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:46.315749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b10e12-c965-46cf-adca-06bb29505c39 None None] No DVR routers for this DVR port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:46.346625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:10:46.347033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5e6b4a9d-dadb-432c-bb6c-17249bfbd62c not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:46.406666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] DHCP port deletion for 801d03f6-609d-4298-b67b-b21be2d99300 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:46.410173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:46.423044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Deleting port f0273880-33f0-4741-a574-52922de5b22a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:46.423615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.426499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.468394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Network': ['ID=5bb8aa51-5725-43dc-8757-43add101e75e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:46.471790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e7beff-4151-408e-8786-feb3d864e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.484237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 5bb8aa51-5725-43dc-8757-43add101e75e details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:10:46.504618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.527918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7beff-4151-408e-8786-feb3d864e095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce755f-18c9-4dd7-83ae-43eac569c0f9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:46.555383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.563941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f0273880-33f0-4741-a574-52922de5b22a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:46.620707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.641704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20e7beff-4151-408e-8786-feb3d864e095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.643189 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-20e7beff-4151-408e-8786-feb3d864e095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53ce755f-18c9-4dd7-83ae-43eac569c0f9 HTTP/1.1" status: 204 len: 168 time: 2.0925705 Mar 16 11:10:46.723606 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0d06889-11b3-4147-b882-89c4925b44dd tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1744218 Mar 16 11:10:46.737815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56142) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:46.739761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:46.740414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.744328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Transition to ACTIVE for port object 4f9ae52a-2134-4334-9213-0d4aa8ed52df will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:46.766640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:46.890626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Transition to ACTIVE for port object 4f9ae52a-2134-4334-9213-0d4aa8ed52df will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:46.895173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe4dbb-762a-46ac-a500-8a2df9b13af8 None None] Pushing event updated for resources: {'Port': ['ID=f0273880-33f0-4741-a574-52922de5b22a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:46.922583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Provisioning complete for port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:46.922955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:46.987618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.009937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.137029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:47.153622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:47.155854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Port': ['ID=7e44d342-bc0d-4b9e-b51e-b25ee899d50f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:47.158020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.196951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Router 2516fd24-17cc-45df-9e31-9d6d274b66e5 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:47.208362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:47.212484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:47.216037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:47.219995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Calling delete_port for f0273880-33f0-4741-a574-52922de5b22a owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:47.241539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:47.249397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:47.249796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.257595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Pushing event updated for resources: {'Port': ['ID=4f9ae52a-2134-4334-9213-0d4aa8ed52df,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:47.260369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:47.271105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.284203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:47.406569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:47.476543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Calling delete_port for f0273880-33f0-4741-a574-52922de5b22a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:47.503803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Provisioning for port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:47.520885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56148) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:47.557656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Provisioning complete for port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:47.558048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.611683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fff7fd4b-8528-4dde-a645-9c4fbb5d2dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.649934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:47.656811 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-70a9ad24-2df5-418c-95e1-db2e92442618 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7377d00220394fe8b116937b356ad169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322076 Mar 16 11:10:47.659713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56152) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:47.663999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.693903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Attempting to bind port 4f9ae52a-2134-4334-9213-0d4aa8ed52df on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:47.694244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Attempting to bind port 4f9ae52a-2134-4334-9213-0d4aa8ed52df by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '7bf938a9-9a65-4101-9e41-b576bb49d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:47.694851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Attempting to bind port 4f9ae52a-2134-4334-9213-0d4aa8ed52df on network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:47.696830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:47.702734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:47.706701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Checking segment: {'id': '7bf938a9-9a65-4101-9e41-b576bb49d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:47.706701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.706701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Bound using segment: {'id': '7bf938a9-9a65-4101-9e41-b576bb49d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:47.706701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Bound port: 4f9ae52a-2134-4334-9213-0d4aa8ed52df, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf938a9-9a65-4101-9e41-b576bb49d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08da6fed-bd90-4d7e-8423-a5e2a61f0f50'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:47.706701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.712566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Made reservation on behalf of 47c53ef143564b68ba18b42f02a2d8ae for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:47.716139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.738353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:47.752715 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] Sync routers for ids ['2516fd24-17cc-45df-9e31-9d6d274b66e5'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:47.753252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.771115 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] Routers {'2516fd24-17cc-45df-9e31-9d6d274b66e5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:47.771432 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2516fd24-17cc-45df-9e31-9d6d274b66e5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:47.842904 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:47.853003 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] Routers {'2516fd24-17cc-45df-9e31-9d6d274b66e5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:47.853821 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2516fd24-17cc-45df-9e31-9d6d274b66e5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:47.865587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Provisioning complete for port f0273880-33f0-4741-a574-52922de5b22a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:47.865587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:47.868999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:47.869318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:47.964422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:47.964691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:47.989684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=f0273880-33f0-4741-a574-52922de5b22a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:47.993301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] For port 4f9ae52a-2134-4334-9213-0d4aa8ed52df, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:47.996985 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:47.997267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] For port 4f9ae52a-2134-4334-9213-0d4aa8ed52df, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f9ae52a-2134-4334-9213-0d4aa8ed52df,segment=NetworkSegment(7bf938a9-9a65-4101-9e41-b576bb49d5f0),segment_id=7bf938a9-9a65-4101-9e41-b576bb49d5f0)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:47.998039 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513c349-dab7-414f-b6d8-361e479213b9 None None] The sync data for ids ['2516fd24-17cc-45df-9e31-9d6d274b66e5'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:48.023435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.036148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.064861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.079355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.101378 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-464ad88f-ff74-4ba6-8e32-0521f4019b5d tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "PUT /v2.0/routers/2516fd24-17cc-45df-9e31-9d6d274b66e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8196297 Mar 16 11:10:48.108026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56158) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:48.113512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'port': {'network_id': '5343fecf-b60c-41f7-83d8-330df9226602', 'name': 'tempest-FloatingIPNegativeTestJSON-1707936515'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:48.131456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing IP validity checks on allocation pools {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:10:48.131850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:10:48.165129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-474602d7-7edb-4dfe-b617-c6dd21d90738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.179647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:48.214880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75c0fa-7c6c-49b6-97e0-353003669aa7 None None] Pushing event updated for resources: {'Port': ['ID=4f9ae52a-2134-4334-9213-0d4aa8ed52df,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:48.258881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.327238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-474602d7-7edb-4dfe-b617-c6dd21d90738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.350110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fc637-5227-4f4a-934f-e32de98a975d None None] Pushing event updated for resources: {'Port': ['ID=f0273880-33f0-4741-a574-52922de5b22a,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:48.352993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.373896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting port f0273880-33f0-4741-a574-52922de5b22a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:48.374248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.467988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Deleting port f0273880-33f0-4741-a574-52922de5b22a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:48.468547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.563241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:48.578281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e4dfd18e-ef47-456f-91e7-619935ebe387 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:48.664244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:48.681739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.699844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:port and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:48.708659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:48.712862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.766125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:48.786957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.798325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.854652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e4dfd18e-ef47-456f-91e7-619935ebe387 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:48.867794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e4dfd18e-ef47-456f-91e7-619935ebe387 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:48.868161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.911255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:48.911687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.988590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-474602d7-7edb-4dfe-b617-c6dd21d90738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:48.998309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Made reservation on behalf of d4d6e49eb73f43f689063f5566f71a3f for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:10:49.000396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Router ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:49.001944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.022545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474602d7-7edb-4dfe-b617-c6dd21d90738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566dcfa3-56d3-424d-b4fb-13bbb54b9718,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:49.062720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Calling delete_port for f0273880-33f0-4741-a574-52922de5b22a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:49.129320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:49.139134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.143120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Allocated IP 2001:db8::1 (54941e35-4261-40cd-b585-e96bfabbd0b0/9d206808-2781-45e0-9305-c0b220c915a7/bada0b6a-781e-48a1-9ace-f53a681f092d) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:49.155610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] device_id is not set on port 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:10:49.188875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-474602d7-7edb-4dfe-b617-c6dd21d90738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.190494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-474602d7-7edb-4dfe-b617-c6dd21d90738 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/566dcfa3-56d3-424d-b4fb-13bbb54b9718 HTTP/1.1" status: 204 len: 168 time: 1.5273826 Mar 16 11:10:49.234345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.249467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.266788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e4dfd18e-ef47-456f-91e7-619935ebe387, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e4dfd18e-ef47-456f-91e7-619935ebe387,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:49.322346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.337468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] For port f0273880-33f0-4741-a574-52922de5b22a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f0273880-33f0-4741-a574-52922de5b22a,segment=NetworkSegment(d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a),segment_id=d6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:49.342068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.399678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:49.403135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.407006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.408265 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ac129509-e646-48e8-83db-8c043c759dda tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "PUT /v2.0/routers/ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 HTTP/1.1" status: 200 len: 915 time: 7.4180477 Mar 16 11:10:49.411218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56164) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:49.425258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] Pushing event deleted for resources: {'Port': ['ID=f0273880-33f0-4741-a574-52922de5b22a,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:49.433808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] Sync routers for ids ['ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:49.442844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a725e02-7e18-4260-889b-fe22bd4b85cb None None] No DVR routers for this DVR port f0273880-33f0-4741-a574-52922de5b22a on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:49.459756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.473308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.558883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e4dfd18e-ef47-456f-91e7-619935ebe387,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:49.571048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] Routers {'ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:49.571856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:49.596352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Calling delete_port for f0273880-33f0-4741-a574-52922de5b22a owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:49.649834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:49.668761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] Routers {'ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:49.669391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:49.737572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1f107-7fa4-4295-bd11-7d39a5765687 None None] Network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:49.760716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:49.761192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7b42-75c7-449d-99f9-7fc3c5611bf6 None None] The sync data for ids ['ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:49.856694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:49.893572 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2d44d88c-f556-4a89-b80d-34e9f3d8fbd5 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 HTTP/1.1" status: 200 len: 921 time: 0.4782910 Mar 16 11:10:49.895199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56172) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:49.926584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=140ea9ea-3ac1-4a74-adb6-b6f98879d564,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:50.017969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430bef3-dda9-45dc-9959-ed038ba03fa7 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:50.020031 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b430bef3-dda9-45dc-9959-ed038ba03fa7 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1238246 Mar 16 11:10:50.023208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56180) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:50.031097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Checking segment: {'id': '1faaecdb-b0ca-4919-84c4-b622a5cf4e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:50.031721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network hostable DHCP agents. Network: 5bb8aa51-5725-43dc-8757-43add101e75e, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:10:50.057918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Network 2343f244-6e29-44ac-9b3d-23fc09008366 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:50.066365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1fda9568-44b1-492e-b64d-0bae98e1c130 None None] Provisioning for port 4f9ae52a-2134-4334-9213-0d4aa8ed52df completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:50.077775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:50.087845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Allocated IP 172.20.0.9 (5343fecf-b60c-41f7-83d8-330df9226602/d8838d00-94d3-4ba9-b0fa-d631ee5620bc/99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:50.098447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:10:50.098774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:10:50.103595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.126627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Router 332bda26-3c8f-45f4-a3cf-2b6aab96610a is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:10:50.174293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Deleting port f0273880-33f0-4741-a574-52922de5b22a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:50.174626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.179835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.238478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Transition to ACTIVE for port object bada0b6a-781e-48a1-9ace-f53a681f092d will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:50.269905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Network 5bb8aa51-5725-43dc-8757-43add101e75e is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:10:50.296106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] The port 'f0273880-33f0-4741-a574-52922de5b22a' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:10:50.297481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3db15-0859-4f5c-abb8-a338a978a0a0 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:50.298060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b8b3db15-0859-4f5c-abb8-a338a978a0a0 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Synchronizing usage tracker for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:10:50.491977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 5bb8aa51-5725-43dc-8757-43add101e75e) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:50.500714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7828b-24a7-448f-a513-43e558388269 None None] Network 5bb8aa51-5725-43dc-8757-43add101e75e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:50.614667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b8b3db15-0859-4f5c-abb8-a338a978a0a0 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Unset dirty status for tenant:aea9aa0ccb1849faac1874d0e4b7804f on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:10:50.623863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56192) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:50.626495 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b8b3db15-0859-4f5c-abb8-a338a978a0a0 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.6018546 Mar 16 11:10:50.631122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-020f8177-8de5-4719-b52e-993dc6a41d2d None None] Provisioning complete for port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:50.631493 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-020f8177-8de5-4719-b52e-993dc6a41d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.675018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f9ae52a-2134-4334-9213-0d4aa8ed52df up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:50.676759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:50.681965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.685989 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f167a4c-3fd8-4d8e-9886-c2ea00d28333 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "PUT /v2.0/routers/332bda26-3c8f-45f4-a3cf-2b6aab96610a HTTP/1.1" status: 200 len: 918 time: 7.5303361 Mar 16 11:10:50.685989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56194) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:50.689716 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] Sync routers for ids ['332bda26-3c8f-45f4-a3cf-2b6aab96610a'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:50.696633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:50.697382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.701806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] Routers {'332bda26-3c8f-45f4-a3cf-2b6aab96610a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:50.702448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['332bda26-3c8f-45f4-a3cf-2b6aab96610a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:50.763613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-020f8177-8de5-4719-b52e-993dc6a41d2d None None] Port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:50.859985 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:50.861679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Router 6628f8c0-9a04-461d-8666-2f3381778cd3 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:50.870978 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] Routers {'332bda26-3c8f-45f4-a3cf-2b6aab96610a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:50.871945 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['332bda26-3c8f-45f4-a3cf-2b6aab96610a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:50.875063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56202) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:50.883093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.894134 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-73edfc3a-1fa4-4e78-857b-17ae281b4f0f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.1415846 Mar 16 11:10:50.895973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-5bb8aa51-5725-43dc-8757-43add101e75e', 'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e', 'tenant_id': '47c53ef143564b68ba18b42f02a2d8ae', 'fixed_ips': [{'subnet_id': '140ea9ea-3ac1-4a74-adb6-b6f98879d564'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:10:50.896808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.907088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56206) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:50.910798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:50.918212 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d2fd9989-8c82-4414-b0df-4a5aec63b360 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 HTTP/1.1" status: 200 len: 205 time: 0.1523507 Mar 16 11:10:50.924367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56210) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:50.964066 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:50.964525 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c3baf-27e2-48af-a859-21b03bd895d0 None None] The sync data for ids ['332bda26-3c8f-45f4-a3cf-2b6aab96610a'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:50.983594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4f9ae52a-2134-4334-9213-0d4aa8ed52df completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:50.986580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:51.002418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4f9ae52a-2134-4334-9213-0d4aa8ed52df triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:51.003119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.086844 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-40e69867-ebb6-4012-bd35-167471684e6b tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/332bda26-3c8f-45f4-a3cf-2b6aab96610a HTTP/1.1" status: 200 len: 924 time: 0.3994722 Mar 16 11:10:51.090280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56216) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.093379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-298d8263-a28e-4f00-9297-51c40afa7720 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.094723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-298d8263-a28e-4f00-9297-51c40afa7720 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2025990 Mar 16 11:10:51.111427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801d03f6-609d-4298-b67b-b21be2d99300']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:51.136097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56220) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.158178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-f01b8ce1-227f-4d89-bf8d-c23b4377fbf9 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.161758 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f01b8ce1-227f-4d89-bf8d-c23b4377fbf9 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0220954 Mar 16 11:10:51.161758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:51.177996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Allocated IP 2001:db8::3 (5bb8aa51-5725-43dc-8757-43add101e75e/140ea9ea-3ac1-4a74-adb6-b6f98879d564/de9fc577-44a0-4197-b136-15d92d470593) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:51.214032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56224) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.214777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:51.215079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bc5dd2-1ba8-47c4-bf21-53ba6e49e00a') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:51.219358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.222582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-79e11bc3-be5c-4099-9cbe-c874d94de647 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.226115 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-79e11bc3-be5c-4099-9cbe-c874d94de647 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084612 Mar 16 11:10:51.228052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56228) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.234621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:51.242305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-b2f0054e-6435-4cf1-8988-49fccd6b11b3 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.245689 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b2f0054e-6435-4cf1-8988-49fccd6b11b3 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0147202 Mar 16 11:10:51.246201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56232) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.263018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-06a1534a-c21a-42eb-82ac-6cfdc71870ef tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.266467 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-06a1534a-c21a-42eb-82ac-6cfdc71870ef tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0169001 Mar 16 11:10:51.270180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56236) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.278644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-3f9f35bf-11f0-432e-9f2e-12fdbbcecdb4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.282163 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f9f35bf-11f0-432e-9f2e-12fdbbcecdb4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0085356 Mar 16 11:10:51.282163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.299521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Port': ['ID=bada0b6a-781e-48a1-9ace-f53a681f092d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:51.303687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:51.306085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.323753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56240) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.341791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 4f9ae52a-2134-4334-9213-0d4aa8ed52df, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f9ae52a-2134-4334-9213-0d4aa8ed52df,segment=NetworkSegment(7bf938a9-9a65-4101-9e41-b576bb49d5f0),segment_id=7bf938a9-9a65-4101-9e41-b576bb49d5f0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:51.386694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346816d8-4e0c-4675-9cf7-6a815ca70f6d tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:51.388215 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-346816d8-4e0c-4675-9cf7-6a815ca70f6d tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=332bda26-3c8f-45f4-a3cf-2b6aab96610a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2969279 Mar 16 11:10:51.396669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56244) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.420014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.431201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-6465d19b-26c6-4b6e-81d8-2f73e4553417 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.435044 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6465d19b-26c6-4b6e-81d8-2f73e4553417 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0948701 Mar 16 11:10:51.438060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.438957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e4dfd18e-ef47-456f-91e7-619935ebe387 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:51.463393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56248) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.533696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-ae065c83-5faf-4e4e-b576-2d67a4be6e8f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.537266 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ae065c83-5faf-4e4e-b576-2d67a4be6e8f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0136144 Mar 16 11:10:51.543082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56252) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.566006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-2f9cecea-2902-4fdf-ba33-a6789d5fa9ea tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.569649 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2f9cecea-2902-4fdf-ba33-a6789d5fa9ea tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0094240 Mar 16 11:10:51.570942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56256) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.583396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.592307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-04b6ae2a-66f7-4750-9fc7-0d6cf20d74b7 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.593498 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-04b6ae2a-66f7-4750-9fc7-0d6cf20d74b7 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0214796 Mar 16 11:10:51.603605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56260) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.604731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.614468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.620750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Transition to ACTIVE for port object de9fc577-44a0-4197-b136-15d92d470593 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:51.621760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2751890'] for subnet, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.625032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.642124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:51.642552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.654558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f669d92-6750-456b-886c-3b64e83ee0b8 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:51.658540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6f669d92-6750-456b-886c-3b64e83ee0b8 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.2583058 Mar 16 11:10:51.658770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56264) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.663662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-80241cf7-a95e-4e8e-8d85-95da8090fd46 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.664616 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-80241cf7-a95e-4e8e-8d85-95da8090fd46 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0457118 Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:51.666585 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:51.691605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56268) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.693305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Transition to ACTIVE for port object de9fc577-44a0-4197-b136-15d92d470593 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:51.693683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:51.706480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=4f9ae52a-2134-4334-9213-0d4aa8ed52df,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:51.707553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-cfafcda1-1153-4ba5-ae5d-6c763e1bbb42 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.708497 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cfafcda1-1153-4ba5-ae5d-6c763e1bbb42 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0109558 Mar 16 11:10:51.711642 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f7f889f7-0215-4b77-867f-bb7a7ff87623 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=332bda26-3c8f-45f4-a3cf-2b6aab96610a HTTP/1.1" status: 200 len: 205 time: 0.0517280 Mar 16 11:10:51.713169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Deleting port daf0ab3d-1c41-4ec3-abc7-6aceaa66bb60 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:51.713504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.722367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e4dfd18e-ef47-456f-91e7-619935ebe387 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:51.722943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.741152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56274) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.741619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56272) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.751998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Sync routers for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:51.756655 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-efb18488-4521-4e2b-9f07-ae3b483282d9 admin admin] 10.222.0.30 "PUT /v2.0/routers/6628f8c0-9a04-461d-8666-2f3381778cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0467348 Mar 16 11:10:51.758787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Transition to ACTIVE for port object 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:51.777774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9b56133d-708e-4500-bb0b-a1b70d5fcea2 None None] Provisioning for port bada0b6a-781e-48a1-9ace-f53a681f092d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:51.782992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:51.783621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:51.810695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-55d33b00-b06a-42fe-a1be-ed98ef18133e tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.811925 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-55d33b00-b06a-42fe-a1be-ed98ef18133e tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0643594 Mar 16 11:10:51.824736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56282) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.828552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-d49adad1-7735-4371-b8db-48790b8228ab tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.834167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56286) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.835829 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d49adad1-7735-4371-b8db-48790b8228ab tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0165217 Mar 16 11:10:51.845472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-cab2953a-87c6-4328-a8aa-a2d23b17875c tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.846630 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cab2953a-87c6-4328-a8aa-a2d23b17875c tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0113809 Mar 16 11:10:51.857708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56290) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.859049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9b56133d-708e-4500-bb0b-a1b70d5fcea2 None None] Provisioning complete for port bada0b6a-781e-48a1-9ace-f53a681f092d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:51.859539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9b56133d-708e-4500-bb0b-a1b70d5fcea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.891274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:51.895200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-8b4d0353-f936-4744-b0f4-910e3448687d tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.896340 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8b4d0353-f936-4744-b0f4-910e3448687d tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0374615 Mar 16 11:10:51.903841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56294) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:51.919331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-d7236d5f-9820-463f-bd16-ddef70979d6f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:51.920247 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7236d5f-9820-463f-bd16-ddef70979d6f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0152960 Mar 16 11:10:51.989152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Network 5bb8aa51-5725-43dc-8757-43add101e75e is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:51.996376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:52.024261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:52.036603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.082172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9b56133d-708e-4500-bb0b-a1b70d5fcea2 None None] Port bada0b6a-781e-48a1-9ace-f53a681f092d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:52.083636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Pushing event updated for resources: {'Port': ['ID=de9fc577-44a0-4197-b136-15d92d470593,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:52.167315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56298) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.168751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.179482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.182044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.249290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network 5343fecf-b60c-41f7-83d8-330df9226602 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:52.273774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.288692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:52.294593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-172bb312-6850-4c55-9a3d-61611853c6f4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.295714 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-172bb312-6850-4c55-9a3d-61611853c6f4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1116896 Mar 16 11:10:52.296887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:52.299214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Network': ['ID=801d03f6-609d-4298-b67b-b21be2d99300,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:52.311584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56306) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.320457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:52.367569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-1be22637-842f-43e1-95cc-56d11d5810d6 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.368863 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1be22637-842f-43e1-95cc-56d11d5810d6 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0208652 Mar 16 11:10:52.374501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Attempting to bind port de9fc577-44a0-4197-b136-15d92d470593 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:52.385937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Attempting to bind port de9fc577-44a0-4197-b136-15d92d470593 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1faaecdb-b0ca-4919-84c4-b622a5cf4e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:52.386298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Attempting to bind port de9fc577-44a0-4197-b136-15d92d470593 on network 5bb8aa51-5725-43dc-8757-43add101e75e {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:52.411542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Calling delete_port for daf0ab3d-1c41-4ec3-abc7-6aceaa66bb60 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:52.435036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56310) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.474875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-6897498a-5685-4d0c-af60-f9fe384ff95e tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.479404 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6897498a-5685-4d0c-af60-f9fe384ff95e tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0219641 Mar 16 11:10:52.496098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e024a80a-0420-49e1-b39f-f1c9c04b2c2d tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/networks/801d03f6-609d-4298-b67b-b21be2d99300 HTTP/1.1" status: 204 len: 168 time: 7.9547021 Mar 16 11:10:52.496306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:52.496623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Checking segment: {'id': '1faaecdb-b0ca-4919-84c4-b622a5cf4e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:52.497030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.497420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Bound using segment: {'id': '1faaecdb-b0ca-4919-84c4-b622a5cf4e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:52.497929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Bound port: de9fc577-44a0-4197-b136-15d92d470593, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faaecdb-b0ca-4919-84c4-b622a5cf4e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5bb8aa51-5725-43dc-8757-43add101e75e'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:52.498302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.499192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56314) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.499523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56316) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.499833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56318) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.507777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f9ae52a-2134-4334-9213-0d4aa8ed52df up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:52.570660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046862729', 'description': 'tempest-description--1518746768'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:52.588144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-637f72ac-259d-4c12-917f-ec07499d22ca tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.591495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-637f72ac-259d-4c12-917f-ec07499d22ca tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0831358 Mar 16 11:10:52.607543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Port': ['ID=99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:52.617261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:52.619201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56326) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.634341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.679480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-1fd00e1d-51cd-4261-9074-9d31239762d6 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.682882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1fd00e1d-51cd-4261-9074-9d31239762d6 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0465434 Mar 16 11:10:52.700157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56330) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.718083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-1f09b08f-d454-464f-b2af-e79d07230703 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.722643 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1f09b08f-d454-464f-b2af-e79d07230703 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0178299 Mar 16 11:10:52.728404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56334) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.742193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-15455608-035e-484b-96ef-30f3e7489d4a tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.745997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Usage tracker for resource:security_group and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:52.750061 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-15455608-035e-484b-96ef-30f3e7489d4a tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0160353 Mar 16 11:10:52.751199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56338) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.775453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4f9ae52a-2134-4334-9213-0d4aa8ed52df triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:52.775821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.776719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-742c2ce5-07ce-4a09-a6c4-24e06e1cd6d2 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.778504 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-742c2ce5-07ce-4a09-a6c4-24e06e1cd6d2 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0242314 Mar 16 11:10:52.787221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56342) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.803539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-fa6e9246-58a2-4221-a539-a254033f827c tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.807911 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fa6e9246-58a2-4221-a539-a254033f827c tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0165489 Mar 16 11:10:52.816523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:52.819199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56346) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.832620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] For port de9fc577-44a0-4197-b136-15d92d470593, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:52.834581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:52.835237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.875361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] For port de9fc577-44a0-4197-b136-15d92d470593, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=de9fc577-44a0-4197-b136-15d92d470593,segment=NetworkSegment(1faaecdb-b0ca-4919-84c4-b622a5cf4e57),segment_id=1faaecdb-b0ca-4919-84c4-b622a5cf4e57)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:52.888118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ea8c230f-f033-4199-bb1d-b6a35373ba42 None None] Provisioning for port 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:52.901004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ea8c230f-f033-4199-bb1d-b6a35373ba42 None None] Provisioning complete for port 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:52.901360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ea8c230f-f033-4199-bb1d-b6a35373ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.917043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-cdf2b690-554e-49e5-9b01-1f8c0fb6c839 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.919513 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cdf2b690-554e-49e5-9b01-1f8c0fb6c839 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0788221 Mar 16 11:10:52.919513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:52.922698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56350) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.928176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-ca8ff92f-07a5-40e1-bccb-4a13bfe913ea tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.932315 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ca8ff92f-07a5-40e1-bccb-4a13bfe913ea tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0060530 Mar 16 11:10:52.932315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.934763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56354) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.943424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-25d9a454-2679-4370-8a7e-abed05bf1f09 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.947606 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-25d9a454-2679-4370-8a7e-abed05bf1f09 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0066249 Mar 16 11:10:52.947915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56358) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:52.955520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.955718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:52.998530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-dfe08a88-37aa-41ef-b201-f9fa6476f915 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:52.999503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dfe08a88-37aa-41ef-b201-f9fa6476f915 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0485132 Mar 16 11:10:53.002861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56362) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.010645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-e9c7b4f8-723e-4950-a68e-8a530250f27b tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.012310 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e9c7b4f8-723e-4950-a68e-8a530250f27b tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076816 Mar 16 11:10:53.015525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56366) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.027718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-02e354d5-bbe5-48c5-9b4a-d6c23be425fc tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.030647 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-02e354d5-bbe5-48c5-9b4a-d6c23be425fc tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117350 Mar 16 11:10:53.030730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56370) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.035241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Deleting port 7e44d342-bc0d-4b9e-b51e-b25ee899d50f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:53.036267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.072473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-d8900687-d99f-475c-88c1-2807631c1f3b tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.075915 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d8900687-d99f-475c-88c1-2807631c1f3b tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0418489 Mar 16 11:10:53.083439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56374) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.090216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-1de4c519-188e-49c7-a8a9-385f59325df3 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.093469 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1de4c519-188e-49c7-a8a9-385f59325df3 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050397 Mar 16 11:10:53.094422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56378) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.097011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c230f-f033-4199-bb1d-b6a35373ba42 None None] Port 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:53.101924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-5972dfe4-6892-4bd7-9ede-8c681d092436 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.103540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5972dfe4-6892-4bd7-9ede-8c681d092436 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075691 Mar 16 11:10:53.117513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56382) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.122777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.124026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-3bf82d8a-2e35-447c-bbd5-cce9ffc00b70 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.127373 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3bf82d8a-2e35-447c-bbd5-cce9ffc00b70 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0065374 Mar 16 11:10:53.135590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d82bcb43-8a4c-43be-80ea-c2a922b85e17 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0235193 Mar 16 11:10:53.135590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56386) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.144097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abc2bf-aeda-4ab7-84f5-b72920587e83 None None] Pushing event updated for resources: {'Port': ['ID=de9fc577-44a0-4197-b136-15d92d470593,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:53.148173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56388) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.153549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:47Z', 'revision_number': 2, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:53.161219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Checking router: 6628f8c0-9a04-461d-8666-2f3381778cd3 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:10:53.161635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Updating router 6628f8c0-9a04-461d-8666-2f3381778cd3 port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:10:53.175267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:53.176230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-d3ab81bd-a38e-483f-9f35-9e1250fc8a3d tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.179803 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d3ab81bd-a38e-483f-9f35-9e1250fc8a3d tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0357211 Mar 16 11:10:53.180880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56394) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.181355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:53.185397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:floatingip and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:53.188498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:53.198841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:53.200812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.224758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.253418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-4e4b5b6f-e852-4e0d-ac54-3d1fd39267ee tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.254408 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4e4b5b6f-e852-4e0d-ac54-3d1fd39267ee tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0232394 Mar 16 11:10:53.266067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772078779639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3132003'] for subnet, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.273249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56398) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.304663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:53.354285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event deleted for resources: {'Port': ['ID=daf0ab3d-1c41-4ec3-abc7-6aceaa66bb60,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:53.372367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-85fd4d44-f2ff-4b9b-a39c-188aadf10636 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.373320 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-85fd4d44-f2ff-4b9b-a39c-188aadf10636 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0718012 Mar 16 11:10:53.394591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56402) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.395681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Usage tracker for resource:security_group_rule and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:53.414138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.429424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:53.435171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.441989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-e040d1e9-8db1-4d01-8d4e-60d67133ec0c tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.442890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e040d1e9-8db1-4d01-8d4e-60d67133ec0c tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0318224 Mar 16 11:10:53.451412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56406) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.461215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:53.481579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-0dc9448f-66d7-40f3-ba09-1f9ed1dee19f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.482623 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0dc9448f-66d7-40f3-ba09-1f9ed1dee19f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0262427 Mar 16 11:10:53.486491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:10:53.487099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.488382 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "PUT /v2.0/subnets/140ea9ea-3ac1-4a74-adb6-b6f98879d564 HTTP/1.1" status: 200 len: 900 time: 2.5688334 Mar 16 11:10:53.500593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56410) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.500966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56412) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.510894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:53.520243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.541297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-b428511b-8bbc-4c4b-896c-60038e6fbbdd tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.542297 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b428511b-8bbc-4c4b-896c-60038e6fbbdd tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0371788 Mar 16 11:10:53.570440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4ca09-5b33-4fa7-9d88-8eab4e8591e2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event updated for resources: {'Subnet': ['ID=140ea9ea-3ac1-4a74-adb6-b6f98879d564,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:53.587559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56418) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.598545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a1a8db-1a17-4785-ae40-8c54b3985b52') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:53.599081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a1a8db-1a17-4785-ae40-8c54b3985b52') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:53.625525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-d512fbc4-e829-4426-ac57-3f1295f568aa tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.626524 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d512fbc4-e829-4426-ac57-3f1295f568aa tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0336332 Mar 16 11:10:53.635687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.638332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.664399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-f23484d6-b787-472b-8671-a925ce5b9dae tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.665377 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f23484d6-b787-472b-8671-a925ce5b9dae tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0195315 Mar 16 11:10:53.668981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56426) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.705447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Calling delete_port for 7e44d342-bc0d-4b9e-b51e-b25ee899d50f owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:53.722100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.735835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Transition to ACTIVE for port object ef0b2c30-5685-4930-9f2d-a0ff4c902c0b will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:10:53.737813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.739124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-ea6055d8-966e-4c95-bbd7-603c4baae340 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.740096 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea6055d8-966e-4c95-bbd7-603c4baae340 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0246804 Mar 16 11:10:53.747305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56430) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.753890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.756277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:53.765865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-717e62ff-e333-4afd-bdce-9ddeb17e9d22 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.767700 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-717e62ff-e333-4afd-bdce-9ddeb17e9d22 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0186315 Mar 16 11:10:53.777565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56434) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.792128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:53.792537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:53.809691 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:53.811618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.818159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.857787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-678686e7-d750-483f-88f8-cc8dcbe8df4a tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.861243 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-678686e7-d750-483f-88f8-cc8dcbe8df4a tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0679572 Mar 16 11:10:53.871804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56438) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.916175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.916931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.939634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-ad773ea6-0211-4bf7-ac9d-8aa1e924a515 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.943016 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ad773ea6-0211-4bf7-ac9d-8aa1e924a515 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0645342 Mar 16 11:10:53.952611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56442) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.956991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.967492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.970974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:53.979341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-a1b7d8bd-45d6-41aa-a47e-c87082195fb4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:53.985106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a1b7d8bd-45d6-41aa-a47e-c87082195fb4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0213008 Mar 16 11:10:53.987757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56446) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:53.992367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baf5e8-f85e-46b5-a2ab-1e82e09baf88 None None] Pushing event updated for resources: {'Port': ['ID=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:54.020764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.032983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-0aaa9f04-e389-45e9-abc3-e0f9ea6bf59f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.036762 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0aaa9f04-e389-45e9-abc3-e0f9ea6bf59f tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0323844 Mar 16 11:10:54.049535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56450) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.068675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-4da79d08-a5bb-4bcc-91af-e94c50624c52 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.072286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4da79d08-a5bb-4bcc-91af-e94c50624c52 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0199137 Mar 16 11:10:54.082628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56454) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.109539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Attempting to bind port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:10:54.110646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Attempting to bind port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:10:54.111280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Attempting to bind port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b on network 2343f244-6e29-44ac-9b3d-23fc09008366 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:10:54.119740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:10:54.120462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Checking segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:10:54.121186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.122659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Bound using segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:10:54.123326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Bound port: ef0b2c30-5685-4930-9f2d-a0ff4c902c0b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:10:54.123923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.245663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-90e1a387-d5fa-45b4-9b4d-4517b02a4db5 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.249322 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-90e1a387-d5fa-45b4-9b4d-4517b02a4db5 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0147901 Mar 16 11:10:54.254028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56458) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.254960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.267313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-17e0da80-4798-4df0-a9fc-4d797044b04d tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.269099 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-17e0da80-4798-4df0-a9fc-4d797044b04d tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0148003 Mar 16 11:10:54.273880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56462) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.274572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.283615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-57d9373c-5ec4-42c3-a9b1-5d8e28cff0d0 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.287085 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-57d9373c-5ec4-42c3-a9b1-5d8e28cff0d0 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099714 Mar 16 11:10:54.288769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56466) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.295546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-d8ee97fa-4a2f-4593-850d-f39e22e565c3 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.296597 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d8ee97fa-4a2f-4593-850d-f39e22e565c3 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081794 Mar 16 11:10:54.301126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56470) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.318700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-918ef3b8-3215-4507-b5e8-eb723ff69a92 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.319853 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-918ef3b8-3215-4507-b5e8-eb723ff69a92 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0164111 Mar 16 11:10:54.323288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56474) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.331483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-b57a0beb-7ccf-498f-9a26-79cba199f3fd tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.332544 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b57a0beb-7ccf-498f-9a26-79cba199f3fd tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083241 Mar 16 11:10:54.342031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56478) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.362785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] For port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:10:54.367116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] For port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:10:54.379882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.395832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port de9fc577-44a0-4197-b136-15d92d470593 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:54.396174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.435264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-6f3c5843-8217-49b5-8d99-e5a06e112240 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.438877 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6f3c5843-8217-49b5-8d99-e5a06e112240 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098965 Mar 16 11:10:54.444052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56482) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.450858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.451099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.451563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Fanout notify agent at l3_agent the message router_deleted on router ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:54.467822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.479839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.484594 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eb6a5045-ced9-49da-9d52-75df29f5d561 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 HTTP/1.1" status: 204 len: 168 time: 3.5554972 Mar 16 11:10:54.493782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Network': ['ID=b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:54.495884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event updated for resources: {'Port': ['ID=bada0b6a-781e-48a1-9ace-f53a681f092d,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:54.511034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56486) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.514484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-5717d4fb-7d31-40e7-87dc-510c1c1061fd tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.515757 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5717d4fb-7d31-40e7-87dc-510c1c1061fd tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0388658 Mar 16 11:10:54.536706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56488) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.540376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1193441281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:54.548437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:54.552453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Usage tracker for resource:router and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:54.556144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:54.558017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baf5e8-f85e-46b5-a2ab-1e82e09baf88 None None] Pushing event updated for resources: {'Port': ['ID=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:54.560722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b84527-2bbb-4823-b1e2-94726de351a5 None None] Network 5bb8aa51-5725-43dc-8757-43add101e75e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:54.563344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:54.570477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc426cfa-268d-4de2-907c-9cd7f5d8927f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:54.579366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-455ea07e-b998-4b54-b43e-dd9a6fd4e602 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.580641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-455ea07e-b998-4b54-b43e-dd9a6fd4e602 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0487230 Mar 16 11:10:54.582619 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e2837037-b991-4b96-8eb6-dc219932da65 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/networks/b1150dfd-d38e-46ec-b81d-f7e29f3fe7fd HTTP/1.1" status: 204 len: 168 time: 2.0733957 Mar 16 11:10:54.590431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56494) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.591047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56496) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.609262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-6d0713fe-d2dc-422b-90c2-d2d118dd22ad tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.610381 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6d0713fe-d2dc-422b-90c2-d2d118dd22ad tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0159929 Mar 16 11:10:54.628467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56502) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.655723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Allocated IP 172.26.7.5 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/e2ffaef9-f7cd-473d-8741-ecd8316194aa) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:54.666054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.679014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device de9fc577-44a0-4197-b136-15d92d470593 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:54.692954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-57a5bf78-dc5b-4104-a6b6-6911538a23db tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.694328 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-57a5bf78-dc5b-4104-a6b6-6911538a23db tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0255506 Mar 16 11:10:54.703355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.704859 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-46dc967e-24df-4d56-9fbd-aba334db81e5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1970751 Mar 16 11:10:54.706218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.711146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.711775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56506) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.727967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56508) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.736890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-cb6c9824-520a-49f9-a09c-1250bd051777 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.738092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cb6c9824-520a-49f9-a09c-1250bd051777 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0165305 Mar 16 11:10:54.751062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:54.751747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:54.766722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56514) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.798281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-1e7dec19-75a4-409b-ae00-115de39dbf38 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.801384 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e7dec19-75a4-409b-ae00-115de39dbf38 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0312214 Mar 16 11:10:54.801522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Request body: {'security_group_rule': {'security_group_id': 'cc426cfa-268d-4de2-907c-9cd7f5d8927f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:54.802497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event deleted for resources: {'Port': ['ID=7e44d342-bc0d-4b9e-b51e-b25ee899d50f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:54.806047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56518) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.816826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:54.823065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:54.844248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:54.863329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Usage tracker for resource:security_group_rule and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:54.886647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:54.888794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-bf18e82c-02c3-4020-a976-d75bd567938e tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.889783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bf18e82c-02c3-4020-a976-d75bd567938e tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0577333 Mar 16 11:10:54.896182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.898349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56522) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.925469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:54.935785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-58349814-9c83-441b-b593-21b7fc7bc97a tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.937009 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-58349814-9c83-441b-b593-21b7fc7bc97a tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0217595 Mar 16 11:10:54.941493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:54.952773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56526) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:54.981346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-f247b39b-c493-468f-8bd7-182f59dbe4df tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:54.983620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-df91e924-547e-4338-b7c0-b8682b41a9f4 None None] Provisioning for port de9fc577-44a0-4197-b136-15d92d470593 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:54.986450 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f247b39b-c493-468f-8bd7-182f59dbe4df tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0174820 Mar 16 11:10:54.987268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56530) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:55.000085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [None req-845e9d1d-384e-4154-81df-070648899a31 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:55.004357 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-845e9d1d-384e-4154-81df-070648899a31 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086155 Mar 16 11:10:55.011853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56534) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:55.030903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.043652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.086094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [None req-099cb4e3-932d-4a1f-a2ad-8455ee83c9e4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:10:55.093139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-099cb4e3-932d-4a1f-a2ad-8455ee83c9e4 tempest-ExtensionsTestJSON-1047102460 tempest-ExtensionsTestJSON-1047102460-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0696108 Mar 16 11:10:55.163331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:10:55.251701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port de9fc577-44a0-4197-b136-15d92d470593 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:55.270120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.275193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.278943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.279130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port de9fc577-44a0-4197-b136-15d92d470593 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:55.279400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.294242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.371162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port de9fc577-44a0-4197-b136-15d92d470593, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=de9fc577-44a0-4197-b136-15d92d470593,segment=NetworkSegment(1faaecdb-b0ca-4919-84c4-b622a5cf4e57),segment_id=1faaecdb-b0ca-4919-84c4-b622a5cf4e57)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:55.371528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.385402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.386550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Fanout notify agent at l3_agent the message router_deleted on router 332bda26-3c8f-45f4-a3cf-2b6aab96610a {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:10:55.424125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.425563 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b569aae1-f7e3-47df-aab1-c1c37b62a867 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/332bda26-3c8f-45f4-a3cf-2b6aab96610a HTTP/1.1" status: 204 len: 168 time: 3.6829302 Mar 16 11:10:55.429949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.434457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56540) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:55.474113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-263896e1-f24c-409e-be91-440ff38e151b None None] Provisioning complete for port bada0b6a-781e-48a1-9ace-f53a681f092d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:55.474497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-263896e1-f24c-409e-be91-440ff38e151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.498542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1041238939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:55.522993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:55.529525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Usage tracker for resource:router and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:55.533731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:55.541759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:55.556200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb938bc-3486-41ac-a16f-d8760fc09673 None None] Network 5bb8aa51-5725-43dc-8757-43add101e75e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:55.574939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Port': ['ID=e2ffaef9-f7cd-473d-8741-ecd8316194aa,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:55.608740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.610198 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6d88a4a9-1161-48af-8636-d4ccc47b978d tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0891016 Mar 16 11:10:55.614391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:55.615153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56544) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:55.618377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:55.620567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for de9fc577-44a0-4197-b136-15d92d470593 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:10:55.621887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.623305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.634865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': False}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:55.753736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-263896e1-f24c-409e-be91-440ff38e151b None None] Port bada0b6a-781e-48a1-9ace-f53a681f092d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:10:55.769641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:55.771550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.784886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56550) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:55.786740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Router 07d5bcc0-265e-4560-b9c7-0d023cec4e57 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:10:55.800541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.838478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.840377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f504a834-14b8-4bdf-a597-d4851bfac23a']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:55.870643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ca37a5-8d81-41c4-bf22-53fd479aa095') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:55.871050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ca37a5-8d81-41c4-bf22-53fd479aa095') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:55.961208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.964084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.969150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:55.975090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a06a41d-6d76-493e-a412-b38386cb489d None None] Provisioning complete for port de9fc577-44a0-4197-b136-15d92d470593 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:55.975468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7a06a41d-6d76-493e-a412-b38386cb489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.017463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.100381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7a06a41d-6d76-493e-a412-b38386cb489d None None] Port de9fc577-44a0-4197-b136-15d92d470593 was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:10:56.129542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:54Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:56.133715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.136104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50837934-4829-46fc-983a-0fdc45248a69 None None] The sync data for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv is: [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:54Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:56.153520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.202236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.290113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.297453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:56.297886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:56.418568 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:56.420777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abf345f-2d6f-4394-8922-9055c37e2920,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:56.422996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c0f9fe19-ba88-45f3-8f1b-671c193b7772 None None] Could not find standard attr ID for object de9fc577-44a0-4197-b136-15d92d470593. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:10:56.453540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Port': ['ID=de9fc577-44a0-4197-b136-15d92d470593,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:56.456668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.519235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.574035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faaba2c-08ba-47e1-a9c3-1255b7a5b0cb None None] DHCP port deletion for 5bb8aa51-5725-43dc-8757-43add101e75e request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:56.579460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:56.589571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f7cdc-ee02-4f9d-ad01-14e326ca7d55 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:10:56.593791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No DVR routers for this DVR port de9fc577-44a0-4197-b136-15d92d470593 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:10:56.620502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef0b2c30-5685-4930-9f2d-a0ff4c902c0b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:56.646132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:10:56.657533 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] Sync routers for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:10:56.660112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Usage tracker for resource:security_group_rule and tenant:139fa2b0c43b481e9c025c550222e69f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:56.680761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:56.681448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:56.682553 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:56.697038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:56.706561 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a1e93c64-930b-45dc-a6ea-f618f2dd75e4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0654266 Mar 16 11:10:56.712428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56556) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:56.781338 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:56.802264 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:10:56.803141 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:56.884156 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:56.884557 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ddb5f-8409-4b66-8e33-c7d18dcc4e22 None None] The sync data for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:10:56.909255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f7cdc-ee02-4f9d-ad01-14e326ca7d55 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:10:56.911426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.961951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:56.965800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ee80bbbb-086d-4d62-a613-682d8a1023ff tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2303267 Mar 16 11:10:56.998596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56560) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:57.006584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Request body: {'security_group_rule': {'security_group_id': 'cc426cfa-268d-4de2-907c-9cd7f5d8927f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:57.021474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.021914 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7e2f9281-1f39-4ece-acc6-6ae52ac43aa7 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5295887 Mar 16 11:10:57.027835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56564) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:57.039007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.043293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.061222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:57.067109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'enable_snat': False}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:57.085484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Network': ['ID=f504a834-14b8-4bdf-a597-d4851bfac23a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:57.090875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:10:57.107537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:57.107537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.122968 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cbd1d883-bc9b-4fea-80fc-ef818f58aad3 tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/networks/f504a834-14b8-4bdf-a597-d4851bfac23a HTTP/1.1" status: 204 len: 168 time: 2.5262859 Mar 16 11:10:57.134089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56568) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:57.140475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Usage tracker for resource:security_group_rule and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:57.145551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3500f3d0-932c-479e-a7e0-bc7e7fe893a2 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.156954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:57.188372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:57.210690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:10:57.296924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.298223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.338244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:10:57.358129 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-3500f3d0-932c-479e-a7e0-bc7e7fe893a2 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 11:10:57.359155 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3500f3d0-932c-479e-a7e0-bc7e7fe893a2 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57 HTTP/1.1" status: 409 len: 329 time: 0.6352179 Mar 16 11:10:57.361312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.362239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56572) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:57.420808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.429599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.458020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.481212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=140ea9ea-3ac1-4a74-adb6-b6f98879d564,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:57.487853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.535556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.546257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.555348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.611860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:57.614145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8674a5-8399-4030-ac2c-8effe5aa6093 None None] Network 5bb8aa51-5725-43dc-8757-43add101e75e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:10:57.718398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=139fa2b0c43b481e9c025c550222e69f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9262567 Mar 16 11:10:57.720432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.733303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56576) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:57.749119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fa64a-4fef-42aa-a5dd-0d0fe3cb30de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5ca6f-7fa7-4567-bda2-91adf78c8ec9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:57.798227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Port': ['ID=e2ffaef9-f7cd-473d-8741-ecd8316194aa,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:57.814367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:57.823370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317a13e-d1aa-4eb2-beb7-f0ea38970729 None None] DHCP port deletion for 5bb8aa51-5725-43dc-8757-43add101e75e request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:10:57.867028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb8aa51-5725-43dc-8757-43add101e75e']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:58.078530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faaecdb-b0ca-4919-84c4-b622a5cf4e57') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:58.078789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faaecdb-b0ca-4919-84c4-b622a5cf4e57') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:58.104650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.106861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.129427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.158135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:58.158529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:58.200374 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:58.216807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.280168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7f3-77de-4633-a944-fa9260b21604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.286424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.358814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7f3-77de-4633-a944-fa9260b21604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.369247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.378327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.383320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.388471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.407386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Allocated IP 172.26.7.143 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/a8b462de-d14c-405c-975c-5e6cb06b0d87) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:10:58.428031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=5bb8aa51-5725-43dc-8757-43add101e75e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:58.443420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d8b23-5c71-40ed-a3cd-131456234ee3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:58.457305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a2e793-6509-4f20-8a9d-6f1f01aa791a']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:58.457412 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-80956078-eecc-4d6a-8cf9-60515ebfb689 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/5bb8aa51-5725-43dc-8757-43add101e75e HTTP/1.1" status: 204 len: 168 time: 4.9456766 Mar 16 11:10:58.458223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56580) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:58.461588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.465331 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-70d5ab84-ae1b-4013-ae49-6c8abbe3ede1 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3132844 Mar 16 11:10:58.472503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef0b2c30-5685-4930-9f2d-a0ff4c902c0b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:10:58.501856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56584) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:58.511178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e54aafb9-cc66-4d52-a676-de3277ef60ff tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'floatingip': {'port_id': '99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:58.542491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675a3e33-7c26-45e1-bf68-c3c4c0a624a6') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:58.542861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675a3e33-7c26-45e1-bf68-c3c4c0a624a6') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:58.550798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.554900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f83ddac1-7e3d-4a78-97e7-6bf1f30b75e7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5524092 Mar 16 11:10:58.559344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56588) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:58.560893 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a367a3c-8a2d-4d72-9364-c346f05921a6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:10:58.561348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a367a3c-8a2d-4d72-9364-c346f05921a6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:10:58.568467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:10:58.571311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:10:58.572258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.596814 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4a367a3c-8a2d-4d72-9364-c346f05921a6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/140ea9ea-3ac1-4a74-adb6-b6f98879d564 HTTP/1.1" status: 404 len: 337 time: 0.1374896 Mar 16 11:10:58.605345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56592) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:58.606186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e54aafb9-cc66-4d52-a676-de3277ef60ff tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.619664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.634473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:58.657464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Usage tracker for resource:floatingip and tenant:9d8759cac9424d3dac7854e63ac04e53 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:58.663829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:58.679245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.683029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:58.701974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:58.702382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:58.726719 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:58.772152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device de9fc577-44a0-4197-b136-15d92d470593 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:10:58.780404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7f3-77de-4633-a944-fa9260b21604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.799685 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f0a1ab-9e94-4051-9beb-10cfc54d991b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:10:58.800017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f0a1ab-9e94-4051-9beb-10cfc54d991b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:10:58.809454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.809675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: de9fc577-44a0-4197-b136-15d92d470593 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:10:58.809934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device de9fc577-44a0-4197-b136-15d92d470593 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:10:58.813325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bab7f3-77de-4633-a944-fa9260b21604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5ca6f-7fa7-4567-bda2-91adf78c8ec9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:58.820803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7f3-77de-4633-a944-fa9260b21604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:58.824362 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b9bab7f3-77de-4633-a944-fa9260b21604 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00e5ca6f-7fa7-4567-bda2-91adf78c8ec9 HTTP/1.1" status: 204 len: 168 time: 1.0876493 Mar 16 11:10:58.832140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-05f0a1ab-9e94-4051-9beb-10cfc54d991b tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/5bb8aa51-5725-43dc-8757-43add101e75e HTTP/1.1" status: 404 len: 339 time: 0.1679482 Mar 16 11:10:58.832950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56598) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:58.850252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.026212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.028092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-e54aafb9-cc66-4d52-a676-de3277ef60ff tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] update failed (client error): The resource could not be found. Mar 16 11:10:59.028447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.029082 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e54aafb9-cc66-4d52-a676-de3277ef60ff tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "PUT /v2.0/floatingips/67a750bf-35ff-4195-95e3-3c432f128256 HTTP/1.1" status: 404 len: 507 time: 0.5262549 Mar 16 11:10:59.033974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.036908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:59.052501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.191530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] Pushing event deleted for resources: {'Network': ['ID=14a2e793-6509-4f20-8a9d-6f1f01aa791a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:59.251789 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-243b6788-a963-47b0-96c4-a0ee9d6eabea tempest-BulkNetworkOpsTest-79127705 tempest-BulkNetworkOpsTest-79127705-project] 10.222.0.30 "DELETE /v2.0/networks/14a2e793-6509-4f20-8a9d-6f1f01aa791a HTTP/1.1" status: 204 len: 168 time: 2.1146920 Mar 16 11:10:59.330610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.370979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.399638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting port e2ffaef9-f7cd-473d-8741-ecd8316194aa {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:59.399984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.438622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.438893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2014a8-bdd4-4d6a-a0e3-909b8095a891']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:59.454108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848eb138-5952-47d3-a7d5-66416c62a277') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:59.454317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848eb138-5952-47d3-a7d5-66416c62a277') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:10:59.470983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.491025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.508307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:10:59.508619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:10:59.524473 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:10:59.633260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:10:59.651107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:10:59.653398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.664895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:10:59.730067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b462de-d14c-405c-975c-5e6cb06b0d87,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:59.736776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56620) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:59.790654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting port bada0b6a-781e-48a1-9ace-f53a681f092d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:10:59.790988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.841163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.864427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:59.930145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=9e2014a8-bdd4-4d6a-a0e3-909b8095a891,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:59.938655 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-891fd1e7-e0e6-4e17-b7a8-934498d37d40 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/9e2014a8-bdd4-4d6a-a0e3-909b8095a891 HTTP/1.1" status: 204 len: 168 time: 1.1020958 Mar 16 11:10:59.939478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56630) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:59.994583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.036402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1cec1a-2c40-4d8b-9b40-11605a6a740a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:00.036855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1cec1a-2c40-4d8b-9b40-11605a6a740a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:00.038744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8d1cec1a-2c40-4d8b-9b40-11605a6a740a tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/ce031a6b-d5e2-4d68-8a9e-7a7ace54ec6e HTTP/1.1" status: 404 len: 337 time: 0.0981631 Mar 16 11:11:00.041963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56636) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:00.082226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-470c6931-77cb-4f44-bc90-0481495a082d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:00.082739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470c6931-77cb-4f44-bc90-0481495a082d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:00.087553 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-470c6931-77cb-4f44-bc90-0481495a082d tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/ca9138a8-fe9d-47c8-b496-481c37399294 HTTP/1.1" status: 404 len: 339 time: 0.0417993 Mar 16 11:11:00.089606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56642) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:00.162727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.228720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56646) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:00.258732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.258957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.298709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Calling delete_port for bada0b6a-781e-48a1-9ace-f53a681f092d owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:00.303121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-08b5f8ae-9187-4cb3-b872-55ab9abe5a01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fddc45f4313649e1beff36a51a805dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545971 Mar 16 11:11:00.330793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting subnet fb40dc52-82be-4557-93a4-87a9dfa1a14c {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:00.333370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56652) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:00.345708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.354030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Allocated IP 172.26.7.181 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/c4654e1d-0f45-4b41-adc9-f035e5065664) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:00.428162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Calling delete_port for e2ffaef9-f7cd-473d-8741-ecd8316194aa owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:00.455110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.459037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1687691573'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:00.473601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:00.482100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:network and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:00.488142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:00.524966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:00.680990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-279227e6-1654-4b80-8d5a-458fc561b2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.709618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:00.713923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.750420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-279227e6-1654-4b80-8d5a-458fc561b2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.826204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.831823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.874775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:00.890717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:security_group_rule and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:00.901619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:00.909168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:00.957241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:00.984179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.010805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.014825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-279227e6-1654-4b80-8d5a-458fc561b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.064289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.126370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Port': ['ID=bada0b6a-781e-48a1-9ace-f53a681f092d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:01.129147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279227e6-1654-4b80-8d5a-458fc561b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1f412c-9e1d-4e09-a8a0-d9298621f3bb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:01.168115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=fb40dc52-82be-4557-93a4-87a9dfa1a14c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:01.170290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.176144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f8429-e424-4a77-8ea2-a33a0df421ac None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:01.190068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event deleted for resources: {'Port': ['ID=e2ffaef9-f7cd-473d-8741-ecd8316194aa,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:01.242824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.481648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-279227e6-1654-4b80-8d5a-458fc561b2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.485554 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-279227e6-1654-4b80-8d5a-458fc561b2b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e1f412c-9e1d-4e09-a8a0-d9298621f3bb HTTP/1.1" status: 204 len: 168 time: 1.1414216 Mar 16 11:11:01.493225 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6ed03ace-afc2-4e66-822e-14870ba080d8 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/fb40dc52-82be-4557-93a4-87a9dfa1a14c HTTP/1.1" status: 204 len: 168 time: 1.4039514 Mar 16 11:11:01.496206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56658) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:01.496799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.515800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.559598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.683443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.686702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.788442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting subnet 674818ad-39c7-49b1-bf26-ca22bafec7d3 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:01.793582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.822286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:01.832944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:01.837347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.841894 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5c084fc-1ac9-438f-9dfa-da3fe9574c9c tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "DELETE /v2.0/floatingips/67a750bf-35ff-4195-95e3-3c432f128256 HTTP/1.1" status: 204 len: 168 time: 2.7877426 Mar 16 11:11:01.844262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.850688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199fa4e6-6e6b-496a-b97b-3ab1a8881e98,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:01.853435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:01.855006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56662) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:01.876954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:01.914578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Router 07d5bcc0-265e-4560-b9c7-0d023cec4e57 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:01.915772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'floatingip': {'floating_network_id': '5343fecf-b60c-41f7-83d8-330df9226602', 'port_id': '99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:01.920524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.920738 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Added segment fb905000-9fd4-4768-89e8-a9dd5df60d07 of type vlan for network 0145cd57-c954-4528-9411-6d13e6eb03f6 Mar 16 11:11:01.922004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Pushing event updated for resources: {'Port': ['ID=c4654e1d-0f45-4b41-adc9-f035e5065664,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:01.930161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Allocated IP 172.26.7.162 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/826863cf-734d-4c40-83a2-5bc3166ff544) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:01.931176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.937269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:01.942410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:02.018548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:floatingip and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:02.033256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:02.059709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:02.091343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.144836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:02.151882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9fc82bd6-1e89-45b4-bb79-8a474efc98ca tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7886140 Mar 16 11:11:02.155428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56672) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.159577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] Sync routers for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:02.176694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:02.178539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:02.243080 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-6033fb93-354c-490d-b367-e2fd6a3d4dbd tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] show failed (client error): The resource could not be found. Mar 16 11:11:02.247731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6033fb93-354c-490d-b367-e2fd6a3d4dbd tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-2077313579 HTTP/1.1" status: 404 len: 335 time: 0.0878394 Mar 16 11:11:02.248366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56678) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.255061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b6468d1a-3a61-40d6-a741-89979f6bd2f4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:02.269722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:02.281161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] Routers {'07d5bcc0-265e-4560-b9c7-0d023cec4e57'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:02.281763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:02.328933 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-b6468d1a-3a61-40d6-a741-89979f6bd2f4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] update failed (client error): The resource could not be found. Mar 16 11:11:02.333416 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b6468d1a-3a61-40d6-a741-89979f6bd2f4 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-2056094812 HTTP/1.1" status: 404 len: 335 time: 0.0808542 Mar 16 11:11:02.333664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56682) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.370134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.373508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.404940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:02.405521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf12a7-81a5-42a7-90d1-ff9b8bdb76ab None None] The sync data for ids ['07d5bcc0-265e-4560-b9c7-0d023cec4e57'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:02.415316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e39ebfdd-1f2d-4be6-9140-e5428ac1cf0d None None] Provisioning complete for port 32c987d2-891a-4e91-b5e8-41ae365a68ee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:02.415576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e39ebfdd-1f2d-4be6-9140-e5428ac1cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.513250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting subnet d595f2fc-a5b6-409a-8895-123a36e3f632 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:02.516589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.556897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.562297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:02.562982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.564769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.600979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.615878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.620440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5dc1a-b817-47ef-8205-282f6dee8f21 None None] Network 063b966c-1c5e-47ab-a764-5545561960e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:02.630371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.663783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=674818ad-39c7-49b1-bf26-ca22bafec7d3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:02.693164 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a970f072-f499-4884-8c45-53d502b5f1d0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/674818ad-39c7-49b1-bf26-ca22bafec7d3 HTTP/1.1" status: 204 len: 168 time: 1.1923666 Mar 16 11:11:02.697827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56694) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.866698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.888788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.967128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 32c987d2-891a-4e91-b5e8-41ae365a68ee {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:02.967128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.967396 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7324824 Mar 16 11:11:02.967851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] DHCP port deletion for 063b966c-1c5e-47ab-a764-5545561960e6 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:02.970774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] Deleting port 32c987d2-891a-4e91-b5e8-41ae365a68ee {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:02.971552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:02.974103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56700) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.975009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bc99a-4288-447e-8ccb-2c5f9cc2d501 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Network': ['ID=0145cd57-c954-4528-9411-6d13e6eb03f6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:02.986561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56704) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:02.994086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'subnet': {'network_id': '0145cd57-c954-4528-9411-6d13e6eb03f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:03.023748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:03.117812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Router 26a708c3-f179-4195-8f10-adb2f1f3b893 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:11:03.224029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-567501965'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:03.308498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:03.319916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.320226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] For port 32c987d2-891a-4e91-b5e8-41ae365a68ee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32c987d2-891a-4e91-b5e8-41ae365a68ee,segment=NetworkSegment(60dd4ee3-efee-433f-959b-e35effd999f0),segment_id=60dd4ee3-efee-433f-959b-e35effd999f0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:03.320763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.322505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:03.331812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:03.335905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.374398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Subnet': ['ID=d595f2fc-a5b6-409a-8895-123a36e3f632,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:03.378831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.390299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port 32c987d2-891a-4e91-b5e8-41ae365a68ee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32c987d2-891a-4e91-b5e8-41ae365a68ee,segment=NetworkSegment(60dd4ee3-efee-433f-959b-e35effd999f0),segment_id=60dd4ee3-efee-433f-959b-e35effd999f0)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:03.390660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.393679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:03.396595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:03.400174 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d8860a32-b874-4bbd-b980-501308457a00 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/subnets/d595f2fc-a5b6-409a-8895-123a36e3f632 HTTP/1.1" status: 204 len: 168 time: 1.0653811 Mar 16 11:11:03.403184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56710) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:03.421516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.429493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:subnet and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:03.443483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06305a-5bce-4ece-9e36-8732cd445bb4 None None] Network 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:03.461885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] Calling delete_port for 32c987d2-891a-4e91-b5e8-41ae365a68ee owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:03.464453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:03.508372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:03.556933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for 32c987d2-891a-4e91-b5e8-41ae365a68ee owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:03.591982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:03.600914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:03.605452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.623862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:03.691875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.696743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:03.714448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting port 4f9ae52a-2134-4334-9213-0d4aa8ed52df {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:03.714802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.724113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.747256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event updated for resources: {'Port': ['ID=826863cf-734d-4c40-83a2-5bc3166ff544,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:03.755693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.766384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:03.769827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.779285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:03.779460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:03.825514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] Pushing event deleted for resources: {'Port': ['ID=32c987d2-891a-4e91-b5e8-41ae365a68ee,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:03.826929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:03.828132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] DHCP port deletion for 08da6fed-bd90-4d7e-8423-a5e2a61f0f50 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:03.835342 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:03.836862 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-32dd8898-a885-4dc3-a27d-36c7c2c64894 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9685106 Mar 16 11:11:03.841944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] Deleting port 4f9ae52a-2134-4334-9213-0d4aa8ed52df {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:03.842304 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] Sync routers for ids ['26a708c3-f179-4195-8f10-adb2f1f3b893'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:03.842793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.846213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56714) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:03.848826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:03.853862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.855065 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bb6c2b40-8174-46e2-ba1c-61556c1617bf tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "PUT /v2.0/routers/26a708c3-f179-4195-8f10-adb2f1f3b893 HTTP/1.1" status: 200 len: 916 time: 8.2386634 Mar 16 11:11:03.860812 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] Routers {'26a708c3-f179-4195-8f10-adb2f1f3b893'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:03.863205 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['26a708c3-f179-4195-8f10-adb2f1f3b893'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:03.870851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:03.877419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:03.881696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Usage tracker for resource:floatingip and tenant:d4d6e49eb73f43f689063f5566f71a3f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:03.883529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64714de8-9587-49d3-87ac-ecb499d8e8a6 None None] No DVR routers for this DVR port 32c987d2-891a-4e91-b5e8-41ae365a68ee on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:03.894281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:03.899939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56718) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:03.902392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:03.917755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group_rule and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:03.925898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:03.939352 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:03.949043 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] Routers {'26a708c3-f179-4195-8f10-adb2f1f3b893'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:03.950068 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['26a708c3-f179-4195-8f10-adb2f1f3b893'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.023319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:04.043279 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.044351 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c5394-31f8-411f-80ee-7b6fdd0ad156 None None] The sync data for ids ['26a708c3-f179-4195-8f10-adb2f1f3b893'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:04.108230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] For port 4f9ae52a-2134-4334-9213-0d4aa8ed52df, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f9ae52a-2134-4334-9213-0d4aa8ed52df,segment=NetworkSegment(7bf938a9-9a65-4101-9e41-b576bb49d5f0),segment_id=7bf938a9-9a65-4101-9e41-b576bb49d5f0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:04.108582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.132517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.180642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] For port 4f9ae52a-2134-4334-9213-0d4aa8ed52df, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f9ae52a-2134-4334-9213-0d4aa8ed52df,segment=NetworkSegment(7bf938a9-9a65-4101-9e41-b576bb49d5f0),segment_id=7bf938a9-9a65-4101-9e41-b576bb49d5f0)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:04.181054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.275184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] Calling delete_port for 4f9ae52a-2134-4334-9213-0d4aa8ed52df owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:04.315266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.318072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 32c987d2-891a-4e91-b5e8-41ae365a68ee {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:04.318323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.352882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Calling delete_port for 4f9ae52a-2134-4334-9213-0d4aa8ed52df owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:04.386278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.402278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ac84a4d-e3c1-4ef7-b6b2-80abd758b4aa tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/26a708c3-f179-4195-8f10-adb2f1f3b893 HTTP/1.1" status: 200 len: 922 time: 0.4978216 Mar 16 11:11:04.402278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56722) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:04.413975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.432740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.478003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] The port '32c987d2-891a-4e91-b5e8-41ae365a68ee' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:04.479979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f9ae52a-2134-4334-9213-0d4aa8ed52df no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:04.507507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] No DVR routers for this DVR port 4f9ae52a-2134-4334-9213-0d4aa8ed52df on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:04.535664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4f9ae52a-2134-4334-9213-0d4aa8ed52df {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:04.536201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f9ae52a-2134-4334-9213-0d4aa8ed52df not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:04.536628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32c987d2-891a-4e91-b5e8-41ae365a68ee no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:04.575568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d8f8b-840f-4de3-9af3-abdc766c975c None None] Pushing event deleted for resources: {'Port': ['ID=4f9ae52a-2134-4334-9213-0d4aa8ed52df,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:04.580577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.614762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 32c987d2-891a-4e91-b5e8-41ae365a68ee {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:04.615077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32c987d2-891a-4e91-b5e8-41ae365a68ee not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:04.681038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.700900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.724977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.802514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:04.836370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.843512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:04.843826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:04.854694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48009a-eed9-4678-94fd-0698d25bc67c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:04.867376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.867376 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment 354a2eab-d8fc-4def-b8c5-9d486052cef4 of type vlan for network 24929e3e-05a3-4d03-8f29-398509f6bda9 Mar 16 11:11:04.870823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063b966c-1c5e-47ab-a764-5545561960e6']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.895912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dd4ee3-efee-433f-959b-e35effd999f0') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.895912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dd4ee3-efee-433f-959b-e35effd999f0') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:04.904017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ab10d-eac0-43ec-8211-564594213fc6 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:04.905505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b08ab10d-eac0-43ec-8211-564594213fc6 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=26a708c3-f179-4195-8f10-adb2f1f3b893&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5013814 Mar 16 11:11:04.909251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56726) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:04.909571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Subnet': ['ID=79420f58-122b-4c51-b6ea-ec944a84ad51,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:04.916365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.963181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.972754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Checking segment: {'id': 'fb905000-9fd4-4768-89e8-a9dd5df60d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0145cd57-c954-4528-9411-6d13e6eb03f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:04.973120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network hostable DHCP agents. Network: 0145cd57-c954-4528-9411-6d13e6eb03f6, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:04.975130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:04.976139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:04.990364 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:04.993227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.098587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.133743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.135379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Router 24a90cc8-42dd-40f3-86b1-72aa1213a1e6 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:11:05.201122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:05.213119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd596a2-4b0c-47e4-8092-aaf012c2d576 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:05.217143 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1fd596a2-4b0c-47e4-8092-aaf012c2d576 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.3030164 Mar 16 11:11:05.217399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56730) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.219483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.225107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:05.228741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.259750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.290788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.321462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.331652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-67e8cf06-588d-47c4-b742-c27db96ae3cc tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=26a708c3-f179-4195-8f10-adb2f1f3b893 HTTP/1.1" status: 200 len: 205 time: 0.1108582 Mar 16 11:11:05.337775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56734) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.340271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=063b966c-1c5e-47ab-a764-5545561960e6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:05.347166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting port 4f9ae52a-2134-4334-9213-0d4aa8ed52df {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:05.347501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.394218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 0145cd57-c954-4528-9411-6d13e6eb03f6) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:05.411214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84b8c8a-8a38-4fc7-b5cb-050c942fe923 None None] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:05.465919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:05.466494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.504939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9d68495a-3a06-4807-8fd5-c5a43e032c04 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/063b966c-1c5e-47ab-a764-5545561960e6 HTTP/1.1" status: 204 len: 168 time: 2.8066888 Mar 16 11:11:05.506180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Allocated IP 172.26.7.58 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/9a4585f2-504b-4b68-87b0-06db934991d2) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:05.508762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56738) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.513908 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] The port '4f9ae52a-2134-4334-9213-0d4aa8ed52df' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:05.534946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=24929e3e-05a3-4d03-8f29-398509f6bda9,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:05.556933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:05.565047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event updated for resources: {'Port': ['ID=826863cf-734d-4c40-83a2-5bc3166ff544,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:05.572350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:05.577486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.581307 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f6ad6300-4637-47a3-b588-b6c6c63e03ad tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "PUT /v2.0/routers/24a90cc8-42dd-40f3-86b1-72aa1213a1e6 HTTP/1.1" status: 200 len: 920 time: 8.5486660 Mar 16 11:11:05.581469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56742) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.646740 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-148d8ac4-0e4a-4ec0-88f9-39b4f0c0c04e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6367655 Mar 16 11:11:05.648824 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b29a3cec-68a4-49b9-be1d-5e18c2c25114 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6711190 Mar 16 11:11:05.659555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] Sync routers for ids ['24a90cc8-42dd-40f3-86b1-72aa1213a1e6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:05.664437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56746) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.665043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56748) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.676205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'name': 'tempest-PortsIpV6TestJSON-1251487374'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:05.687200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-21515eab-f3e7-4737-b4eb-122ea1b352b5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:05.687650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21515eab-f3e7-4737-b4eb-122ea1b352b5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:05.692099 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-21515eab-f3e7-4737-b4eb-122ea1b352b5 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/501706a5-ab28-42b1-8068-a5a853cd43d8 HTTP/1.1" status: 404 len: 337 time: 0.1750052 Mar 16 11:11:05.692702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56754) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.694943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1556296041', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:05.704945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] Routers {'24a90cc8-42dd-40f3-86b1-72aa1213a1e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:05.706944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['24a90cc8-42dd-40f3-86b1-72aa1213a1e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:05.710590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.726743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:05.744535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:router and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:05.748772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:05.852491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.860736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:05.900731 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:05.908519 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f02463c-4466-422a-af4e-c07b5cadc30f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:05.908991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f02463c-4466-422a-af4e-c07b5cadc30f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:05.911449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] Routers {'24a90cc8-42dd-40f3-86b1-72aa1213a1e6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:05.911913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f02463c-4466-422a-af4e-c07b5cadc30f tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/410555fc-a6ed-45e8-ba85-66f2b4c93855 HTTP/1.1" status: 404 len: 339 time: 0.2032027 Mar 16 11:11:05.912270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['24a90cc8-42dd-40f3-86b1-72aa1213a1e6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:05.934394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56758) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:05.939411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:05.945745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:05.985837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:05.986194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4348534b-bad6-43fd-8f49-03fa16ade586 None None] The sync data for ids ['24a90cc8-42dd-40f3-86b1-72aa1213a1e6'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:06.046516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679026fe-abc4-454d-9fb8-578c66bde38d None None] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:06.059440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:06.067334 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ef5ea535-2451-4160-bd5e-31c10f9249ef tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/24a90cc8-42dd-40f3-86b1-72aa1213a1e6 HTTP/1.1" status: 200 len: 926 time: 0.4846103 Mar 16 11:11:06.070150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:06.072299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56762) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.074698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:06.115804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.117285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-058e31a6-9aba-4b45-8ed1-39546c512255 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5544958 Mar 16 11:11:06.123576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:06.142858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.143887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.168515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.190013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da07d29-9f84-4037-bae2-d61964321f16 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:06.191681 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5da07d29-9f84-4037-bae2-d61964321f16 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=24a90cc8-42dd-40f3-86b1-72aa1213a1e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1184595 Mar 16 11:11:06.194442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56768) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.207868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adaeee8-d0e8-46bc-89f3-6282e457d4c2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:06.208413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adaeee8-d0e8-46bc-89f3-6282e457d4c2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:06.211338 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0adaeee8-d0e8-46bc-89f3-6282e457d4c2 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/3d350e2f-9601-4916-96ca-bc103b01de6d HTTP/1.1" status: 404 len: 337 time: 0.2747595 Mar 16 11:11:06.226406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56772) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.229811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:06.233472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.255162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08da6fed-bd90-4d7e-8423-a5e2a61f0f50']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:06.299581 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d454e59e-5ca8-4c03-97cc-7cb74fcb5cb3 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:06.300087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d454e59e-5ca8-4c03-97cc-7cb74fcb5cb3 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:06.301747 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d454e59e-5ca8-4c03-97cc-7cb74fcb5cb3 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/fbe56f7a-8520-4820-8978-ef9db4546bbf HTTP/1.1" status: 404 len: 339 time: 0.0720856 Mar 16 11:11:06.314353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf938a9-9a65-4101-9e41-b576bb49d5f0') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:06.317607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf938a9-9a65-4101-9e41-b576bb49d5f0') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:06.318704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56778) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.338135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.433453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.441133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:06.442446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.459262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:06.463862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:06.482813 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:06.560597 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42d16c3-b2d7-40d8-a100-5a581520ce4c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:06.560969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42d16c3-b2d7-40d8-a100-5a581520ce4c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:06.570927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.661495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Deleting port a8b462de-d14c-405c-975c-5e6cb06b0d87 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:06.661837 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.664185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f42d16c3-b2d7-40d8-a100-5a581520ce4c tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/c8b5f529-48b1-4bb4-9f29-978570066b0f HTTP/1.1" status: 404 len: 337 time: 0.3424959 Mar 16 11:11:06.672131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56794) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.715117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.717077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.775781 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-f6954393-882b-4ae3-8a60-908a09e680d7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2046862729&fields=id&tenant_id=9d8759cac9424d3dac7854e63ac04e53 HTTP/1.1" status: 200 len: 267 time: 0.3433104 Mar 16 11:11:06.782491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.798616 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.816329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366149e5-f790-465c-9b5c-8b0bc2ac77b7 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:06.816329 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-366149e5-f790-465c-9b5c-8b0bc2ac77b7 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/networks/61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 881 time: 0.6174016 Mar 16 11:11:06.820791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Network': ['ID=08da6fed-bd90-4d7e-8423-a5e2a61f0f50,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:06.824318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56798) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.841556 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-355308d5-f2d9-422d-861b-1289d04ef3e0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:06.842058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355308d5-f2d9-422d-861b-1289d04ef3e0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:06.872620 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b78c8317-52d7-4807-b854-44efe876359e tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/networks/08da6fed-bd90-4d7e-8423-a5e2a61f0f50 HTTP/1.1" status: 204 len: 168 time: 3.4661913 Mar 16 11:11:06.878158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56802) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.886869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-355308d5-f2d9-422d-861b-1289d04ef3e0 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/42d42f53-2f1d-4f68-a4d7-61a8d47d0d47 HTTP/1.1" status: 404 len: 339 time: 0.2022705 Mar 16 11:11:06.922499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:06.928932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:06.949635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:06.990484 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ff1fb6c4-6143-401d-8661-3f179d5bfc76 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=24a90cc8-42dd-40f3-86b1-72aa1213a1e6 HTTP/1.1" status: 200 len: 205 time: 0.1603198 Mar 16 11:11:06.996263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:07.020714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event updated for resources: {'Port': ['ID=9a4585f2-504b-4b68-87b0-06db934991d2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:07.024156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56810) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:07.089924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting subnet 86cf0712-c2f0-45f3-9449-81e9563083a3 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:07.099126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.156677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.255726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting subnet c826e0de-e4b4-4062-988e-b296fc59e3cf {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:07.269260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.274898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.313205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Calling delete_port for a8b462de-d14c-405c-975c-5e6cb06b0d87 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:07.314419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-5634f465-9f34-40a2-b874-60ff5e643432 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:07.315870 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-5634f465-9f34-40a2-b874-60ff5e643432 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 812 time: 0.5252213 Mar 16 11:11:07.400777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.518354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting port 9a4585f2-504b-4b68-87b0-06db934991d2 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:07.518354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.607203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-8d3b5bee-8574-43e2-bebe-98ad9bd817ae tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/quotas/9d8759cac9424d3dac7854e63ac04e53 HTTP/1.1" status: 200 len: 375 time: 0.0394871 Mar 16 11:11:07.667152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.693551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.721021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.945832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.948112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:07.948597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.008046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.083475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Calling delete_port for 9a4585f2-504b-4b68-87b0-06db934991d2 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:08.098521 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-33702486-dad7-4bec-b90c-90800a01c66d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4838302 Mar 16 11:11:08.161553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.214104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event deleted for resources: {'Port': ['ID=a8b462de-d14c-405c-975c-5e6cb06b0d87,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:08.255678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.279982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.284058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=66f8ebd9-ed2f-4371-a7a2-57e751b40ce0,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:08.332823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-84fd249d-cc99-4a6d-a0e9-e129395b0f0c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:11:08.333928 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-84fd249d-cc99-4a6d-a0e9-e129395b0f0c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1559131 Mar 16 11:11:08.342188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.365416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=86cf0712-c2f0-45f3-9449-81e9563083a3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:08.374833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.378301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d80af-826c-4e56-a6df-85c446391854 None None] Network 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:08.394540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Deleting port c4654e1d-0f45-4b41-adc9-f035e5065664 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:08.394884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.404935 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-740f6854-39af-4833-bffc-bc57b11f5983 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/86cf0712-c2f0-45f3-9449-81e9563083a3 HTTP/1.1" status: 204 len: 168 time: 1.4751067 Mar 16 11:11:08.408977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56818) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:08.434555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': '354a2eab-d8fc-4def-b8c5-9d486052cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:08.434913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: 24929e3e-05a3-4d03-8f29-398509f6bda9, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:08.447581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.457544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.562135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.581062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.652528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] DHCP port deletion for 83155fb2-bce0-4bad-bfa3-06c7f094a2e8 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:08.658561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] Deleting port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:08.659001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.689820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Subnet': ['ID=c826e0de-e4b4-4062-988e-b296fc59e3cf,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:08.700800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.707475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:08.718747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db723bb-4c20-4727-bb4e-633c96ebc4b1 None None] Network 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:08.722302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event deleted for resources: {'Port': ['ID=9a4585f2-504b-4b68-87b0-06db934991d2,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:08.746175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.780371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.788813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.797170 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-89078502-bb87-4b55-8e1e-25a591fe05b7 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/subnets/c826e0de-e4b4-4062-988e-b296fc59e3cf HTTP/1.1" status: 204 len: 168 time: 1.9155064 Mar 16 11:11:08.798390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56822) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:08.854983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 24929e3e-05a3-4d03-8f29-398509f6bda9) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:08.867054 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-f68c937f-8d83-4868-8a46-c6de2c06e1c2 service neutron] 10.222.0.30 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987960 Mar 16 11:11:08.878582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:08.885182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:08.885917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.893216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f6b17-6faa-46ee-b02c-d6077a3427cb None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:08.916737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:08.917053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.971515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting subnet ffc9c787-e815-43a7-b005-86b763614c07 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:08.977973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:08.978477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Fanout notify agent at l3_agent the message router_deleted on router 26a708c3-f179-4195-8f10-adb2f1f3b893 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:08.985267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.085474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.086622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-33e47de6-f682-43c4-91b9-ceb81ca4d16a tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/26a708c3-f179-4195-8f10-adb2f1f3b893 HTTP/1.1" status: 204 len: 168 time: 3.7477853 Mar 16 11:11:09.095116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56826) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:09.107085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1710858516', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:09.113892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:09.115913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.127392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.135662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.97 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/bb7b48ac-cef3-4138-8d58-15cabde81764) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:09.137974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Usage tracker for resource:router and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:09.142898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:09.197003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:09.251559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] create failed (client error): The resource could not be found. Mar 16 11:11:09.256405 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-038a25ef-3a27-4bc5-9f42-6c4e5e4a4c21 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4055421 Mar 16 11:11:09.259323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56830) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:09.271650 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e24cb3f5-ab59-4180-9262-a87fab168ead tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6044242 Mar 16 11:11:09.299232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] For port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,segment=NetworkSegment(5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7),segment_id=5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:09.299618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.301701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:09.318613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1056087925'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:09.340177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Calling delete_port for c4654e1d-0f45-4b41-adc9-f035e5065664 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:09.341995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:09.353299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:09.365484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:09.371617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,segment=NetworkSegment(5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7),segment_id=5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:09.372018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.381703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:09.443408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] Calling delete_port for 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:09.487937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.488961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.585529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting port 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:09.586272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.596377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.611602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] DHCP port deletion for 4be21f61-1c8f-4049-a8f1-efd46f0fceb1 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:09.618793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.622937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Deleting port 0b96af73-9c75-4d46-8ce0-a13f6596f21e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:09.624244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.633508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d6c7d409-8561-4479-a65d-6ec3c44c3852 service neutron] 10.222.0.30 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424548 Mar 16 11:11:09.665601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.690301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:09.722246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.737961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] No DVR routers for this DVR port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:09.745450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c035b64-0df6-4d13-ab8d-7f2ef6a6e262 None None] Pushing event deleted for resources: {'Port': ['ID=4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:09.761590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.782095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:09.785622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:09.931791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:09.939214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:09.942427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:09.968387 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] For port 0b96af73-9c75-4d46-8ce0-a13f6596f21e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b96af73-9c75-4d46-8ce0-a13f6596f21e,segment=NetworkSegment(cc167d27-0f8e-4f67-a439-d58430b27610),segment_id=cc167d27-0f8e-4f67-a439-d58430b27610)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:09.969196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.015004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2858004e-7f1c-4b65-b411-58ca5d7a599f req-697e9229-c4b7-4aef-b5ec-fd936b38a0eb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Synchronizing usage tracker for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:10.020203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:10.036694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:10.037022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:10.085591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.086603 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment 4b6d45ce-29d5-4908-80e7-055af73e73ed of type vlan for network cc77e37c-2ff1-4bea-a789-61096ae0d4d7 Mar 16 11:11:10.115917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Calling delete_port for 0b96af73-9c75-4d46-8ce0-a13f6596f21e owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:10.143230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.160263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=bb7b48ac-cef3-4138-8d58-15cabde81764,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:10.205063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2858004e-7f1c-4b65-b411-58ca5d7a599f req-697e9229-c4b7-4aef-b5ec-fd936b38a0eb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Unset dirty status for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:10.206247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2858004e-7f1c-4b65-b411-58ca5d7a599f req-697e9229-c4b7-4aef-b5ec-fd936b38a0eb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.2948866 Mar 16 11:11:10.208121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc9c787-e815-43a7-b005-86b763614c07,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:10.221092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.233923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a7277-62cd-4673-bfda-0ca7f5362c23 None None] Network 069c6554-ec3f-4459-b2b0-ceca26fee6bd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:10.239804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.243325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.243591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.243933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.244462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.244588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.244914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.245240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.245564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.246162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.246277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.246543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.246865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.250529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.267292 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b168cfae-eced-4c71-8cb1-083b11d3e247 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/subnets/ffc9c787-e815-43a7-b005-86b763614c07 HTTP/1.1" status: 204 len: 168 time: 1.4403210 Mar 16 11:11:10.275568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56850) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:10.324459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.350375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event deleted for resources: {'Port': ['ID=c4654e1d-0f45-4b41-adc9-f035e5065664,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:10.352540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.483776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Pushing event deleted for resources: {'Port': ['ID=0b96af73-9c75-4d46-8ce0-a13f6596f21e,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:10.488508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] No DVR routers for this DVR port 0b96af73-9c75-4d46-8ce0-a13f6596f21e on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:10.499199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.499903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.500413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.501042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.502217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.502441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.502751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.503371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.504090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.504575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.505107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.505577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.506120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab26ef-73f8-4157-87f4-d5fd4013f5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:10.511951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Calling delete_port for 99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:10.531994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b96af73-9c75-4d46-8ce0-a13f6596f21e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:10.547191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:10.547739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.604570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.610331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:10.611181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.639393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 0b96af73-9c75-4d46-8ce0-a13f6596f21e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:10.639740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b96af73-9c75-4d46-8ce0-a13f6596f21e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:10.640156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:10.676499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:10.676819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:10.701439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] The port '4d4fcb39-e6bb-4f5f-b251-07f7a9b51aa0' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:10.709518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.799178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] DHCP port deletion for 069c6554-ec3f-4459-b2b0-ceca26fee6bd request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:10.804486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] Deleting port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:10.805020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.824002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5190289 Mar 16 11:11:10.826667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:10.852300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:10.877752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'ports': [{'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'}, {'network_id': 'cc77e37c-2ff1-4bea-a789-61096ae0d4d7'}]} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:10.878090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:10.878576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': 'cc77e37c-2ff1-4bea-a789-61096ae0d4d7'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:10.898119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76904a5a-da17-4e9e-8cdc-bbec2f0a8ebd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=cc77e37c-2ff1-4bea-a789-61096ae0d4d7,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:10.924629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network cc77e37c-2ff1-4bea-a789-61096ae0d4d7 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:11.168352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.176100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.206506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] For port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,segment=NetworkSegment(e3516b91-22c7-482c-b0f8-023616f0c94e),segment_id=e3516b91-22c7-482c-b0f8-023616f0c94e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:11.207021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.238210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.335661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83155fb2-bce0-4bad-bfa3-06c7f094a2e8']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.345678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.346309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Fanout notify agent at l3_agent the message router_deleted on router 24a90cc8-42dd-40f3-86b1-72aa1213a1e6 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:11.373814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.374428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6ba39f-fde2-4eda-b89f-dc7a615f4ca7') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.391250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] Calling delete_port for 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:11.403926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.405186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-854fc758-6bbe-468c-b81c-3d281310332b tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/24a90cc8-42dd-40f3-86b1-72aa1213a1e6 HTTP/1.1" status: 204 len: 168 time: 4.3735280 Mar 16 11:11:11.411895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56862) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:11.412556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.462212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.477813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.484455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.508947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1877732359', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:11.557167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:11.572212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.583000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Usage tracker for resource:router and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:11.589341 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ade8d461-244d-43c9-bad4-4077d30fa2d2 req-732680cd-3d17-4cfe-b5e4-d8ef07850a60 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.1069362 Mar 16 11:11:11.592095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:11.610871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:11.635802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.647986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event deleted for resources: {'Port': ['ID=99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:11.667620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:11.668337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.683521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] Pushing event deleted for resources: {'Port': ['ID=67eb16c3-aa4a-4dca-9eb3-3b135b359b4f,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:11.686911 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:11.690666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be21f61-1c8f-4049-a8f1-efd46f0fceb1']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.693647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66a63c-052a-4760-be4c-b5a42bb721b3 None None] No DVR routers for this DVR port 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:11.756488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:11.764808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc167d27-0f8e-4f67-a439-d58430b27610') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.769113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc167d27-0f8e-4f67-a439-d58430b27610') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:11.857146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:11.868856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.873906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.874928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.875805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:11.885075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.902714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:11.920402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.932491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:11.932891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.938361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:11.948049 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:11.970188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.026638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.028141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 2} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:12.032602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.060111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.069870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.071834 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/83155fb2-bce0-4bad-bfa3-06c7f094a2e8 HTTP/1.1" status: 204 len: 168 time: 3.6619542 Mar 16 11:11:12.075891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56866) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.081260 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6270a0d-a7bf-4ca0-b857-4f931909ce38 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "DELETE /v2.0/ports/99fd6c5f-8778-4c1c-830a-dbf26a5e1eb2 HTTP/1.1" status: 204 len: 168 time: 2.8161471 Mar 16 11:11:12.082531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56870) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.120609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c2df6-4763-4bae-9d34-e69acff53bc6 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=83155fb2-bce0-4bad-bfa3-06c7f094a2e8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:12.122289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.143728 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebbab42-da8d-47bd-a72a-eaec6950d966 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:12.144192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebbab42-da8d-47bd-a72a-eaec6950d966 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:12.188484 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6ebbab42-da8d-47bd-a72a-eaec6950d966 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/402cd09a-f867-491d-988a-f0259e415684 HTTP/1.1" status: 404 len: 337 time: 0.1058867 Mar 16 11:11:12.195883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56874) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.216997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.276889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.278787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/networks/4be21f61-1c8f-4049-a8f1-efd46f0fceb1 HTTP/1.1" status: 204 len: 168 time: 2.0022902 Mar 16 11:11:12.286595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56878) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.287548 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff8466b-9a6a-4d45-9423-66f68c459f17 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:12.288766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff8466b-9a6a-4d45-9423-66f68c459f17 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:12.291371 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cff8466b-9a6a-4d45-9423-66f68c459f17 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/fa2d3437-0134-4f66-8ada-d2b2950f4c71 HTTP/1.1" status: 404 len: 339 time: 0.0937636 Mar 16 11:11:12.321680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56882) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:12.322520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cef16-ebfe-4db5-bdb3-8977ec00c7e6 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Network': ['ID=4be21f61-1c8f-4049-a8f1-efd46f0fceb1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:12.465252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:12.511745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:12.512340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 67eb16c3-aa4a-4dca-9eb3-3b135b359b4f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:12.575684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.578069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Allocated IP 172.26.7.240 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/088dc6ad-a85a-4b14-bbc6-a5eeb16c6612) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:12.586475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting subnet 510982f7-d344-4647-ac8b-0eca4e0ce51d {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:12.609277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.638441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 821d27c4-dfaf-4282-b041-39816647890b yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:12.660496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.833288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d7947-31cb-493c-bacb-4e73e5e933a5 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:12.834178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7d0d7947-31cb-493c-bacb-4e73e5e933a5 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Synchronizing usage tracker for tenant:d4d6e49eb73f43f689063f5566f71a3f on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:12.843259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:12.962367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.011177 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-621a5851-31c2-4532-b029-264f22364ce3 req-24a1f014-e541-4788-9c66-e771e89bcf40 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.2744017 Mar 16 11:11:13.077374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7d0d7947-31cb-493c-bacb-4e73e5e933a5 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Unset dirty status for tenant:d4d6e49eb73f43f689063f5566f71a3f on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:13.078569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7d0d7947-31cb-493c-bacb-4e73e5e933a5 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "GET /v2.0/ports?device_id=2516fd24-17cc-45df-9e31-9d6d274b66e5 HTTP/1.1" status: 200 len: 913 time: 0.9917026 Mar 16 11:11:13.085320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56894) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:13.160459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.170839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d5e4e9d6-9420-4360-88d6-c9cb3e97a3b3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:13.171581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d5e4e9d6-9420-4360-88d6-c9cb3e97a3b3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Synchronizing usage tracker for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:13.311852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:11:13.321101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.384991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.396948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069c6554-ec3f-4459-b2b0-ceca26fee6bd']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:13.434630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3516b91-22c7-482c-b0f8-023616f0c94e') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:13.434931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3516b91-22c7-482c-b0f8-023616f0c94e') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:13.453538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.526995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.561802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.567290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:13.574302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.575510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d5e4e9d6-9420-4360-88d6-c9cb3e97a3b3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Unset dirty status for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:13.576144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:13.576726 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d5e4e9d6-9420-4360-88d6-c9cb3e97a3b3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 812 time: 1.0406103 Mar 16 11:11:13.578909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:13.602455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.680911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.730111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:13.730522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:13.749012 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:13.824028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event updated for resources: {'Port': ['ID=088dc6ad-a85a-4b14-bbc6-a5eeb16c6612,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:13.911960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.912308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.912645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.913613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.913988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.914306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.914629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.914952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.915278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.915597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.915916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.916232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:11:13.966930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-64df4de0-4871-4ff3-995e-4f483853f6ae tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Synchronizing usage tracker for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:13.979833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 2e7472f2-26be-4623-87b5-a26f5cb2e4e9 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:14.058187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.080529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.100947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Network': ['ID=069c6554-ec3f-4459-b2b0-ceca26fee6bd,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:14.103102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.106637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-64df4de0-4871-4ff3-995e-4f483853f6ae tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Unset dirty status for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:14.107837 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-64df4de0-4871-4ff3-995e-4f483853f6ae tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8759cac9424d3dac7854e63ac04e53 HTTP/1.1" status: 200 len: 380 time: 0.5125656 Mar 16 11:11:14.113996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:14.127752 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:14.140637 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:14.141796 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:14.155955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Request body: {'port': {'device_id': '3c99b01a-4b77-4956-887c-75ab910133a6', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'admin_state_up': True, 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'security_groups': ['cc426cfa-268d-4de2-907c-9cd7f5d8927f']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:14.181101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3fcef3d0-4f61-4a76-8167-db1585ce7815 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/networks/069c6554-ec3f-4459-b2b0-ceca26fee6bd HTTP/1.1" status: 204 len: 168 time: 1.8867941 Mar 16 11:11:14.185767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Subnet': ['ID=510982f7-d344-4647-ac8b-0eca4e0ce51d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:14.187749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.189539 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5677a1d1-fbf7-4423-b279-6cbf08e26635 tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/subnets/510982f7-d344-4647-ac8b-0eca4e0ce51d HTTP/1.1" status: 204 len: 168 time: 1.8650091 Mar 16 11:11:14.196249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e95f31-aaaa-41ea-80f1-2e6e0a7f54e5 None None] Network 3eaa68e0-ac86-42b8-b733-fddbb09af467 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:14.211755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56900) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:14.212276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56902) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:14.231800 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:14.242046 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37800d4a-a6b4-40a3-acad-5304f129f1b6 req-04d649cb-e648-48e5-8723-44ceb3874961 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.0821903 Mar 16 11:11:14.257676 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:14.258405 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:10:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:14.284262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Allocated IP 172.26.7.227 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/82ea246e-04ba-4c8d-8d5b-e85773253037) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:14.355738 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:14.356514 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d6d19-1d34-42ce-abef-ddcb58f0b7ff None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:14.450872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.455007 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-53d9180d-80e3-430e-9277-eb0b5b5a83dc tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7864585 Mar 16 11:11:14.470787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56908) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:14.485113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] DHCP port deletion for 3eaa68e0-ac86-42b8-b733-fddbb09af467 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:14.490112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] Deleting port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:14.490879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.662144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting subnet 9d206808-2781-45e0-9305-c0b220c915a7 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:14.669629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.724192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] For port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,segment=NetworkSegment(64fb09d6-87a7-4113-bb47-ef90ca2d157e),segment_id=64fb09d6-87a7-4113-bb47-ef90ca2d157e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:14.724640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.729367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.744241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.765884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.806345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.826356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.847991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] Calling delete_port for e7bb1dc9-581e-4f09-a9d2-3460f0a67cee owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:14.854049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:14.854389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:14.879287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:14.927722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:15.023554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.086800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.088408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Made reservation on behalf of 9d8759cac9424d3dac7854e63ac04e53 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:15.093107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.147765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.203103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] Pushing event deleted for resources: {'Port': ['ID=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:15.209344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253fb17-0c10-4a47-99ad-52b7a9790bc6 None None] No DVR routers for this DVR port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:15.290107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25a01652-7387-4b47-9d68-b4b8664fa82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.295636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.385935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.463320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:15.508125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:15.546942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:15.547766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.561551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=821d27c4-dfaf-4282-b041-39816647890b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:15.580783 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a253e593-2fbf-4306-8e6e-f744fc75ffef req-ea3cb693-6ec8-4b2d-870d-b232d24d1271 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.1301196 Mar 16 11:11:15.593282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:15.611842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:15.624299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event updated for resources: {'Port': ['ID=82ea246e-04ba-4c8d-8d5b-e85773253037,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:15.626610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:15.666286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.726370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] For port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e7bb1dc9-581e-4f09-a9d2-3460f0a67cee,segment=NetworkSegment(64fb09d6-87a7-4113-bb47-ef90ca2d157e),segment_id=64fb09d6-87a7-4113-bb47-ef90ca2d157e)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:15.726370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.922741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Calling delete_port for e7bb1dc9-581e-4f09-a9d2-3460f0a67cee owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:15.980204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=2e7472f2-26be-4623-87b5-a26f5cb2e4e9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:16.026162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': '4b6d45ce-29d5-4908-80e7-055af73e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc77e37c-2ff1-4bea-a789-61096ae0d4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:16.026522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: cc77e37c-2ff1-4bea-a789-61096ae0d4d7, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:16.063269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.238768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Allocated IP 172.20.0.7 (2343f244-6e29-44ac-9b3d-23fc09008366/9173d435-33dc-41fb-b2e2-28307500f6a9/17b5e437-7945-4f80-bc07-1a581e0b981a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:16.268068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Subnet': ['ID=9d206808-2781-45e0-9305-c0b220c915a7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:16.278948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.279721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8fbde-1004-42db-9d16-3fba3539afe8 None None] Network 54941e35-4261-40cd-b585-e96bfabbd0b0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:16.296043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:16.296362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:16.315905 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ed0535ec-c3d8-4cda-a5c2-07b0a1d22202 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/subnets/9d206808-2781-45e0-9305-c0b220c915a7 HTTP/1.1" status: 204 len: 168 time: 2.1007936 Mar 16 11:11:16.320416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56914) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:16.379260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network cc77e37c-2ff1-4bea-a789-61096ae0d4d7 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:16.391181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Router c9df7d9b-80a5-4e9b-a327-3010dbec8be3 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:11:16.394465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.492406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e7bb1dc9-581e-4f09-a9d2-3460f0a67cee no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:16.525942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, cc77e37c-2ff1-4bea-a789-61096ae0d4d7) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:16.552289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d6ee4-799e-4ddf-8b4e-82f0093406a5 None None] Network cc77e37c-2ff1-4bea-a789-61096ae0d4d7 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:16.574870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting port 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:16.575219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.591937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e7bb1dc9-581e-4f09-a9d2-3460f0a67cee {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:16.592285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e7bb1dc9-581e-4f09-a9d2-3460f0a67cee not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:16.629860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:16.636102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:16.640923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:16.641618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.689200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.726127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] DHCP port deletion for 54941e35-4261-40cd-b585-e96bfabbd0b0 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:16.737234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] Deleting port 9eebee17-7544-4aed-b359-5e51760afe9d {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:16.742655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.827070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a66d00b2-9d94-4c6e-bc8e-b06b18d7dfbf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9736855 Mar 16 11:11:16.827873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Deleting port e7bb1dc9-581e-4f09-a9d2-3460f0a67cee {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:16.828220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.838495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56920) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:16.876543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting port 9eebee17-7544-4aed-b359-5e51760afe9d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:16.877024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.887931 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-54ce7e9b-01a5-4b46-8fb7-6d24d8cdf268 req-b5f4ab42-7162-4cb0-9b8a-98c709d08326 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.1011918 Mar 16 11:11:16.924383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.960328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:16.972357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] The port 'e7bb1dc9-581e-4f09-a9d2-3460f0a67cee' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:17.053393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] For port 9eebee17-7544-4aed-b359-5e51760afe9d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9eebee17-7544-4aed-b359-5e51760afe9d,segment=NetworkSegment(5a695213-f988-4523-94fb-d308656501aa),segment_id=5a695213-f988-4523-94fb-d308656501aa)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:17.053976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Transition to ACTIVE for port object 17b5e437-7945-4f80-bc07-1a581e0b981a will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:17.054149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.151168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 2e7472f2-26be-4623-87b5-a26f5cb2e4e9 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:17.151514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.182136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] Calling delete_port for 9eebee17-7544-4aed-b359-5e51760afe9d owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:17.187918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.262429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.343463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.361729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:17.368929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Calling delete_port for 3e8ee321-3bd6-4aef-9a6b-ec20e5020952 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:17.385752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] Sync routers for ids ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:17.402501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e4f-93a0-486e-9b9a-c739a16b7ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.406376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] Pushing event deleted for resources: {'Port': ['ID=9eebee17-7544-4aed-b359-5e51760afe9d,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:17.411083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] Routers {'c9df7d9b-80a5-4e9b-a327-3010dbec8be3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:17.411697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.433309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaa68e0-ac86-42b8-b733-fddbb09af467']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.465687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab5331-12c7-4c8a-a859-1b58154dabb8 None None] No DVR routers for this DVR port 9eebee17-7544-4aed-b359-5e51760afe9d on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:17.482702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.492889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] Routers {'c9df7d9b-80a5-4e9b-a327-3010dbec8be3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:17.493484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.519037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb09d6-87a7-4113-bb47-ef90ca2d157e') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.519408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb09d6-87a7-4113-bb47-ef90ca2d157e') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.539164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.544441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.558930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:17.558930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b519b-5f37-4f26-b52d-35748e768edf None None] The sync data for ids ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:17.597090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.604455 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2b52056c-518a-4b9f-869e-e7b04b64e5db tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5006170 Mar 16 11:11:17.616766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56924) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:17.628310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:17.634444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] For port 9eebee17-7544-4aed-b359-5e51760afe9d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9eebee17-7544-4aed-b359-5e51760afe9d,segment=NetworkSegment(5a695213-f988-4523-94fb-d308656501aa),segment_id=5a695213-f988-4523-94fb-d308656501aa)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:17.634803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.650714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.827024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.848759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Network 2343f244-6e29-44ac-9b3d-23fc09008366 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:17.855904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:17.856302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:17.871109 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:17.928059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:17.954304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Calling delete_port for 9eebee17-7544-4aed-b359-5e51760afe9d owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:17.982308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event updated for resources: {'Port': ['ID=17b5e437-7945-4f80-bc07-1a581e0b981a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:17.985836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:18.228702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 2e7472f2-26be-4623-87b5-a26f5cb2e4e9 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:18.242540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:18.243150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.274832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.276296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:18.276622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:18.288581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.311658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.313442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] 10.222.0.30 "DELETE /v2.0/networks/3eaa68e0-ac86-42b8-b733-fddbb09af467 HTTP/1.1" status: 204 len: 168 time: 4.0969818 Mar 16 11:11:18.332789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-33dbae0d-f3c5-4402-ac5a-250fb9d4112a None None] Provisioning for port 17b5e437-7945-4f80-bc07-1a581e0b981a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:18.333222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6520f-0492-4e9b-ac56-71be9f9986dc tempest-NetworksIpV6Test-1684170737 tempest-NetworksIpV6Test-1684170737-project] Pushing event deleted for resources: {'Network': ['ID=3eaa68e0-ac86-42b8-b733-fddbb09af467,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:18.342908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-33dbae0d-f3c5-4402-ac5a-250fb9d4112a None None] Provisioning complete for port 17b5e437-7945-4f80-bc07-1a581e0b981a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:18.343950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-33dbae0d-f3c5-4402-ac5a-250fb9d4112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.346682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f504-74a0-477e-b9c8-2a4343f22249 req-b30ed6b6-6767-41b0-8b30-2b4f57c38854 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:18.347411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-6bf8f504-74a0-477e-b9c8-2a4343f22249 req-b30ed6b6-6767-41b0-8b30-2b4f57c38854 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Synchronizing usage tracker for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:18.367670 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-d85ba589-26fa-4cb3-8a00-ab92aa9a7f0c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2259405 Mar 16 11:11:18.381347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Request body: {'port': {'device_id': '3c99b01a-4b77-4956-887c-75ab910133a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:18.386402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.431372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.439311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-33dbae0d-f3c5-4402-ac5a-250fb9d4112a None None] Port 17b5e437-7945-4f80-bc07-1a581e0b981a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:18.476127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9eebee17-7544-4aed-b359-5e51760afe9d no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:18.493970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.1 (0145cd57-c954-4528-9411-6d13e6eb03f6/79420f58-122b-4c51-b6ea-ec944a84ad51/7fee8b21-ab4c-412d-adbf-f81a40c8fde0) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:18.498108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-6bf8f504-74a0-477e-b9c8-2a4343f22249 req-b30ed6b6-6767-41b0-8b30-2b4f57c38854 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Unset dirty status for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:18.499299 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6bf8f504-74a0-477e-b9c8-2a4343f22249 req-b30ed6b6-6767-41b0-8b30-2b4f57c38854 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 931 time: 0.4189792 Mar 16 11:11:18.503755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event deleted for resources: {'Port': ['ID=3e8ee321-3bd6-4aef-9a6b-ec20e5020952,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:18.549066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9eebee17-7544-4aed-b359-5e51760afe9d {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:18.549496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9eebee17-7544-4aed-b359-5e51760afe9d not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:18.657699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.698758 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6bf8f504-74a0-477e-b9c8-2a4343f22249 req-274ef77b-d208-4a1b-8df4-4b4a0c6add66 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897573 Mar 16 11:11:18.769211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.782446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Deleting port 9eebee17-7544-4aed-b359-5e51760afe9d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:18.782784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.812854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:18.937965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56934) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:18.954722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] The port '9eebee17-7544-4aed-b359-5e51760afe9d' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:18.961474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.001493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=2e7472f2-26be-4623-87b5-a26f5cb2e4e9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:19.050700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.080775 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cdf46df3-61e7-4bf9-af1b-6a28e16ea933 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/2e7472f2-26be-4623-87b5-a26f5cb2e4e9 HTTP/1.1" status: 204 len: 168 time: 2.2389295 Mar 16 11:11:19.091353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56940) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:19.202266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.229090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.307451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Router 4a3e12a1-6507-403f-a125-5fea12810f96 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:11:19.376852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.437577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.468226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:19.473329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:19.482630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:19.482817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.619562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54941e35-4261-40cd-b585-e96bfabbd0b0']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.623148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.719474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Deleting port 088dc6ad-a85a-4b14-bbc6-a5eeb16c6612 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:19.719724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.721770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a695213-f988-4523-94fb-d308656501aa') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.722162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a695213-f988-4523-94fb-d308656501aa') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.731425 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0d977a36-fba3-4ca7-bae0-692569357206 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47c53ef143564b68ba18b42f02a2d8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7821965 Mar 16 11:11:19.747904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56948) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:19.756775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.798430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=7fee8b21-ab4c-412d-adbf-f81a40c8fde0,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:19.815169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.857327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Router 2516fd24-17cc-45df-9e31-9d6d274b66e5 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:19.863691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:19.874872 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] Sync routers for ids ['4a3e12a1-6507-403f-a125-5fea12810f96'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:19.876059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.886341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500aab37-f04f-4593-9e46-9eaee70529dc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.887319 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] Routers {'4a3e12a1-6507-403f-a125-5fea12810f96'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:19.887981 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a3e12a1-6507-403f-a125-5fea12810f96'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.892056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500aab37-f04f-4593-9e46-9eaee70529dc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:19.892829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-500aab37-f04f-4593-9e46-9eaee70529dc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:19.912754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:19.913084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:19.937218 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:19.982475 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:19.993454 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] Routers {'4a3e12a1-6507-403f-a125-5fea12810f96'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:19.998798 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a3e12a1-6507-403f-a125-5fea12810f96'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:20.042709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.057835 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:20.058301 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781a458-e74c-436b-ae84-4be48659f8e4 None None] The sync data for ids ['4a3e12a1-6507-403f-a125-5fea12810f96'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:20.086825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.095499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.097201 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-05645156-978b-49cb-a454-b3da05adc03f tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6165676 Mar 16 11:11:20.103656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56952) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.170147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:20.196227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fab5897-fd42-4fce-9229-c236a36b430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.200852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-500aab37-f04f-4593-9e46-9eaee70529dc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:20.202021 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-500aab37-f04f-4593-9e46-9eaee70529dc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0913963 Mar 16 11:11:20.204937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:20.212824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56956) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.214506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] Sync routers for ids ['2516fd24-17cc-45df-9e31-9d6d274b66e5'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:20.224132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] Routers {'2516fd24-17cc-45df-9e31-9d6d274b66e5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:20.224731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2516fd24-17cc-45df-9e31-9d6d274b66e5'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:20.289114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Calling delete_port for 088dc6ad-a85a-4b14-bbc6-a5eeb16c6612 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:20.291394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.297594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fab5897-fd42-4fce-9229-c236a36b430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.310046 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-051d2d03-8d1d-41f9-b36a-26492d8a044f tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "PUT /v2.0/routers/2516fd24-17cc-45df-9e31-9d6d274b66e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2197051 Mar 16 11:11:20.322592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:20.324100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56960) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.331397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] Routers {'2516fd24-17cc-45df-9e31-9d6d274b66e5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:20.332150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2516fd24-17cc-45df-9e31-9d6d274b66e5'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:20.358628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.363653 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/networks/54941e35-4261-40cd-b585-e96bfabbd0b0 HTTP/1.1" status: 204 len: 168 time: 4.0154333 Mar 16 11:11:20.380050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56964) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.395520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:20.395928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffc0fc-1595-4fa5-9e58-f422aed93e6c None None] The sync data for ids ['2516fd24-17cc-45df-9e31-9d6d274b66e5'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:20.428399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b9828-5405-4230-9ba2-007aea094e62 req-237ce7ad-7ce6-4759-85d0-245e86bd68d5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:20.429900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-446b9828-5405-4230-9ba2-007aea094e62 req-237ce7ad-7ce6-4759-85d0-245e86bd68d5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 931 time: 0.5644131 Mar 16 11:11:20.433451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bade5e7-121a-404f-b922-5e362978c63f tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Pushing event deleted for resources: {'Network': ['ID=54941e35-4261-40cd-b585-e96bfabbd0b0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.471771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8be82857-1b86-4b25-969f-bfce86f7ad37 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Synchronizing usage tracker for tenant:59017b5815774859b70d3816eed66567 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:20.481725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 821d27c4-dfaf-4282-b041-39816647890b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:20.482088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.508784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b5e437-7945-4f80-bc07-1a581e0b981a {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:11:20.529700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.576213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.613738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8be82857-1b86-4b25-969f-bfce86f7ad37 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Unset dirty status for tenant:59017b5815774859b70d3816eed66567 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:20.615249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8be82857-1b86-4b25-969f-bfce86f7ad37 tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "GET /v2.0/ports?device_id=07d5bcc0-265e-4560-b9c7-0d023cec4e57 HTTP/1.1" status: 200 len: 205 time: 0.2343731 Mar 16 11:11:20.618760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56968) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:20.681340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Transition to ACTIVE for port object 17b5e437-7945-4f80-bc07-1a581e0b981a will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:20.692265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fab5897-fd42-4fce-9229-c236a36b430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.804353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:20.846839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab5897-fd42-4fce-9229-c236a36b430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609b74a1-dc07-48fe-ae52-dbc4842ec7f2,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:20.850315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.086867 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-446b9828-5405-4230-9ba2-007aea094e62 req-5d2be3ee-150f-409c-bf35-1de2158f6039 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6435773 Mar 16 11:11:21.113168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fab5897-fd42-4fce-9229-c236a36b430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.114286 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8fab5897-fd42-4fce-9229-c236a36b430d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/609b74a1-dc07-48fe-ae52-dbc4842ec7f2 HTTP/1.1" status: 204 len: 168 time: 1.3653150 Mar 16 11:11:21.280811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.341945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Pushing event updated for resources: {'Port': ['ID=17b5e437-7945-4f80-bc07-1a581e0b981a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:21.381466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.419332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.424537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.565104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 821d27c4-dfaf-4282-b041-39816647890b owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:21.695320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.695835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Fanout notify agent at l3_agent the message router_deleted on router 2516fd24-17cc-45df-9e31-9d6d274b66e5 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:21.702501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.706615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.777961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Attempting to bind port 17b5e437-7945-4f80-bc07-1a581e0b981a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:21.778302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Attempting to bind port 17b5e437-7945-4f80-bc07-1a581e0b981a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:21.778630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Attempting to bind port 17b5e437-7945-4f80-bc07-1a581e0b981a on network 2343f244-6e29-44ac-9b3d-23fc09008366 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:21.783557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Port 17b5e437-7945-4f80-bc07-1a581e0b981a on network 2343f244-6e29-44ac-9b3d-23fc09008366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:11:21.783883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Attempting to bind port 17b5e437-7945-4f80-bc07-1a581e0b981a on network 2343f244-6e29-44ac-9b3d-23fc09008366 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:21.789741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:21.790764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Checking segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:21.790764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Bound using segment: {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:21.791032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Bound port: 17b5e437-7945-4f80-bc07-1a581e0b981a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b801eab-a557-408b-9dfb-910ddcf42234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:21.791348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.811781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.812869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9a615a45-0cf7-459c-9243-ac7eded58ff3 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "DELETE /v2.0/routers/2516fd24-17cc-45df-9e31-9d6d274b66e5 HTTP/1.1" status: 204 len: 168 time: 1.4873896 Mar 16 11:11:21.829805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.834965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 56984) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:21.849007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.850827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Fanout notify agent at l3_agent the message router_deleted on router 07d5bcc0-265e-4560-b9c7-0d023cec4e57 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:21.882835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.890736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.891796 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1fc467be-684e-4ba1-bb61-59ad6a62546c tempest-RoutersNegativeIpV6Test-1720942588 tempest-RoutersNegativeIpV6Test-1720942588-project] 10.222.0.30 "DELETE /v2.0/routers/07d5bcc0-265e-4560-b9c7-0d023cec4e57 HTTP/1.1" status: 204 len: 168 time: 1.2721617 Mar 16 11:11:21.947807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=821d27c4-dfaf-4282-b041-39816647890b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:21.954397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] For port 17b5e437-7945-4f80-bc07-1a581e0b981a, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:21.959132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:21.961441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cd7a9803-0fff-40dc-80ef-562518b1987f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/821d27c4-dfaf-4282-b041-39816647890b HTTP/1.1" status: 204 len: 168 time: 1.7464976 Mar 16 11:11:21.964098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 56992) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:21.967705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] For port 17b5e437-7945-4f80-bc07-1a581e0b981a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=17b5e437-7945-4f80-bc07-1a581e0b981a,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:21.978600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Pushing event deleted for resources: {'Port': ['ID=088dc6ad-a85a-4b14-bbc6-a5eeb16c6612,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:22.048141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.106916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c9990-1aef-40ee-8411-3b881ae0a7f8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:22.107735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9e5c9990-1aef-40ee-8411-3b881ae0a7f8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:22.126681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:22.127458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.128990 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] 10.222.0.53 "PUT /v2.0/ports/17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1093 time: 3.7540743 Mar 16 11:11:22.129433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:22.165043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054ae09-6b53-4591-bfc2-b8c63e1a3428 service neutron] Pushing event updated for resources: {'Port': ['ID=17b5e437-7945-4f80-bc07-1a581e0b981a,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:22.206398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'status': 'completed', 'code': 200} Mar 16 11:11:22.240262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting subnet d8838d00-94d3-4ba9-b0fa-d631ee5620bc {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:22.270026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.339824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9e5c9990-1aef-40ee-8411-3b881ae0a7f8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:22.343439 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9e5c9990-1aef-40ee-8411-3b881ae0a7f8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3759046 Mar 16 11:11:22.349593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57008) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:22.414163 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0f599e-c9fb-41ec-87f7-2d8a0b4b1b9c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:11:22.416033 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3f0f599e-c9fb-41ec-87f7-2d8a0b4b1b9c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/2e7472f2-26be-4623-87b5-a26f5cb2e4e9 HTTP/1.1" status: 404 len: 333 time: 0.0628226 Mar 16 11:11:22.419992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57012) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:22.487000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.489991 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e68ca0-b542-4e33-b9ab-9f353ab1a00e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:11:22.491880 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-07e68ca0-b542-4e33-b9ab-9f353ab1a00e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/821d27c4-dfaf-4282-b041-39816647890b HTTP/1.1" status: 404 len: 333 time: 0.0705762 Mar 16 11:11:22.492274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57016) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:22.500881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57018) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:22.501265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57022) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:22.516595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.561472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b062e-2883-4a71-806c-519bcf4ad948 req-2838a889-f248-4984-a7b8-c03e91bf00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:22.565378 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-094b062e-2883-4a71-806c-519bcf4ad948 req-2838a889-f248-4984-a7b8-c03e91bf00b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1096 time: 0.3344762 Mar 16 11:11:22.712992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.763359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.814812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1184857793'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:22.837695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcbf3-d841-4883-aaba-ab24469f8b17 req-e6f1b50b-32bd-49d9-b736-b1edd1216681 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:22.839192 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-817dcbf3-d841-4883-aaba-ab24469f8b17 req-e6f1b50b-32bd-49d9-b736-b1edd1216681 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 943 time: 0.6126444 Mar 16 11:11:22.849140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:22.921084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:22.930080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:network and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:22.948140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:22.963831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:22.984908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Deleting port 82ea246e-04ba-4c8d-8d5b-e85773253037 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:22.985255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.016941 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-da6d5717-dff0-488d-ae6a-28ccb53fdaec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59017b5815774859b70d3816eed66567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182285 Mar 16 11:11:23.030739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57034) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:23.071921 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-817dcbf3-d841-4883-aaba-ab24469f8b17 req-b3b076b2-8a24-4e9d-a6c2-c3e4ed6f8546 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178228 Mar 16 11:11:23.111742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:23.115185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.132520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b062e-2883-4a71-806c-519bcf4ad948 req-916dd416-c743-43a1-8a5d-3e685a7273e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:23.134015 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-094b062e-2883-4a71-806c-519bcf4ad948 req-916dd416-c743-43a1-8a5d-3e685a7273e7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9d8759cac9424d3dac7854e63ac04e53&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5190852 Mar 16 11:11:23.138562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.166808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.222750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.226076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.242982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.249591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:23.263934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:security_group_rule and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:23.318803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:23.340669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:23.345559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc77e37c-2ff1-4bea-a789-61096ae0d4d7']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:23.358860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.370447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6d45ce-29d5-4908-80e7-055af73e73ed') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:23.370599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6d45ce-29d5-4908-80e7-055af73e73ed') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:23.393055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.408375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.438207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.449379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:23.449778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:23.465159 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:23.471858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b062e-2883-4a71-806c-519bcf4ad948 req-daed24e9-7d22-471b-815b-0f1e1a69fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:23.471858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-094b062e-2883-4a71-806c-519bcf4ad948 req-daed24e9-7d22-471b-815b-0f1e1a69fbdf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2763555 Mar 16 11:11:23.577318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-277fc512-c0fa-4261-b95d-c328b2b82b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.614853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-556418ea-1b21-4efb-9a3d-21fdf184fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:23.616862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-556418ea-1b21-4efb-9a3d-21fdf184fb18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1096 time: 0.0893722 Mar 16 11:11:23.648510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Router c9df7d9b-80a5-4e9b-a327-3010dbec8be3 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:23.658356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=7fee8b21-ab4c-412d-adbf-f81a40c8fde0,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:23.672383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.680412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.690672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.695110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.701410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-277fc512-c0fa-4261-b95d-c328b2b82b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.714291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-0559698f-01ef-4d9d-b051-8157dd94f7f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 217 time: 0.0901427 Mar 16 11:11:23.769582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=cc77e37c-2ff1-4bea-a789-61096ae0d4d7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:23.780583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-398918d6-9bf1-4adb-8f93-731a26aa4938 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/cc77e37c-2ff1-4bea-a789-61096ae0d4d7 HTTP/1.1" status: 204 len: 168 time: 1.2775729 Mar 16 11:11:23.791066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57040) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:23.803268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1698047122'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:23.824982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:23.840305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-0dbd2cfc-ffda-4e7f-a204-9cc958c31ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:23.841751 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-0dbd2cfc-ffda-4e7f-a204-9cc958c31ce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.1174204 Mar 16 11:11:23.844881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:23.849650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:23.896849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:23.917453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:23.949912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-e11abe64-388d-4818-a4c3-fbd5c2f8fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:23.951381 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-e11abe64-388d-4818-a4c3-fbd5c2f8fa58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987511 Mar 16 11:11:24.039690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.055519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Calling delete_port for 82ea246e-04ba-4c8d-8d5b-e85773253037 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:24.063739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:24.067112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.109600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:24.111022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.129111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f40ba79-7280-4202-90b2-c3d7aebd0343,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.138597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.139263 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Added segment 0c615673-0a73-42e8-9508-b50d52613118 of type vlan for network 77db85f6-939c-461e-ad59-773adedf96f2 Mar 16 11:11:24.165396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:24.170858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-c6fcc6ec-b61b-40a2-9e3e-549e847213df service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127078 Mar 16 11:11:24.216465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.216808 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment 9c487b06-f8c9-4361-b3e4-ea887c538095 of type vlan for network 94c95128-9d8d-4a26-b160-42eb17e51a13 Mar 16 11:11:24.218861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.278675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event deleted for resources: {'Subnet': ['ID=d8838d00-94d3-4ba9-b0fa-d631ee5620bc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.295861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2c25a-610d-47b4-98a1-35cc83d9bf53 None None] Network 5343fecf-b60c-41f7-83d8-330df9226602 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:24.315773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:24.328138 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] Sync routers for ids ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:24.329413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.344493 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] Routers {'c9df7d9b-80a5-4e9b-a327-3010dbec8be3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:24.345132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.345973 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:24.361231 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9a2b17aa-d902-4c0d-865e-17093acad55a tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "DELETE /v2.0/subnets/d8838d00-94d3-4ba9-b0fa-d631ee5620bc HTTP/1.1" status: 204 len: 168 time: 2.4441106 Mar 16 11:11:24.375622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57046) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:24.429716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95fc99c3-24d6-488b-b714-faa2b3cee6f9 req-cd6a1817-8ad0-487a-b69d-f67e9c000e4a service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407451 Mar 16 11:11:24.437128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.438515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-30fdcc85-d7d6-4b5c-bbad-c38648cb5fef tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "PUT /v2.0/routers/c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 200 len: 706 time: 6.8208158 Mar 16 11:11:24.438790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.443489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57050) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:24.444758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.445450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.445879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:24.451793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:24.461555 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:24.472292 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] Routers {'c9df7d9b-80a5-4e9b-a327-3010dbec8be3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:24.473065 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:24.526175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-277fc512-c0fa-4261-b95d-c328b2b82b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.528762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-277fc512-c0fa-4261-b95d-c328b2b82b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.530113 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-277fc512-c0fa-4261-b95d-c328b2b82b07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d07652e6-2cb7-450e-9955-9526b23a003f HTTP/1.1" status: 204 len: 168 time: 1.4872315 Mar 16 11:11:24.611097 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:24.611578 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda75b53-265e-4387-bdff-8fdc6b9b2282 None None] The sync data for ids ['c9df7d9b-80a5-4e9b-a327-3010dbec8be3'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:24.698189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fc512-c0fa-4261-b95d-c328b2b82b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07652e6-2cb7-450e-9955-9526b23a003f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.703089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.709098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.709267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.709647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aa8dc-af0c-48f8-9ea1-3282445857f0 req-a9042d49-393d-41de-b68c-0a01b67cf409 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:24.712496 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9b7aa8dc-af0c-48f8-9ea1-3282445857f0 req-a9042d49-393d-41de-b68c-0a01b67cf409 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 943 time: 0.4521546 Mar 16 11:11:24.714620 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8d8770f2-75a8-448d-851f-6a190d292185 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/routers/c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 200 len: 741 time: 0.2666440 Mar 16 11:11:24.721214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57056) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:24.758940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] DHCP port deletion for 5343fecf-b60c-41f7-83d8-330df9226602 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:24.763384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] Deleting port b582335f-7ffb-4615-abeb-b168df6dad50 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:24.764058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.778285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.802680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Network': ['ID=77db85f6-939c-461e-ad59-773adedf96f2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.827876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 77db85f6-939c-461e-ad59-773adedf96f2 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:24.839849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting port b582335f-7ffb-4615-abeb-b168df6dad50 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:24.840192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:24.840958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-44d74728-4588-40c9-b7db-e07477e47aa9 tempest-RoutersAdminTest-534048589 tempest-RoutersAdminTest-534048589-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 200 len: 205 time: 0.1147461 Mar 16 11:11:24.846649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57060) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:24.925958 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4eebb682-3dee-4bd2-8684-85e16ce5bef9 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4212992 Mar 16 11:11:24.936944 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1428528 Mar 16 11:11:24.941668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57064) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:24.942485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be19798-5561-4b7b-89c8-f27a5678859c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=94c95128-9d8d-4a26-b160-42eb17e51a13,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:24.983806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:24.993179 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9b7aa8dc-af0c-48f8-9ea1-3282445857f0 req-b9b358e4-7273-4523-84f1-fb1c59d70f9b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681253 Mar 16 11:11:25.007622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e56d8f34-3438-4c60-8a9e-9029d7701615 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 200 len: 205 time: 0.1517072 Mar 16 11:11:25.013347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57070) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:25.021648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:25.045050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:25.134729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.197764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Pushing event deleted for resources: {'Port': ['ID=82ea246e-04ba-4c8d-8d5b-e85773253037,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:25.420819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.448782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] For port b582335f-7ffb-4615-abeb-b168df6dad50, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b582335f-7ffb-4615-abeb-b168df6dad50,segment=NetworkSegment(83dee1ef-b665-4e24-834e-aa7ea0e05ad0),segment_id=83dee1ef-b665-4e24-834e-aa7ea0e05ad0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:25.451298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.513804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:25.572510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:25.583800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:25.695903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] Calling delete_port for b582335f-7ffb-4615-abeb-b168df6dad50 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:25.712576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:25.771135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.851144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:25.873317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:25.894359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.900086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.903286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] For port b582335f-7ffb-4615-abeb-b168df6dad50, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b582335f-7ffb-4615-abeb-b168df6dad50,segment=NetworkSegment(83dee1ef-b665-4e24-834e-aa7ea0e05ad0),segment_id=83dee1ef-b665-4e24-834e-aa7ea0e05ad0)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:25.903637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:25.911879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:25.912968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:25.942569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-be0da1b6-8147-4db4-8e4e-fc79a7365a32 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/routers/e3c29559-d566-40b8-abb8-eaf965130a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4706085 Mar 16 11:11:25.946306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57090) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.024150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'port': {'network_id': '0145cd57-c954-4528-9411-6d13e6eb03f6', 'name': 'tempest-FloatingIPTestJSON-176149554'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:26.039845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:26.042528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.065137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Calling delete_port for b582335f-7ffb-4615-abeb-b168df6dad50 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:26.136529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.169701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:26.257553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57096) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.258167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] No DVR routers for this DVR port b582335f-7ffb-4615-abeb-b168df6dad50 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:26.260183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:26.261134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:26.323977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.324543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Fanout notify agent at l3_agent the message router_deleted on router c9df7d9b-80a5-4e9b-a327-3010dbec8be3 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:26.339873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e9d5e-dc9a-4ab6-9b14-e9092a9efb7c None None] Pushing event deleted for resources: {'Port': ['ID=b582335f-7ffb-4615-abeb-b168df6dad50,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:26.352308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:26.352907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae6281-1b14-4fc8-8b6b-24e6f4825361 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:26.369296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Performing IP validity checks on allocation pools {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:11:26.369296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:11:26.413687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.418699 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9ca414b0-5b03-471d-ab2c-efe751837cbd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 204 len: 168 time: 1.3646760 Mar 16 11:11:26.423522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57102) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.479613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:26.479937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:26.498235 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3fc58d92-66b5-46e5-bc5b-377ba7aa287f tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 200 len: 205 time: 0.0730181 Mar 16 11:11:26.501515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57106) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.504720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.540734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b582335f-7ffb-4615-abeb-b168df6dad50 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:26.597719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.603602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: b582335f-7ffb-4615-abeb-b168df6dad50 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:26.603931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b582335f-7ffb-4615-abeb-b168df6dad50 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:26.619605 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-680ab549-5c93-405b-9400-8322650b86fa tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] delete failed (client error): The resource could not be found. Mar 16 11:11:26.623021 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-680ab549-5c93-405b-9400-8322650b86fa tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/c9df7d9b-80a5-4e9b-a327-3010dbec8be3 HTTP/1.1" status: 404 len: 336 time: 0.1127884 Mar 16 11:11:26.638151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b27ed2-df06-419e-9a7a-7d9210538813 req-f5b84fe2-5b85-45e8-b4f0-f2a33d4e3985 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:26.645718 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63b27ed2-df06-419e-9a7a-7d9210538813 req-f5b84fe2-5b85-45e8-b4f0-f2a33d4e3985 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 943 time: 0.3329630 Mar 16 11:11:26.651516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57110) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.702466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fb16f0d6-5d08-463f-8524-03cb77e6e91d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:26.703171 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-fb16f0d6-5d08-463f-8524-03cb77e6e91d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 11:11:26.703674 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-fb16f0d6-5d08-463f-8524-03cb77e6e91d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:11:26.709973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fb16f0d6-5d08-463f-8524-03cb77e6e91d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4458373 Mar 16 11:11:26.712153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57114) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.725966 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9724fae4-d198-4da3-8cbb-7ef9bb297102 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=26a708c3-f179-4195-8f10-adb2f1f3b893 HTTP/1.1" status: 200 len: 205 time: 0.0713964 Mar 16 11:11:26.727586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:26.732669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816777098'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:26.734715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57118) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.740369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:26.744143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 17b5e437-7945-4f80-bc07-1a581e0b981a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:11:26.746098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:port and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:26.799231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:26.801827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:26.815052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:26.820306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:26.828786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:26.838130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Router 4a3e12a1-6507-403f-a125-5fea12810f96 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:26.845123 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-8a91f580-789c-4062-bfb8-124213a5b1a7 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] delete failed (client error): The resource could not be found. Mar 16 11:11:26.848793 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8a91f580-789c-4062-bfb8-124213a5b1a7 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/26a708c3-f179-4195-8f10-adb2f1f3b893 HTTP/1.1" status: 404 len: 336 time: 0.1108348 Mar 16 11:11:26.852103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57122) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:26.857456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63b27ed2-df06-419e-9a7a-7d9210538813 req-074a7ef4-0115-47a7-ba88-6f63a54d8f48 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107630 Mar 16 11:11:26.939978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.953769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:26.957225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.966231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 17b5e437-7945-4f80-bc07-1a581e0b981a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=17b5e437-7945-4f80-bc07-1a581e0b981a,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:26.974820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.983777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'port_id': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'mac_address': 'fa:16:3e:8d:8c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:11:26.984451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Deleting port b582335f-7ffb-4615-abeb-b168df6dad50 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:26.984847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:26.993610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.009753 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-78bafb9b-905f-4892-a317-9e3a4717f1fd tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 HTTP/1.1" status: 200 len: 205 time: 0.1018229 Mar 16 11:11:27.012736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57126) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.059724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.082538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b5e437-7945-4f80-bc07-1a581e0b981a {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:11:27.089346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:27.100962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] device_id is not set on port 34abb94e-3cca-43d7-b660-1b229ec02cbc yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:27.105181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 17b5e437-7945-4f80-bc07-1a581e0b981a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=17b5e437-7945-4f80-bc07-1a581e0b981a,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:27.203358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] The port 'b582335f-7ffb-4615-abeb-b168df6dad50' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:27.208509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-415cc84d-d070-487a-b898-39afcd1dde69 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] delete failed (client error): The resource could not be found. Mar 16 11:11:27.213232 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-415cc84d-d070-487a-b898-39afcd1dde69 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/ac51252e-e1a8-4a2d-8be6-dcf3abbbbf95 HTTP/1.1" status: 404 len: 336 time: 0.1908457 Mar 16 11:11:27.280250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57130) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.280250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=e7d91cfb-4242-4d57-a49d-93cf24d5a92f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:27.299741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': '9c487b06-f8c9-4361-b3e4-ea887c538095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:27.300609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: 94c95128-9d8d-4a26-b160-42eb17e51a13, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:27.352083 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5020dbdf-f6bb-4281-853a-7e30b5926247 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=d188b827-dcbb-445c-a281-d898f1ae750c HTTP/1.1" status: 200 len: 205 time: 0.1030240 Mar 16 11:11:27.360479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.374750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57134) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.481235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=17b5e437-7945-4f80-bc07-1a581e0b981a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:27.495680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:27.501058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:27.509267 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] Sync routers for ids ['4a3e12a1-6507-403f-a125-5fea12810f96'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:27.517048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.523676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:27.524130 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a8d6962-ecb2-4fc1-b8ee-a70862a60b0a tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "PUT /v2.0/routers/4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 200 len: 710 time: 7.4112732 Mar 16 11:11:27.524130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:27.524293 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] Routers {'4a3e12a1-6507-403f-a125-5fea12810f96'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:27.524447 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a3e12a1-6507-403f-a125-5fea12810f96'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.528045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57138) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.535028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.544097 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-bf463b9a-c092-4b5d-a7a0-510b45d4d081 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] delete failed (client error): The resource could not be found. Mar 16 11:11:27.554997 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf463b9a-c092-4b5d-a7a0-510b45d4d081 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/d188b827-dcbb-445c-a281-d898f1ae750c HTTP/1.1" status: 404 len: 336 time: 0.1786923 Mar 16 11:11:27.557585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57142) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.623239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['17b5e437-7945-4f80-bc07-1a581e0b981a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:11:27.651571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:27.658334 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.678339 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] Routers {'4a3e12a1-6507-403f-a125-5fea12810f96'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:27.678956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a3e12a1-6507-403f-a125-5fea12810f96'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.691400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d13991d5-3a72-491a-9a34-648f16d878ce tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a02a1c0-f38a-40c8-9409-d3f80f628ea0 HTTP/1.1" status: 200 len: 205 time: 0.1224530 Mar 16 11:11:27.704242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5343fecf-b60c-41f7-83d8-330df9226602']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.711651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57146) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.738695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dee1ef-b665-4e24-834e-aa7ea0e05ad0') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.739093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dee1ef-b665-4e24-834e-aa7ea0e05ad0') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.762669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.789956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:27.790577 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dc694-581c-4638-acd6-3bb93e0f7234 None None] The sync data for ids ['4a3e12a1-6507-403f-a125-5fea12810f96'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:27.805291 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-79dc94b2-a0fb-4048-866a-a0b5bbae67a4 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] delete failed (client error): The resource could not be found. Mar 16 11:11:27.806589 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-79dc94b2-a0fb-4048-866a-a0b5bbae67a4 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/2a02a1c0-f38a-40c8-9409-d3f80f628ea0 HTTP/1.1" status: 404 len: 336 time: 0.0936112 Mar 16 11:11:27.808080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.3 (0145cd57-c954-4528-9411-6d13e6eb03f6/79420f58-122b-4c51-b6ea-ec944a84ad51/34abb94e-3cca-43d7-b660-1b229ec02cbc) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:27.813372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.823233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57150) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:27.828292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:27.828701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:27.962991 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:27.965484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 94c95128-9d8d-4a26-b160-42eb17e51a13) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:27.979932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:27.980606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:27.982800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f066a-cfb7-42df-950a-90c86dcae1d9 None None] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:28.014347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57156) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.020956 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d6be8ed4-9ab5-43a1-b856-a48e19c85dc7 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/routers/4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 200 len: 745 time: 0.4917622 Mar 16 11:11:28.129191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d107947d-94c8-44d1-8602-4ffb18862049 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Synchronizing usage tracker for tenant:66f91a8a23824e5490c964e340c60e1f on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:28.139694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.180299 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2a0ee517-f9e5-4a93-b5ac-44d63dfa1fad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2320657 Mar 16 11:11:28.191047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.197792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] 10.222.0.30 "DELETE /v2.0/networks/5343fecf-b60c-41f7-83d8-330df9226602 HTTP/1.1" status: 204 len: 168 time: 3.8204801 Mar 16 11:11:28.203322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57160) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.227885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13', 'name': 'tempest-PortsIpV6TestJSON-504929620'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:28.251567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57166) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.252477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a74c0-f909-4bda-acb7-506d7b14dcc4 tempest-FloatingIPNegativeTestJSON-810043399 tempest-FloatingIPNegativeTestJSON-810043399-project] Pushing event deleted for resources: {'Network': ['ID=5343fecf-b60c-41f7-83d8-330df9226602,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:28.278560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'subnet': {'network_id': '77db85f6-939c-461e-ad59-773adedf96f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:28.292566 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d717ca47-b651-4487-aa68-48c0000f2a47 tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f HTTP/1.1" status: 200 len: 205 time: 0.4136326 Mar 16 11:11:28.297444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57170) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.300763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-94c95128-9d8d-4a26-b160-42eb17e51a13', 'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': 'e7d91cfb-4242-4d57-a49d-93cf24d5a92f'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:28.301595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.469163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.482780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.496437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Allocated IP 2001:db8::2 (94c95128-9d8d-4a26-b160-42eb17e51a13/e7d91cfb-4242-4d57-a49d-93cf24d5a92f/10a88ded-1a91-4a67-8a20-ba114570a9dc) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:28.522938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a4a23-2692-437c-a90a-deca9cd0d5b1 req-07b957cf-d039-47cc-ac43-ce6ca0b8f2c8 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:28.530417 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-693a4a23-2692-437c-a90a-deca9cd0d5b1 req-07b957cf-d039-47cc-ac43-ce6ca0b8f2c8 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 944 time: 0.2487023 Mar 16 11:11:28.575590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d107947d-94c8-44d1-8602-4ffb18862049 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] Unset dirty status for tenant:66f91a8a23824e5490c964e340c60e1f on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:28.579522 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d107947d-94c8-44d1-8602-4ffb18862049 tempest-RoutersIpV6AdminTest-1192660423 tempest-RoutersIpV6AdminTest-1192660423-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&device_id=4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 200 len: 205 time: 0.5613723 Mar 16 11:11:28.583298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57174) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.624007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.633810 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-0fb8b3c5-cbec-4903-938e-535f0d8658ee tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] delete failed (client error): The resource could not be found. Mar 16 11:11:28.637923 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0fb8b3c5-cbec-4903-938e-535f0d8658ee tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/routers/b7338f8b-50c5-4aae-845b-ca1b2fc7ef0f HTTP/1.1" status: 404 len: 336 time: 0.3247204 Mar 16 11:11:28.643002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57178) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.651734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:28.663859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-748d9d3a-8874-4e24-8c68-8dd140db0049 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 200 len: 205 time: 0.0750670 Mar 16 11:11:28.663859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.696951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:28.697892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57182) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.714949 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-693a4a23-2692-437c-a90a-deca9cd0d5b1 req-0b76a7c7-7187-47f6-8ef8-7b9e39dee56a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798811 Mar 16 11:11:28.755570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:28.762599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d180bc-6dd6-4ebb-892d-ffa8badcac0c tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:28.763052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d180bc-6dd6-4ebb-892d-ffa8badcac0c tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:28.767349 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-44d180bc-6dd6-4ebb-892d-ffa8badcac0c tempest-RoutersAdminTest-62464613 tempest-RoutersAdminTest-62464613-project] 10.222.0.30 "DELETE /v2.0/subnets/f908636e-1dd7-4114-97e3-f69a8b47212b HTTP/1.1" status: 404 len: 337 time: 0.1207571 Mar 16 11:11:28.776877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 17b5e437-7945-4f80-bc07-1a581e0b981a up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:28.786638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:28.799734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:28.818461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d391e189-830b-400b-a6ce-2d758a09ffd4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:28.832367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:28.839542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:28.848177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:subnet and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:28.856881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:28.867279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:28.881099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.887367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:28.898136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=34abb94e-3cca-43d7-b660-1b229ec02cbc,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:28.915239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57190) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:28.929695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Transition to ACTIVE for port object 10a88ded-1a91-4a67-8a20-ba114570a9dc will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:28.949488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:28.962984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Transition to ACTIVE for port object 10a88ded-1a91-4a67-8a20-ba114570a9dc will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:28.973453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:28.988480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.007559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:29.008179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.040467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 17b5e437-7945-4f80-bc07-1a581e0b981a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:29.045644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 17b5e437-7945-4f80-bc07-1a581e0b981a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:29.046133 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.054685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:29.063596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.110597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.126504 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e12d5b50-0fe2-4f8c-9ca5-4018e78c6c3d tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1788683 Mar 16 11:11:29.132412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.133039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3033c55-69b1-4691-ab08-1363b87b7512,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:29.159865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'port': {'network_id': '0145cd57-c954-4528-9411-6d13e6eb03f6', 'name': 'tempest-FloatingIPTestJSON-1785886820'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:29.188121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:29.191246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:29.194362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:29.203830 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-675992ec-cd0d-4233-8413-0e0aeab3dd4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4d6e49eb73f43f689063f5566f71a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423820 Mar 16 11:11:29.205535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57200) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.254372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.255487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba6d4f25-76b3-42ed-b4c7-0ecce99feed2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5416820 Mar 16 11:11:29.258694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.260965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.269471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57204) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.293805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'f3033c55-69b1-4691-ab08-1363b87b7512', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:29.310503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:29.321364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Pushing event updated for resources: {'Port': ['ID=10a88ded-1a91-4a67-8a20-ba114570a9dc,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:29.330112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:29.337970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:29.357099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.358494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Fanout notify agent at l3_agent the message router_deleted on router 4a3e12a1-6507-403f-a125-5fea12810f96 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:11:29.362364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:29.374560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.382384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.385268 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-af875e97-6dce-43f5-b28e-e760e18e2054 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 204 len: 168 time: 0.6839566 Mar 16 11:11:29.388678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57210) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.396665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Attempting to bind port 10a88ded-1a91-4a67-8a20-ba114570a9dc on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:29.401617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57214) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.401736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Attempting to bind port 10a88ded-1a91-4a67-8a20-ba114570a9dc by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '9c487b06-f8c9-4361-b3e4-ea887c538095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:29.401736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Attempting to bind port 10a88ded-1a91-4a67-8a20-ba114570a9dc on network 94c95128-9d8d-4a26-b160-42eb17e51a13 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:29.401991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:29.402089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89ab9622-506d-447f-b1bd-8ed96fcd4619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.409441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:port and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:29.409676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:29.410064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Checking segment: {'id': '9c487b06-f8c9-4361-b3e4-ea887c538095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:29.410519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.410910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Bound using segment: {'id': '9c487b06-f8c9-4361-b3e4-ea887c538095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:29.411366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Bound port: 10a88ded-1a91-4a67-8a20-ba114570a9dc, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c487b06-f8c9-4361-b3e4-ea887c538095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '94c95128-9d8d-4a26-b160-42eb17e51a13'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:29.411940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.419399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:29.426613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:29.428643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:29.442506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 17b5e437-7945-4f80-bc07-1a581e0b981a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=17b5e437-7945-4f80-bc07-1a581e0b981a,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:29.447182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89ab9622-506d-447f-b1bd-8ed96fcd4619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.472799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:29.476587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.489579 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'code': 200} Mar 16 11:11:29.491464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:29.495629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.515376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.525363 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0d43bdf8-1f50-4343-9a53-3c6fe53d2d23 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 200 len: 205 time: 0.1325786 Mar 16 11:11:29.528740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57222) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.546175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 71f284c0-36b1-404b-b433-9a7e5c4ae95e yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:29.585080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.630876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:29.634459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.656349 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-23741fbf-8dd4-4779-8e81-0e1c07c788f3 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] delete failed (client error): The resource could not be found. Mar 16 11:11:29.660063 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-23741fbf-8dd4-4779-8e81-0e1c07c788f3 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/4a3e12a1-6507-403f-a125-5fea12810f96 HTTP/1.1" status: 404 len: 336 time: 0.1274669 Mar 16 11:11:29.663724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57226) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.670427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] For port 10a88ded-1a91-4a67-8a20-ba114570a9dc, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:29.670894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.698814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] device_id is not set on port 536d120d-04f2-4a37-bb43-076f1fa6164a yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:29.703155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=17b5e437-7945-4f80-bc07-1a581e0b981a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:29.726140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] For port 10a88ded-1a91-4a67-8a20-ba114570a9dc, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=10a88ded-1a91-4a67-8a20-ba114570a9dc,segment=NetworkSegment(9c487b06-f8c9-4361-b3e4-ea887c538095),segment_id=9c487b06-f8c9-4361-b3e4-ea887c538095)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:29.732783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:29.742180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Usage tracker for resource:security_group_rule and tenant:2122d37786c44149b810e4cd9201bc1f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:29.745894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:29.760918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:29.792683 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6e1d409f-53bb-46cc-9422-0389dc689c51 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=24a90cc8-42dd-40f3-86b1-72aa1213a1e6 HTTP/1.1" status: 200 len: 205 time: 0.1259885 Mar 16 11:11:29.794292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57232) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:29.807408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.817501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.868033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89ab9622-506d-447f-b1bd-8ed96fcd4619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:29.915545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a7dbb-441b-47b6-9298-3f4c161dfe43 None None] Pushing event updated for resources: {'Port': ['ID=10a88ded-1a91-4a67-8a20-ba114570a9dc,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:29.944122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-d366c2ef-02bb-43e1-8b8b-d45fd09ed3d4 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] delete failed (client error): The resource could not be found. Mar 16 11:11:29.945282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d366c2ef-02bb-43e1-8b8b-d45fd09ed3d4 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/24a90cc8-42dd-40f3-86b1-72aa1213a1e6 HTTP/1.1" status: 404 len: 336 time: 0.1500077 Mar 16 11:11:29.946639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::2e3 (94c95128-9d8d-4a26-b160-42eb17e51a13/e7d91cfb-4242-4d57-a49d-93cf24d5a92f/71f284c0-36b1-404b-b433-9a7e5c4ae95e) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:29.965396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57236) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.016690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e5fc361a-3191-494a-bb44-d3d78b241dd9 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=332bda26-3c8f-45f4-a3cf-2b6aab96610a HTTP/1.1" status: 200 len: 205 time: 0.0574675 Mar 16 11:11:30.021188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57240) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.024902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.055407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9622-506d-447f-b1bd-8ed96fcd4619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00507a2c-42f0-43f3-be9d-4f003f255cc6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:30.096353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d10688-1c63-474b-8cb6-d570049cd71e,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:30.145596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.5 (0145cd57-c954-4528-9411-6d13e6eb03f6/79420f58-122b-4c51-b6ea-ec944a84ad51/536d120d-04f2-4a37-bb43-076f1fa6164a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:30.152834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89ab9622-506d-447f-b1bd-8ed96fcd4619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.153995 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-89ab9622-506d-447f-b1bd-8ed96fcd4619 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00507a2c-42f0-43f3-be9d-4f003f255cc6 HTTP/1.1" status: 204 len: 168 time: 0.9483290 Mar 16 11:11:30.216878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.221088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fa92dacf-8236-46ee-8c3e-f07e6c744d2c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9357285 Mar 16 11:11:30.246946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57246) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.278834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'f3033c55-69b1-4691-ab08-1363b87b7512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:30.291164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011ce7-3a30-4e78-9435-f933abce5eb9 req-976b6aef-43b0-4e35-a4a8-260dbe847cd7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:30.292774 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df011ce7-3a30-4e78-9435-f933abce5eb9 req-976b6aef-43b0-4e35-a4a8-260dbe847cd7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4660251 Mar 16 11:11:30.298676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.304299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:30.350591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:30.359438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:30.418650 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-9f868e2d-7a88-4257-8930-b1cbb6c61a5e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] delete failed (client error): The resource could not be found. Mar 16 11:11:30.419744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f868e2d-7a88-4257-8930-b1cbb6c61a5e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/332bda26-3c8f-45f4-a3cf-2b6aab96610a HTTP/1.1" status: 404 len: 336 time: 0.3943903 Mar 16 11:11:30.420353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:30.441211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57250) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.446482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.528214 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df011ce7-3a30-4e78-9435-f933abce5eb9 req-12a2b393-6cd4-4ace-b101-3bc420dbef50 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257617 Mar 16 11:11:30.568971 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-91be9b27-26a0-4e09-b5bb-5b621d4c1ab9 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe HTTP/1.1" status: 200 len: 205 time: 0.1213765 Mar 16 11:11:30.575709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57256) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.578027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 10a88ded-1a91-4a67-8a20-ba114570a9dc up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:30.586785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d142b-a8f2-426c-9feb-c97999d18bce req-870007e7-5e51-478e-9783-41a86ea8804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:30.590140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-259d142b-a8f2-426c-9feb-c97999d18bce req-870007e7-5e51-478e-9783-41a86ea8804e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.7110829 Mar 16 11:11:30.616894 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2122d37786c44149b810e4cd9201bc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2129221 Mar 16 11:11:30.630255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57260) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.697387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.704239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c339709-f336-47b8-b043-2f763626c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb359821-9ea6-44a3-8750-21f46303cfbb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:30.742689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.745542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.752572 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-02a41a4b-6226-492b-8c51-f5368eccee4e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] delete failed (client error): The resource could not be found. Mar 16 11:11:30.756755 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-02a41a4b-6226-492b-8c51-f5368eccee4e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/27c48501-a8ec-4ec3-a5a3-a9b9dd1f0abe HTTP/1.1" status: 404 len: 336 time: 0.1708615 Mar 16 11:11:30.759582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57268) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.767709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.796488 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-259d142b-a8f2-426c-9feb-c97999d18bce req-b5dc2bcb-e175-4302-9d69-651fd84272b8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890950 Mar 16 11:11:30.800163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 10a88ded-1a91-4a67-8a20-ba114570a9dc completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:30.820681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object 71f284c0-36b1-404b-b433-9a7e5c4ae95e will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:30.839095 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0f76a95c-347c-41b2-959e-eea0c74e6c35 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f37b8fd3-8c4e-428d-81e0-445470d09b6e HTTP/1.1" status: 200 len: 205 time: 0.0796163 Mar 16 11:11:30.847025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57274) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:30.864099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a3e7-18fd-45f4-89aa-d3ab063df9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.869643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Subnet': ['ID=fd242a5c-0bed-443e-a475-a5a2fc3185d5,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:30.901616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Checking segment: {'id': '0c615673-0a73-42e8-9508-b50d52613118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77db85f6-939c-461e-ad59-773adedf96f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:30.902221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network hostable DHCP agents. Network: 77db85f6-939c-461e-ad59-773adedf96f2, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:30.923939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a3e7-18fd-45f4-89aa-d3ab063df9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:30.932991 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-8694fd5d-ab48-4d13-99e5-6910fe5c9ea5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] delete failed (client error): The resource could not be found. Mar 16 11:11:30.937799 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8694fd5d-ab48-4d13-99e5-6910fe5c9ea5 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/f37b8fd3-8c4e-428d-81e0-445470d09b6e HTTP/1.1" status: 404 len: 336 time: 0.0845277 Mar 16 11:11:30.938150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57278) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.004720 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5f6159a9-9e46-4399-871b-7f82ca0f0603 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dc5b4e8-0cf3-421b-84aa-b89b36657905 HTTP/1.1" status: 200 len: 205 time: 0.0639851 Mar 16 11:11:31.005213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57284) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.069914 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:11:31.070982 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5d2d5abc-5750-4c87-93e4-085e902ae9ec tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8182993 Mar 16 11:11:31.071828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 77db85f6-939c-461e-ad59-773adedf96f2 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:31.078228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.080425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57288) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.083945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.125696 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-6b35ba0b-ffdc-4574-9e6f-87ea3a45003e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] delete failed (client error): The resource could not be found. Mar 16 11:11:31.126743 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6b35ba0b-ffdc-4574-9e6f-87ea3a45003e tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/routers/2dc5b4e8-0cf3-421b-84aa-b89b36657905 HTTP/1.1" status: 404 len: 336 time: 0.1202588 Mar 16 11:11:31.134446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57292) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.148403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a3e7-18fd-45f4-89aa-d3ab063df9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.184015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:31.189225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:31.192033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:31.221071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1962db64-eb11-4ce9-bc34-8b7d6b840d76 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:31.221653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1962db64-eb11-4ce9-bc34-8b7d6b840d76 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:31.224383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 77db85f6-939c-461e-ad59-773adedf96f2) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:31.234448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed68fd-05e6-40a7-a557-413c0e1c8c46 None None] Network 77db85f6-939c-461e-ad59-773adedf96f2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:31.237603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5a3e7-18fd-45f4-89aa-d3ab063df9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb359821-9ea6-44a3-8750-21f46303cfbb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:31.239897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.241113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.263659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:31.273610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=536d120d-04f2-4a37-bb43-076f1fa6164a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:31.279250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=71f284c0-36b1-404b-b433-9a7e5c4ae95e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:31.281350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:31.293332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:31.300248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.300985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.306255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.306913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.310802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1962db64-eb11-4ce9-bc34-8b7d6b840d76 tempest-RoutersIpV6AdminTest-1309258393 tempest-RoutersIpV6AdminTest-1309258393-project] 10.222.0.30 "DELETE /v2.0/subnets/8fb94a32-a0fa-4f98-9f84-da711856d1be HTTP/1.1" status: 404 len: 337 time: 0.1740415 Mar 16 11:11:31.312871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a3e7-18fd-45f4-89aa-d3ab063df9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.314040 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c9c5a3e7-18fd-45f4-89aa-d3ab063df9f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb359821-9ea6-44a3-8750-21f46303cfbb HTTP/1.1" status: 204 len: 168 time: 0.6811402 Mar 16 11:11:31.332384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-878ba94d-de77-4461-be7e-3ea5ee731675 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.342102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4eecb-70a4-4f93-bb5e-04e4dcb86d0d None None] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:31.368874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-878ba94d-de77-4461-be7e-3ea5ee731675 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.425522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57308) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.432476 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7eca825e-f604-4da9-9388-1416b907192d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2197402 Mar 16 11:11:31.432476 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b72f303a-5d1b-4711-a57d-c9a6d846b3b5 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1722867 Mar 16 11:11:31.435620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57312) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.441496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287237692'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:31.446717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:31.451098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:network and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:31.454147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:31.460685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:31.495390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57316) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.496122 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4ea182cf-e04a-4ad6-ba80-a18965ffaea4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3604441 Mar 16 11:11:31.503197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '536d120d-04f2-4a37-bb43-076f1fa6164a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:31.511225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:31.517801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:floatingip and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:31.524330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 71f284c0-36b1-404b-b433-9a7e5c4ae95e {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:31.524672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.529726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:31.538962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:31.577189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:31.580737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.625311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-878ba94d-de77-4461-be7e-3ea5ee731675 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.641011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:31.654152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ba94d-de77-4461-be7e-3ea5ee731675 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3033c55-69b1-4691-ab08-1363b87b7512,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:31.661039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.661039 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Added segment 4318ac4e-bf81-4ebe-be77-6cbcb3249fdc of type vlan for network 2287bed0-da38-411d-9430-1bf110b592ca Mar 16 11:11:31.670442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-878ba94d-de77-4461-be7e-3ea5ee731675 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.674075 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-878ba94d-de77-4461-be7e-3ea5ee731675 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3033c55-69b1-4691-ab08-1363b87b7512 HTTP/1.1" status: 204 len: 168 time: 0.5832984 Mar 16 11:11:31.674926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57322) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:31.732902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.750759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] Provisioning for port 10a88ded-1a91-4a67-8a20-ba114570a9dc completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:31.776698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.780087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] Provisioning complete for port 10a88ded-1a91-4a67-8a20-ba114570a9dc triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:31.781367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.846844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f8e3c02c-5c7b-4a5a-a789-a6d7daa59776 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:31.894067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.936638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:31.942327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:31.942934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.016062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57330) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.027873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376289e6-fe96-41a7-b919-025939441239 req-99a441a1-8c68-4199-b914-bc0235e11751 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:32.035367 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-376289e6-fe96-41a7-b919-025939441239 req-99a441a1-8c68-4199-b914-bc0235e11751 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3688924 Mar 16 11:11:32.073288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-77db85f6-939c-461e-ad59-773adedf96f2', 'network_id': '77db85f6-939c-461e-ad59-773adedf96f2', 'tenant_id': 'b1865409fadf4996a1b40b6c16d4233f', 'fixed_ips': [{'subnet_id': 'fd242a5c-0bed-443e-a475-a5a2fc3185d5'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:32.074140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.102062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57336) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.132306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f8e3c02c-5c7b-4a5a-a789-a6d7daa59776 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:32.137165 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f8e3c02c-5c7b-4a5a-a789-a6d7daa59776 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4577527 Mar 16 11:11:32.144339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 71f284c0-36b1-404b-b433-9a7e5c4ae95e owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:32.182772 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-376289e6-fe96-41a7-b919-025939441239 req-a7ea82b4-9da7-45f7-bf86-22dc25614e6c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397376 Mar 16 11:11:32.182772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57338) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.204829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420326551'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:32.215473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:32.219814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Network': ['ID=2287bed0-da38-411d-9430-1bf110b592ca,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:32.244040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:32.263802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Allocated IP 2001:db8:0:ffff::2 (77db85f6-939c-461e-ad59-773adedf96f2/fd242a5c-0bed-443e-a475-a5a2fc3185d5/2c97a149-7eed-4069-9ea8-c3ec847d2878) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:32.271433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.283416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 2287bed0-da38-411d-9430-1bf110b592ca details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:32.427358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.251 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/b219497f-9bac-45d5-b059-d8ada6ab6dd8) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:32.458828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'networks': [{'name': 'tempest-network--145945089'}, {'name': 'tempest-network--772330873'}]} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:32.459138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'network': {'name': 'tempest-network--145945089'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:32.460128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'network': {'name': 'tempest-network--772330873'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:32.463831 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3d4b60bb-3f9d-4218-b4ed-7bc20df99c96 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0272272 Mar 16 11:11:32.464713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.467515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57346) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.473040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'subnet': {'network_id': '2287bed0-da38-411d-9430-1bf110b592ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:32.514245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:32.519045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.544371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.577771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Usage tracker for resource:network and tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:32.582766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] For port 10a88ded-1a91-4a67-8a20-ba114570a9dc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=10a88ded-1a91-4a67-8a20-ba114570a9dc,segment=NetworkSegment(9c487b06-f8c9-4361-b3e4-ea887c538095),segment_id=9c487b06-f8c9-4361-b3e4-ea887c538095)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:32.587872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:32.590942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:32.603664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57350) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.611385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:32.614407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:32.617731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:32.629049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.634675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:32.636488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:32.647752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Usage tracker for resource:security_group_rule and tenant:29b2f609d0a84555b89f6ce1c923a1f8 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:32.657616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:32.660450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:32.667719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.680824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:32.712397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:subnet and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:32.748421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:32.758011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=71f284c0-36b1-404b-b433-9a7e5c4ae95e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:32.771479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:32.777507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.780966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'network': 2} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:32.785588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.793777 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-23cfd964-3bc4-49b4-a873-6cdd0e0efdc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/71f284c0-36b1-404b-b433-9a7e5c4ae95e HTTP/1.1" status: 204 len: 168 time: 1.3642454 Mar 16 11:11:32.794493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57354) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.799845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.806847 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3b691857-b0b7-41c9-aead-ec4cd4aab9c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aea9aa0ccb1849faac1874d0e4b7804f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973667 Mar 16 11:11:32.815660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57358) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.826727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.853189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4fb92-5e1e-4817-a45d-942ab81c84f9 None None] Pushing event updated for resources: {'Port': ['ID=10a88ded-1a91-4a67-8a20-ba114570a9dc,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:32.859785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.877127 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bac4644-d5b7-4245-904d-4fdf1c382614 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:32.877670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bac4644-d5b7-4245-904d-4fdf1c382614 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:32.883000 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9bac4644-d5b7-4245-904d-4fdf1c382614 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/71f284c0-36b1-404b-b433-9a7e5c4ae95e HTTP/1.1" status: 404 len: 333 time: 0.0846238 Mar 16 11:11:32.883000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:32.884035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57362) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:32.885279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Transition to ACTIVE for port object 2c97a149-7eed-4069-9ea8-c3ec847d2878 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:32.886952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.901081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5007e733-b1c5-403d-87ab-1b6217aafb9c None None] Could not find standard attr ID for object 71f284c0-36b1-404b-b433-9a7e5c4ae95e. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:11:32.904197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:32.917774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Transition to ACTIVE for port object 2c97a149-7eed-4069-9ea8-c3ec847d2878 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:32.926034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5007e733-b1c5-403d-87ab-1b6217aafb9c None None] Provisioning complete for port 10a88ded-1a91-4a67-8a20-ba114570a9dc triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:32.929769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5007e733-b1c5-403d-87ab-1b6217aafb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:32.957186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Usage tracker for resource:security_group_rule and tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:32.984649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:32.996513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.003909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:33.008422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.009903 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e7d269-ea01-4e99-b6f9-03b5c65b734f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:11:33.010591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-90e7d269-ea01-4e99-b6f9-03b5c65b734f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:33.065352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Network 77db85f6-939c-461e-ad59-773adedf96f2 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:33.072414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:33.099570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:33.103449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.139169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e769f9da-450e-4b61-ac9c-ab1b2cb814af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.160952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.167081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.176398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Pushing event updated for resources: {'Port': ['ID=2c97a149-7eed-4069-9ea8-c3ec847d2878,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:33.233685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-90e7d269-ea01-4e99-b6f9-03b5c65b734f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:33.237359 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-90e7d269-ea01-4e99-b6f9-03b5c65b734f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/71f284c0-36b1-404b-b433-9a7e5c4ae95e HTTP/1.1" status: 404 len: 333 time: 0.3325510 Mar 16 11:11:33.238060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57368) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:33.248715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Attempting to bind port 2c97a149-7eed-4069-9ea8-c3ec847d2878 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:33.249087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Attempting to bind port 2c97a149-7eed-4069-9ea8-c3ec847d2878 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '0c615673-0a73-42e8-9508-b50d52613118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77db85f6-939c-461e-ad59-773adedf96f2'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:33.249587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Attempting to bind port 2c97a149-7eed-4069-9ea8-c3ec847d2878 on network 77db85f6-939c-461e-ad59-773adedf96f2 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:33.255303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:33.257788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Checking segment: {'id': '0c615673-0a73-42e8-9508-b50d52613118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77db85f6-939c-461e-ad59-773adedf96f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:33.257788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.257788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Bound using segment: {'id': '0c615673-0a73-42e8-9508-b50d52613118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77db85f6-939c-461e-ad59-773adedf96f2'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:33.257788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Bound port: 2c97a149-7eed-4069-9ea8-c3ec847d2878, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c615673-0a73-42e8-9508-b50d52613118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77db85f6-939c-461e-ad59-773adedf96f2'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:33.258318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.360606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet e7d91cfb-4242-4d57-a49d-93cf24d5a92f {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:33.367741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.414699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cd3ee65c-18bf-42d3-aac7-6433a10cc1a0 None None] Could not find standard attr ID for object 71f284c0-36b1-404b-b433-9a7e5c4ae95e. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:11:33.421807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.429485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b475ba61-81b7-418b-ab9d-9be621bdd97b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:33.430040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] For port 2c97a149-7eed-4069-9ea8-c3ec847d2878, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:33.433259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] For port 2c97a149-7eed-4069-9ea8-c3ec847d2878, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2c97a149-7eed-4069-9ea8-c3ec847d2878,segment=NetworkSegment(0c615673-0a73-42e8-9508-b50d52613118),segment_id=0c615673-0a73-42e8-9508-b50d52613118)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:33.451280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e769f9da-450e-4b61-ac9c-ab1b2cb814af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.466148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:33.488286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:33.490759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:33.502571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.540150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.594193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a5bca-a6e8-4f74-83e7-44db90e9128c None None] Pushing event updated for resources: {'Port': ['ID=2c97a149-7eed-4069-9ea8-c3ec847d2878,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:33.609067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=b219497f-9bac-45d5-b059-d8ada6ab6dd8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:33.612725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.617659 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8314e9ed-f691-40a3-8e50-5ef9599708cd tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4275897 Mar 16 11:11:33.624799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57372) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:33.632342 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29b2f609d0a84555b89f6ce1c923a1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4498801 Mar 16 11:11:33.632342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d536-b459-46de-80cb-c3678cd5e07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d1eb60-a731-49d5-a798-fa64ee948981,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:33.635322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57374) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:33.644685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e4762339-882a-49c7-a233-eaa87937233b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'b475ba61-81b7-418b-ab9d-9be621bdd97b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:33.645433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:11:33.652253 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-e4762339-882a-49c7-a233-eaa87937233b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 11:11:33.652253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-e4762339-882a-49c7-a233-eaa87937233b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:33.652253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e4762339-882a-49c7-a233-eaa87937233b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0142109 Mar 16 11:11:33.652803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.676289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57380) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:33.749393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98322db-b9b1-42b6-9693-c77f4f2165cb req-d5b38d2f-7c59-4929-9bec-bff7333d6224 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:33.750929 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f98322db-b9b1-42b6-9693-c77f4f2165cb req-d5b38d2f-7c59-4929-9bec-bff7333d6224 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3481641 Mar 16 11:11:33.757669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.805166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Subnet': ['ID=2b4bc435-2e63-4da9-b3c5-f458514b3d8a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:33.862175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Checking segment: {'id': '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2287bed0-da38-411d-9430-1bf110b592ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:33.862563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network hostable DHCP agents. Network: 2287bed0-da38-411d-9430-1bf110b592ca, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:33.870175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.870364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.870844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.920176 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f98322db-b9b1-42b6-9693-c77f4f2165cb req-1da2d07e-ed10-46ea-b4f7-dfc4b2ad2562 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533473 Mar 16 11:11:33.920974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e769f9da-450e-4b61-ac9c-ab1b2cb814af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.978614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ced2dd2d-3dc8-45c4-bfbb-6e94fa7f926e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.984473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4b9efb1-a619-4549-9756-0557c33a8401 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.992575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3662be80-7d45-469e-aa77-6305d7602346,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:34.022131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 2287bed0-da38-411d-9430-1bf110b592ca is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:34.067379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.102991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 2287bed0-da38-411d-9430-1bf110b592ca) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:34.109542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769f9da-450e-4b61-ac9c-ab1b2cb814af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf37d72-0884-4188-ac52-fd2128aacfeb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:34.111582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d91cfb-4242-4d57-a49d-93cf24d5a92f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:34.113560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981c34b-00cd-4ac4-92f4-895434628069 None None] Network 2287bed0-da38-411d-9430-1bf110b592ca requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:34.113690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:34.114157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.118888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.122658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:34.139156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4c5becc7-f817-43db-b29a-10a9e18710cd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/e7d91cfb-4242-4d57-a49d-93cf24d5a92f HTTP/1.1" status: 204 len: 168 time: 0.8993752 Mar 16 11:11:34.141749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57386) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:34.149683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af95d780-8595-4f50-839d-5aa59edc07f8 None None] Network 94c95128-9d8d-4a26-b160-42eb17e51a13 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:34.188319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e769f9da-450e-4b61-ac9c-ab1b2cb814af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.191904 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e769f9da-450e-4b61-ac9c-ab1b2cb814af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebf37d72-0884-4188-ac52-fd2128aacfeb HTTP/1.1" status: 204 len: 168 time: 1.3679140 Mar 16 11:11:34.196161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ced2dd2d-3dc8-45c4-bfbb-6e94fa7f926e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.209022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4b9efb1-a619-4549-9756-0557c33a8401 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.226249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.226612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Added segment 33e71c01-4373-408b-a8db-ff916b0cf038 of type vlan for network 3a897842-decb-4e8c-a958-12d32936d687 Mar 16 11:11:34.293151 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a4b4f23a-5259-4700-bf7a-fb140e45e42b tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8249412 Mar 16 11:11:34.300652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57392) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:34.321094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'port': {'network_id': '2287bed0-da38-411d-9430-1bf110b592ca', 'name': 'tempest-NetworksIpV6TestAttrs-1190032530'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:34.377959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.391196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.480850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 10a88ded-1a91-4a67-8a20-ba114570a9dc {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:34.481213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.487750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81abed2-2469-407e-83da-c6f2d7ef747d req-fc534e32-647d-48d8-9004-8fa11bfbe4f5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:34.490174 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c81abed2-2469-407e-83da-c6f2d7ef747d req-fc534e32-647d-48d8-9004-8fa11bfbe4f5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3920639 Mar 16 11:11:34.492440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4b9efb1-a619-4549-9756-0557c33a8401 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.506943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57396) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:34.539907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Request body: {'floatingip': {'port_id': '17b5e437-7945-4f80-bc07-1a581e0b981a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:34.660279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-2287bed0-da38-411d-9430-1bf110b592ca', 'network_id': '2287bed0-da38-411d-9430-1bf110b592ca', 'tenant_id': 'b1865409fadf4996a1b40b6c16d4233f', 'fixed_ips': [{'subnet_id': '2b4bc435-2e63-4da9-b3c5-f458514b3d8a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:34.661644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.690886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] DHCP port deletion for 94c95128-9d8d-4a26-b160-42eb17e51a13 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:34.720355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:34.725778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Deleting port 10a88ded-1a91-4a67-8a20-ba114570a9dc {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:34.726380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.784385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9efb1-a619-4549-9756-0557c33a8401 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475ba61-81b7-418b-ab9d-9be621bdd97b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:34.792149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ced2dd2d-3dc8-45c4-bfbb-6e94fa7f926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.840316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.883149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] For port 10a88ded-1a91-4a67-8a20-ba114570a9dc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=10a88ded-1a91-4a67-8a20-ba114570a9dc,segment=NetworkSegment(9c487b06-f8c9-4361-b3e4-ea887c538095),segment_id=9c487b06-f8c9-4361-b3e4-ea887c538095)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:34.883510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.883598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2c97a149-7eed-4069-9ea8-c3ec847d2878 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:34.940156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2dd2d-3dc8-45c4-bfbb-6e94fa7f926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d1eb60-a731-49d5-a798-fa64ee948981,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:34.962066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.962337 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Added segment 61962e97-4353-4507-a9e1-40e136246923 of type vlan for network 0c8fcd49-8e5c-47d1-90fd-e56ec36ba2e2 Mar 16 11:11:34.996226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a14e32-62b3-474b-9248-49d2f183a8f5 None None] Network 77db85f6-939c-461e-ad59-773adedf96f2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:35.080046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 10a88ded-1a91-4a67-8a20-ba114570a9dc owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:35.081767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.093013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ced2dd2d-3dc8-45c4-bfbb-6e94fa7f926e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.097239 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ced2dd2d-3dc8-45c4-bfbb-6e94fa7f926e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23d1eb60-a731-49d5-a798-fa64ee948981 HTTP/1.1" status: 204 len: 168 time: 1.4565840 Mar 16 11:11:35.132936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4b9efb1-a619-4549-9756-0557c33a8401 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.137152 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c4b9efb1-a619-4549-9756-0557c33a8401 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/b475ba61-81b7-418b-ab9d-9be621bdd97b HTTP/1.1" status: 204 len: 168 time: 1.4568410 Mar 16 11:11:35.140899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57412) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:35.165384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:35.169456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:port and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:35.172913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:35.178596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:35.257230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2e3a6e84-596e-4743-bd8e-254877198fff None None] Provisioning for port 2c97a149-7eed-4069-9ea8-c3ec847d2878 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:35.274440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:35.278220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.320694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-df6a7b08-301f-4a33-a4a4-0ac5daf307e5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:35.322955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] device_id is not set on port 221f3082-48ad-4696-bf10-684dbce6a6ab yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:35.328814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.387983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] For port 10a88ded-1a91-4a67-8a20-ba114570a9dc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=10a88ded-1a91-4a67-8a20-ba114570a9dc,segment=NetworkSegment(9c487b06-f8c9-4361-b3e4-ea887c538095),segment_id=9c487b06-f8c9-4361-b3e4-ea887c538095)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:35.388318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.405435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.424991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.425486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.431323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:35.435946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:35.436575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.468228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-df6a7b08-301f-4a33-a4a4-0ac5daf307e5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:35.473374 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-df6a7b08-301f-4a33-a4a4-0ac5daf307e5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3197939 Mar 16 11:11:35.488177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=10a88ded-1a91-4a67-8a20-ba114570a9dc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:35.490089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57416) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:35.491390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No DVR routers for this DVR port 10a88ded-1a91-4a67-8a20-ba114570a9dc on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:35.537015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--951430662'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:35.607255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:35.650930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Calling delete_port for 10a88ded-1a91-4a67-8a20-ba114570a9dc owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:35.663853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:35.728576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.760799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2c97a149-7eed-4069-9ea8-c3ec847d2878 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:35.763641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c95128-9d8d-4a26-b160-42eb17e51a13']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:35.774950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c487b06-f8c9-4361-b3e4-ea887c538095') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:35.775250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c487b06-f8c9-4361-b3e4-ea887c538095') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:35.778608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Allocated IP 2001:db8::f816:3eff:fec4:22f7 (2287bed0-da38-411d-9430-1bf110b592ca/2b4bc435-2e63-4da9-b3c5-f458514b3d8a/35097eb6-9965-42ab-a75c-d9cda95bbf50) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:35.787732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.802173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2c97a149-7eed-4069-9ea8-c3ec847d2878 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:35.802624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.807039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.810393 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.7725720 Mar 16 11:11:35.811811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57428) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:35.833459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Network': ['ID=3a897842-decb-4e8c-a958-12d32936d687,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:35.838153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:35.838981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:35.858669 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:35.871046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 3a897842-decb-4e8c-a958-12d32936d687 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:35.882509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.891497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:35.984371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:35.984726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:36.008399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b5f2-d225-4a63-b228-38233a1ba8ac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Network': ['ID=0c8fcd49-8e5c-47d1-90fd-e56ec36ba2e2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:36.089116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0c8fcd49-8e5c-47d1-90fd-e56ec36ba2e2 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:36.125130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57434) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.141077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6c746-596e-4865-a2a1-3fd434b693e3 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:36.147956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6c746-596e-4865-a2a1-3fd434b693e3 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:36.155762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6c746-596e-4865-a2a1-3fd434b693e3 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:36.165005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6c746-596e-4865-a2a1-3fd434b693e3 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:36.171121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5ff6c746-596e-4865-a2a1-3fd434b693e3 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3582451 Mar 16 11:11:36.173341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57438) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.186402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.188919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:36.213499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.218845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57442) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.222806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:36.232430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:36.238615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=94c95128-9d8d-4a26-b160-42eb17e51a13,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:36.251299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:36.295506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.321624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:11:36.343546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.346517 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-930137f9-ddd5-4a5f-88a3-35d6e4e66989 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/94c95128-9d8d-4a26-b160-42eb17e51a13 HTTP/1.1" status: 204 len: 168 time: 2.2038152 Mar 16 11:11:36.351676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57448) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.359218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-448939577'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:36.365796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:36.370917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:36.374345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:36.386162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:36.430576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.480799 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c7fc5ba5-5bdd-4a9f-a672-c75675d6135b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66f91a8a23824e5490c964e340c60e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536692 Mar 16 11:11:36.482676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d4a063cc-ccd4-43d3-bd91-3d4837767cd5 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] Request body: {'port': {'network_id': '25b97b86-fda2-4cf2-b844-cf63bc9696af', 'name': 'tempest-NetworksNegativeTestJSON-1375839831'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:36.487073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Deleting port 10a88ded-1a91-4a67-8a20-ba114570a9dc {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:36.487500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.499164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57452) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.512576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:36.516035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.529248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.544433 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a063cc-ccd4-43d3-bd91-3d4837767cd5 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] POST failed (client error): The resource could not be found. Mar 16 11:11:36.544918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a063cc-ccd4-43d3-bd91-3d4837767cd5 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:36.545787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.546265 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d4a063cc-ccd4-43d3-bd91-3d4837767cd5 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3253601 Mar 16 11:11:36.551554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57456) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.554180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b474ce-58ee-4ab5-86dc-880c1d8b6ba8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:36.587439 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd9081b-095c-44f3-93d1-b0e1cdeb7669 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:36.587918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd9081b-095c-44f3-93d1-b0e1cdeb7669 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:36.589585 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bcd9081b-095c-44f3-93d1-b0e1cdeb7669 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "DELETE /v2.0/networks/0fc6de4f-5256-4d29-9141-d9acfdbbf6d3 HTTP/1.1" status: 404 len: 339 time: 0.0341203 Mar 16 11:11:36.595396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57460) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.611043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-56763fc9-a989-47b9-994a-96415d63a7da None None] The port '10a88ded-1a91-4a67-8a20-ba114570a9dc' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:36.630929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.633208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.641930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:36.644648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Transition to ACTIVE for port object 35097eb6-9965-42ab-a75c-d9cda95bbf50 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:36.653627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2c97a149-7eed-4069-9ea8-c3ec847d2878, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2c97a149-7eed-4069-9ea8-c3ec847d2878,segment=NetworkSegment(0c615673-0a73-42e8-9508-b50d52613118),segment_id=0c615673-0a73-42e8-9508-b50d52613118)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:36.658433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:11:36.659149 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d253796-e20d-4dd8-b33a-961b5449eb97 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:36.660135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d253796-e20d-4dd8-b33a-961b5449eb97 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:36.669179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Transition to ACTIVE for port object 35097eb6-9965-42ab-a75c-d9cda95bbf50 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:36.672573 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2d253796-e20d-4dd8-b33a-961b5449eb97 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "DELETE /v2.0/ports/b01ba5ba-79e4-401c-aff4-fa0079f72107 HTTP/1.1" status: 404 len: 333 time: 0.0764036 Mar 16 11:11:36.673681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.675108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.675907 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment 988a8bce-a24a-4965-8c06-f48754ec1d4f of type vlan for network 806a808f-c1fb-4b95-92a1-9701a6120257 Mar 16 11:11:36.677011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57464) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.713377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.717383 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-48a4bd6e-9e00-47a5-8cbd-ed011f64d6c3 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1879230 Mar 16 11:11:36.719152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57468) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.726991 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-84355e41-4a4e-410c-bcc3-cec50c44ac6a tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] DELETE failed (client error): The resource could not be found. Mar 16 11:11:36.727446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84355e41-4a4e-410c-bcc3-cec50c44ac6a tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:36.732555 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-84355e41-4a4e-410c-bcc3-cec50c44ac6a tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "DELETE /v2.0/subnets/4f6db711-1500-4b27-9c50-81e3424934b3 HTTP/1.1" status: 404 len: 337 time: 0.0512812 Mar 16 11:11:36.735070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.742462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-335f4ae0-30ea-4e79-b438-426063242035 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': '18b474ce-58ee-4ab5-86dc-880c1d8b6ba8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:36.743767 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-335f4ae0-30ea-4e79-b438-426063242035 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 11:11:36.745019 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-335f4ae0-30ea-4e79-b438-426063242035 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:36.749431 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-335f4ae0-30ea-4e79-b438-426063242035 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0260043 Mar 16 11:11:36.752166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57472) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.752294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.752632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57474) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.799101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a897842-decb-4e8c-a958-12d32936d687']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:36.803258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.827929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e71c01-4373-408b-a8db-ff916b0cf038') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:36.828568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e71c01-4373-408b-a8db-ff916b0cf038') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:36.831934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Network 2287bed0-da38-411d-9430-1bf110b592ca is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:36.839068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:36.841612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 10a88ded-1a91-4a67-8a20-ba114570a9dc no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:36.858493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.879127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:36.902840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 10a88ded-1a91-4a67-8a20-ba114570a9dc {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:36.902840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 10a88ded-1a91-4a67-8a20-ba114570a9dc not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:36.918631 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b129fe0-4e81-4c4a-90cc-b0e767c82bb3 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] GET failed (client error): The resource could not be found. Mar 16 11:11:36.923403 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3b129fe0-4e81-4c4a-90cc-b0e767c82bb3 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "GET /v2.0/networks/603e1d66-195c-4cb3-8c71-44979daca44c HTTP/1.1" status: 404 len: 339 time: 0.1664667 Mar 16 11:11:36.925787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.929936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Allocated IP 2001:db8::f816:3eff:fee9:18c2 (2287bed0-da38-411d-9430-1bf110b592ca/2b4bc435-2e63-4da9-b3c5-f458514b3d8a/221f3082-48ad-4696-bf10-684dbce6a6ab) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:36.934109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57480) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:36.934265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.968693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c79fe76b-5dda-4e40-803f-672e97a3f917 None None] Provisioning complete for port 2c97a149-7eed-4069-9ea8-c3ec847d2878 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:36.969022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c79fe76b-5dda-4e40-803f-672e97a3f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.985827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ff4524-ed6a-4e56-aaa0-b2fc5e5095fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.000378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.013001 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb846bad-5f0d-45e4-b057-6878d70962d5 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] GET failed (client error): The resource could not be found. Mar 16 11:11:37.018118 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bb846bad-5f0d-45e4-b057-6878d70962d5 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "GET /v2.0/ports/2c661685-8a14-4a8c-9b42-95b634528e4b HTTP/1.1" status: 404 len: 333 time: 0.0802593 Mar 16 11:11:37.040073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57484) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.047361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2c97a149-7eed-4069-9ea8-c3ec847d2878,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.061104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:37.061579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:37.076303 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:37.114468 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e156dc53-e64f-45c3-9b1f-f5818db0c24b tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] GET failed (client error): The resource could not be found. Mar 16 11:11:37.116649 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e156dc53-e64f-45c3-9b1f-f5818db0c24b tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "GET /v2.0/subnets/03e61d52-9347-40c6-be6a-23fc992989f4 HTTP/1.1" status: 404 len: 337 time: 0.0756187 Mar 16 11:11:37.122912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57488) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.128756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c8c86d2-7e79-4339-a684-5887890faf6e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.146106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Attempting to bind port 35097eb6-9965-42ab-a75c-d9cda95bbf50 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:37.146515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Attempting to bind port 35097eb6-9965-42ab-a75c-d9cda95bbf50 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2287bed0-da38-411d-9430-1bf110b592ca'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:37.146877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Attempting to bind port 35097eb6-9965-42ab-a75c-d9cda95bbf50 on network 2287bed0-da38-411d-9430-1bf110b592ca {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:37.161788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:37.162230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Checking segment: {'id': '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2287bed0-da38-411d-9430-1bf110b592ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:37.162804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.163211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Bound using segment: {'id': '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2287bed0-da38-411d-9430-1bf110b592ca'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:37.163693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Bound port: 35097eb6-9965-42ab-a75c-d9cda95bbf50, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2287bed0-da38-411d-9430-1bf110b592ca'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:37.164063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.196468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Pushing event updated for resources: {'Port': ['ID=35097eb6-9965-42ab-a75c-d9cda95bbf50,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.291789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.297076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:37.297666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.328286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] For port 35097eb6-9965-42ab-a75c-d9cda95bbf50, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:37.328537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ff4524-ed6a-4e56-aaa0-b2fc5e5095fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.331951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] For port 35097eb6-9965-42ab-a75c-d9cda95bbf50, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=35097eb6-9965-42ab-a75c-d9cda95bbf50,segment=NetworkSegment(4318ac4e-bf81-4ebe-be77-6cbcb3249fdc),segment_id=4318ac4e-bf81-4ebe-be77-6cbcb3249fdc)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:37.360014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6870bc14-6eb0-4403-9627-714072e2ec7c tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:37.373353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=b219497f-9bac-45d5-b059-d8ada6ab6dd8,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.395119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Floating IP 4d4e61f5-2943-432a-b24d-d012a9ea9211 associated. External IP: 172.26.7.162, port: 17b5e437-7945-4f80-bc07-1a581e0b981a. Mar 16 11:11:37.399585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c8c86d2-7e79-4339-a684-5887890faf6e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.416524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.489452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6870bc14-6eb0-4403-9627-714072e2ec7c tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] PUT failed (client error): The resource could not be found. Mar 16 11:11:37.489958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6870bc14-6eb0-4403-9627-714072e2ec7c tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:37.491323 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6870bc14-6eb0-4403-9627-714072e2ec7c tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "PUT /v2.0/networks/9228449f-acb2-4c5c-bcda-3da52ac80e27 HTTP/1.1" status: 404 len: 339 time: 0.1656168 Mar 16 11:11:37.498346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57492) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.501012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.517660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cfd1f-804b-46e9-a574-cca1d6007e0b None None] Pushing event updated for resources: {'Port': ['ID=35097eb6-9965-42ab-a75c-d9cda95bbf50,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.532136 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1767447 Mar 16 11:11:37.541260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57494) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.541260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23c9d-4b42-4d0b-a604-62125e25056c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=806a808f-c1fb-4b95-92a1-9701a6120257,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.548376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:37.563551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 806a808f-c1fb-4b95-92a1-9701a6120257 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:37.572258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-af150d16-2650-42e3-bc98-b1026b0d05b9 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:37.671818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.673087 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-af150d16-2650-42e3-bc98-b1026b0d05b9 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] PUT failed (client error): The resource could not be found. Mar 16 11:11:37.673569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af150d16-2650-42e3-bc98-b1026b0d05b9 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:37.679670 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-af150d16-2650-42e3-bc98-b1026b0d05b9 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "PUT /v2.0/ports/e105b159-029b-4c1e-b817-3f60379c14b3 HTTP/1.1" status: 404 len: 333 time: 0.1199958 Mar 16 11:11:37.681281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c8c86d2-7e79-4339-a684-5887890faf6e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.694733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57500) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.711505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-de8bd8d3-8ae8-4003-ac8f-a9bf54c43676 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:37.752314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.769019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c86d2-7e79-4339-a684-5887890faf6e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b474ce-58ee-4ab5-86dc-880c1d8b6ba8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.774846 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8bd8d3-8ae8-4003-ac8f-a9bf54c43676 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] PUT failed (client error): The resource could not be found. Mar 16 11:11:37.775305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8bd8d3-8ae8-4003-ac8f-a9bf54c43676 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:37.776647 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-de8bd8d3-8ae8-4003-ac8f-a9bf54c43676 tempest-NetworksNegativeTestJSON-899681239 tempest-NetworksNegativeTestJSON-899681239-project] 10.222.0.30 "PUT /v2.0/subnets/056110ba-f3b7-499d-ae0c-9188e7bf1475 HTTP/1.1" status: 404 len: 337 time: 0.0728571 Mar 16 11:11:37.780792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Transition to ACTIVE for port object 221f3082-48ad-4696-bf10-684dbce6a6ab will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:37.790099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:37.796824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:37.803012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:37.807123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c8c86d2-7e79-4339-a684-5887890faf6e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.811000 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9c8c86d2-7e79-4339-a684-5887890faf6e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/18b474ce-58ee-4ab5-86dc-880c1d8b6ba8 HTTP/1.1" status: 204 len: 168 time: 1.0546002 Mar 16 11:11:37.813441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57506) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.818768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:37.896051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:37.898437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-256cf94d-72d4-4035-a9c9-17687ea0a71d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:37.922349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Network': ['ID=3a897842-decb-4e8c-a958-12d32936d687,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:37.952170 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-94f50ef5-a2ed-466c-8c37-f02c3b474bac tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/networks/3a897842-decb-4e8c-a958-12d32936d687 HTTP/1.1" status: 204 len: 168 time: 1.7734356 Mar 16 11:11:37.953054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57510) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:37.970184 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP b9a41323-58fe-48d9-8e76-a2156a40a097 associated. External IP: 172.26.7.251, port: 536d120d-04f2-4a37-bb43-076f1fa6164a. Mar 16 11:11:37.978476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:37.982083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.029630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-256cf94d-72d4-4035-a9c9-17687ea0a71d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:38.032575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ff4524-ed6a-4e56-aaa0-b2fc5e5095fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.034989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2ff4524-ed6a-4e56-aaa0-b2fc5e5095fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.038717 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a2ff4524-ed6a-4e56-aaa0-b2fc5e5095fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dab7479c-7714-4051-88b2-24f362c3df35 HTTP/1.1" status: 204 len: 168 time: 1.5305893 Mar 16 11:11:38.038867 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-256cf94d-72d4-4035-a9c9-17687ea0a71d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2201843 Mar 16 11:11:38.038974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57514) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.039417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.071293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--61771428'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:38.136493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff4524-ed6a-4e56-aaa0-b2fc5e5095fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7479c-7714-4051-88b2-24f362c3df35,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.138571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.176729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.218023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 2287bed0-da38-411d-9430-1bf110b592ca is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:38.235773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:38.238386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:38.244745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:38.245407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.310188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.323128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Port': ['ID=221f3082-48ad-4696-bf10-684dbce6a6ab,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:38.337441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.419010 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7590130f-b97f-4320-adc3-c840369557db tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1169004 Mar 16 11:11:38.425131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57522) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.456935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:38.465964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:38.471650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Router 6628f8c0-9a04-461d-8666-2f3381778cd3 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:38.472681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:38.493452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:38.581653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.632309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8fcd49-8e5c-47d1-90fd-e56ec36ba2e2']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:38.660340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting subnet 2b4bc435-2e63-4da9-b3c5-f458514b3d8a {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:38.664218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61962e97-4353-4507-a9e1-40e136246923') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:38.664568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61962e97-4353-4507-a9e1-40e136246923') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:38.704121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.721278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57532) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:38.739056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.791325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.809760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.864891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:38.869661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:38.871323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:38.906488 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:38.913658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:38.988248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2c97a149-7eed-4069-9ea8-c3ec847d2878 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:39.055798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec83a8c-1523-4bcf-844a-e9531b6f21d3 None None] Network 2287bed0-da38-411d-9430-1bf110b592ca requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:39.133000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.139311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:39.165805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.181655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Network': ['ID=0c8fcd49-8e5c-47d1-90fd-e56ec36ba2e2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:39.191731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': '988a8bce-a24a-4965-8c06-f48754ec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:39.192109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: 806a808f-c1fb-4b95-92a1-9701a6120257, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:39.199904 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e0428031-70cb-4a76-b5e7-66b154d802af tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/networks/0c8fcd49-8e5c-47d1-90fd-e56ec36ba2e2 HTTP/1.1" status: 204 len: 168 time: 1.2434731 Mar 16 11:11:39.201357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57544) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:39.236918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2c97a149-7eed-4069-9ea8-c3ec847d2878 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:39.237402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.319919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f3ef969e-f1a4-48ed-94a1-eb34fc8a052d None None] Provisioning for port 35097eb6-9965-42ab-a75c-d9cda95bbf50 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:39.400702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:39.402618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.469463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:39.473932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:39.475506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 806a808f-c1fb-4b95-92a1-9701a6120257 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:39.476669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:39.485890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb67f76b06a49958176d96519aa5b9f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:39.488506 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] Sync routers for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:39.493040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.506473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:39.508739 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:39.509387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.539843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:39.540315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:39.557414 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d4a8a50c-a75d-4246-b6c7-e6743bf6450a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "PUT /v2.0/floatingips/4d4e61f5-2943-432a-b24d-d012a9ea9211 HTTP/1.1" status: 200 len: 991 time: 5.0492566 Mar 16 11:11:39.559350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:39.573038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794ba0c-f9cf-4b82-915f-a1a89b54d8f4 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:39.587038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794ba0c-f9cf-4b82-915f-a1a89b54d8f4 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:39.587038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3794ba0c-f9cf-4b82-915f-a1a89b54d8f4 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Synchronizing usage tracker for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:39.589335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:11:39.589903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 806a808f-c1fb-4b95-92a1-9701a6120257) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:39.611821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:39.612274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:39.614829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.616137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.645377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910d201-a850-4c99-aa28-0a3279dd7a0d None None] Network 806a808f-c1fb-4b95-92a1-9701a6120257 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:39.721275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3794ba0c-f9cf-4b82-915f-a1a89b54d8f4 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Unset dirty status for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:39.722700 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3794ba0c-f9cf-4b82-915f-a1a89b54d8f4 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5211749 Mar 16 11:11:39.727650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57560) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:39.733633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1064246225'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:39.734465 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'status': 'completed', 'code': 200} Mar 16 11:11:39.745728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:39.751866 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3ddb6bc4-ed6e-47e1-a35c-5777bdc8d3f1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2526679 Mar 16 11:11:39.759561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57564) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:39.765398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:39.769702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.779980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35097eb6-9965-42ab-a75c-d9cda95bbf50 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:39.801725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.809465 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8daa98ba-2427-4f7a-9c08-10664b563ac8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2674499 Mar 16 11:11:39.811770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57566) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:39.822086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:39.849521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:39.852923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:39.869454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4bc435-2e63-4da9-b3c5-f458514b3d8a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:39.877375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.882724 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b2fff88c-3601-4d8e-99bb-46c40475ddc3 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/2b4bc435-2e63-4da9-b3c5-f458514b3d8a HTTP/1.1" status: 204 len: 168 time: 1.4578130 Mar 16 11:11:39.884211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57578) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:39.936876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:39.937129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:39.939578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-351531783'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:39.962404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:39.962618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358afc27-ae04-42d9-ad40-668c7795c263 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:39.963919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358afc27-ae04-42d9-ad40-668c7795c263 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:39.964825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-358afc27-ae04-42d9-ad40-668c7795c263 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Synchronizing usage tracker for tenant:b1865409fadf4996a1b40b6c16d4233f on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:39.967485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:39.971077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.038326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:40.038948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6d208-0772-4ff4-a6ad-ad3e5181a4d8 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:40.048846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1983f-74dd-4a17-b4b3-546e306a4886 req-03281868-a919-4f21-9da7-59637665cbd3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:40.052808 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-11a1983f-74dd-4a17-b4b3-546e306a4886 req-03281868-a919-4f21-9da7-59637665cbd3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3080866 Mar 16 11:11:40.074810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1872801157'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:40.077483 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:40.092184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:40.100384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.123437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:40.138709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:network and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:40.155352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:40.160645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-358afc27-ae04-42d9-ad40-668c7795c263 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Unset dirty status for tenant:b1865409fadf4996a1b40b6c16d4233f on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:40.162158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-358afc27-ae04-42d9-ad40-668c7795c263 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2763095 Mar 16 11:11:40.172547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.173355 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Added segment 8108b9db-b8d8-450e-91d1-53d6219920a6 of type vlan for network 5ae0bf3b-38eb-4814-bb86-31d4b670de30 Mar 16 11:11:40.174596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57582) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.176343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:40.214775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 35097eb6-9965-42ab-a75c-d9cda95bbf50 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:40.220787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 35097eb6-9965-42ab-a75c-d9cda95bbf50 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:40.222472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.264268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-806a808f-c1fb-4b95-92a1-9701a6120257', 'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': '24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:40.264268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.275224 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-11a1983f-74dd-4a17-b4b3-546e306a4886 req-73a181e0-dc71-4ac9-867a-84b5278758d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964552 Mar 16 11:11:40.326975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8086f70-469d-4981-aef0-34fc2bd41325,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:40.363598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.447721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.449135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ccb8f77b-6489-4313-af66-a86d5d0c4361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.3922243 Mar 16 11:11:40.475655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57588) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.508817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:40.520063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69408cf6-c4cf-4eb7-8af5-ce872fdfd568 None None] Network 2287bed0-da38-411d-9430-1bf110b592ca requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:40.532659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.560351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-beb38b23-a95e-453b-ae31-c1edc70ca05a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'b8086f70-469d-4981-aef0-34fc2bd41325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:40.560619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.575466 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-beb38b23-a95e-453b-ae31-c1edc70ca05a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 11:11:40.575981 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-beb38b23-a95e-453b-ae31-c1edc70ca05a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:40.580124 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-beb38b23-a95e-453b-ae31-c1edc70ca05a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1033912 Mar 16 11:11:40.610676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57592) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.614316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Allocated IP 2001:db8::2 (806a808f-c1fb-4b95-92a1-9701a6120257/24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd/2dd718a9-9167-46b2-bd64-7dec6c531052) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:40.626793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8650abd9-9e77-4a6b-987a-14dccf50f6f5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'b8086f70-469d-4981-aef0-34fc2bd41325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:40.627758 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-8650abd9-9e77-4a6b-987a-14dccf50f6f5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 11:11:40.628267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-8650abd9-9e77-4a6b-987a-14dccf50f6f5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:40.631966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-964a5c42-651c-402f-b373-99c5b341ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:40.633077 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8650abd9-9e77-4a6b-987a-14dccf50f6f5 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0210907 Mar 16 11:11:40.633404 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-964a5c42-651c-402f-b373-99c5b341ecd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.9045601 Mar 16 11:11:40.634479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:40.637536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.651534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57596) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.654032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:11:40.674199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1476fd5a-ff47-4537-9634-a0dcba8aca1c tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.676365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:40.682218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9fdf1efe-e155-47a3-b182-268f03396fd9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'b8086f70-469d-4981-aef0-34fc2bd41325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:40.683056 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-9fdf1efe-e155-47a3-b182-268f03396fd9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 11:11:40.683544 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-9fdf1efe-e155-47a3-b182-268f03396fd9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:40.687836 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9fdf1efe-e155-47a3-b182-268f03396fd9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0228648 Mar 16 11:11:40.691992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57600) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.698529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:security_group_rule and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:40.708478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-539a5ea2-1224-4f9b-9e48-5c7e3abc103d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'b8086f70-469d-4981-aef0-34fc2bd41325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:40.709994 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-539a5ea2-1224-4f9b-9e48-5c7e3abc103d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 11:11:40.710496 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-539a5ea2-1224-4f9b-9e48-5c7e3abc103d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:40.711106 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '4d4e61f5-2943-432a-b24d-d012a9ea9211', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'port_id': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'mac_address': 'fa:16:3e:8d:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99b01a-4b77-4956-887c-75ab910133a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:04Z', 'updated_at': '2022-03-16T11:11:36Z', 'revision_number': 1, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:57Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:40.714677 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-539a5ea2-1224-4f9b-9e48-5c7e3abc103d tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0216939 Mar 16 11:11:40.715101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:40.717061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:40.719166 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] Checking router: 6628f8c0-9a04-461d-8666-2f3381778cd3 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:11:40.720282 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-1476fd5a-ff47-4537-9634-a0dcba8aca1c tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 11:11:40.720756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1476fd5a-ff47-4537-9634-a0dcba8aca1c tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:40.723317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57604) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.724887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.728111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:40.734789 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:40.736158 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:40.753195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:40.771183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:40.778234 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1476fd5a-ff47-4537-9634-a0dcba8aca1c tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/2287bed0-da38-411d-9430-1bf110b592ca HTTP/1.1" status: 409 len: 405 time: 0.5979538 Mar 16 11:11:40.783904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57608) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:40.797835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-936096949'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:40.833416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:40.838729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71a8200c-1600-4d48-8153-c59325775b7a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.844488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.848502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.849119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP b9a41323-58fe-48d9-8e76-a2156a40a097 disassociated. External IP: 172.26.7.251, port: 536d120d-04f2-4a37-bb43-076f1fa6164a. Mar 16 11:11:40.851681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:40.851938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.857969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:network and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:40.874293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 35097eb6-9965-42ab-a75c-d9cda95bbf50, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=35097eb6-9965-42ab-a75c-d9cda95bbf50,segment=NetworkSegment(4318ac4e-bf81-4ebe-be77-6cbcb3249fdc),segment_id=4318ac4e-bf81-4ebe-be77-6cbcb3249fdc)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:40.902217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.920091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:40.923580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:40.971246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c3f8bc74-c7d9-4cc2-851a-7dff92de74cf None None] Provisioning for port 221f3082-48ad-4696-bf10-684dbce6a6ab completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:40.971917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port b1c029e3-cd36-4a59-9fc5-64ccd158d07b yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:40.989309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:40.993293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Network': ['ID=5ae0bf3b-38eb-4814-bb86-31d4b670de30,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:40.998605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c3f8bc74-c7d9-4cc2-851a-7dff92de74cf None None] Provisioning complete for port 221f3082-48ad-4696-bf10-684dbce6a6ab triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:40.998605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bc74-c7d9-4cc2-851a-7dff92de74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.009280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:41.024796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 5ae0bf3b-38eb-4814-bb86-31d4b670de30 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:41.047756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71a8200c-1600-4d48-8153-c59325775b7a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.059583 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:11:41.077437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.122786 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6695a1b9-bf58-4c21-bf34-da9e08dc281c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3940516 Mar 16 11:11:41.132935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57612) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:41.145375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-418670129'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:41.150757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:41.161699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:41.166609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.186089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.227898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:41.232580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.269310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-590b9c70-69f6-4c3b-98b0-25041d1e44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:41.271008 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-590b9c70-69f6-4c3b-98b0-25041d1e44cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 0.5802851 Mar 16 11:11:41.274696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:41.289745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.290141 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Added segment 75a0c07e-cc60-4130-99d0-992d3c63f031 of type vlan for network 362eb66f-e78f-4a3b-afee-6ebd262b4537 Mar 16 11:11:41.301275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ccd6-883f-4767-ab57-e3b8ea229727 req-9025f18c-1a41-4be2-98f8-28abda3da56e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:41.302774 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3819ccd6-883f-4767-ab57-e3b8ea229727 req-9025f18c-1a41-4be2-98f8-28abda3da56e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.7447369 Mar 16 11:11:41.313143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.316626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71a8200c-1600-4d48-8153-c59325775b7a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.359829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.363740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8bc74-c7d9-4cc2-851a-7dff92de74cf None None] Port 221f3082-48ad-4696-bf10-684dbce6a6ab cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:41.383989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Transition to ACTIVE for port object 2dd718a9-9167-46b2-bd64-7dec6c531052 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:41.388131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=35097eb6-9965-42ab-a75c-d9cda95bbf50,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.412697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:41.415958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:41.420386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.432809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Transition to ACTIVE for port object 2dd718a9-9167-46b2-bd64-7dec6c531052 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:41.434061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c3f8bc74-c7d9-4cc2-851a-7dff92de74cf None None] Provisioning complete for port 35097eb6-9965-42ab-a75c-d9cda95bbf50 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:41.437667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c6b72-0d58-4ee1-a056-311ddcb93439,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.438216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bc74-c7d9-4cc2-851a-7dff92de74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.441632 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1f31e75a-4f5e-4b21-87e1-6688bfac8ec4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbb67f76b06a49958176d96519aa5b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7194927 Mar 16 11:11:41.446058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57616) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:41.467618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.475713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4938f-c971-4e62-804e-f6eabc55ee4c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.528662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.529020 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Added segment 1ae28cc3-3863-4555-be0c-0999b17e6042 of type vlan for network 7bb6eb09-c78b-4881-a84a-9534f87fec56 Mar 16 11:11:41.534786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71a8200c-1600-4d48-8153-c59325775b7a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.538365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] DHCP port deletion for 2287bed0-da38-411d-9430-1bf110b592ca request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:41.538501 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-71a8200c-1600-4d48-8153-c59325775b7a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/b8086f70-469d-4981-aef0-34fc2bd41325 HTTP/1.1" status: 204 len: 168 time: 0.8063467 Mar 16 11:11:41.547241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57620) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:41.547791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8200c-1600-4d48-8153-c59325775b7a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8086f70-469d-4981-aef0-34fc2bd41325,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.550457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:41.583970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.591306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.591651 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Added segment e6e370a3-a36e-41c2-a4db-864e896ab850 of type vlan for network c122dc2c-79db-4a50-b3a3-3b611cbc006b Mar 16 11:11:41.595620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] Deleting port 35097eb6-9965-42ab-a75c-d9cda95bbf50 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:41.601186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.602314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.663884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.689328 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '4d4e61f5-2943-432a-b24d-d012a9ea9211', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'port_id': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'mac_address': 'fa:16:3e:8d:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99b01a-4b77-4956-887c-75ab910133a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:04Z', 'updated_at': '2022-03-16T11:11:36Z', 'revision_number': 1, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:57Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:41.697166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.699520 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4036a-1237-4e4c-9db6-f552260d2e1f None None] The sync data for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv is: [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '4d4e61f5-2943-432a-b24d-d012a9ea9211', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'floating_ip_address': '172.26.7.162', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'port_id': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'mac_address': 'fa:16:3e:8d:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99b01a-4b77-4956-887c-75ab910133a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:11:04Z', 'updated_at': '2022-03-16T11:11:36Z', 'revision_number': 1, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:57Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:41.706807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:41.707522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.735107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Network 806a808f-c1fb-4b95-92a1-9701a6120257 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:41.752187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:41.764862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.770696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:41.771017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::22a (806a808f-c1fb-4b95-92a1-9701a6120257/24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd/b1c029e3-cd36-4a59-9fc5-64ccd158d07b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:41.771741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.795627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:41.849276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Pushing event updated for resources: {'Port': ['ID=2dd718a9-9167-46b2-bd64-7dec6c531052,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.854960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Network': ['ID=362eb66f-e78f-4a3b-afee-6ebd262b4537,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:41.858402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.864358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:41.865059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.867155 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-a3f70cc8-6685-422d-9a40-9d39c7431859 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 999 time: 0.5565357 Mar 16 11:11:41.886483 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3819ccd6-883f-4767-ab57-e3b8ea229727 req-fa8cc440-ecfd-4c73-9e98-3fe909a17f49 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088105 Mar 16 11:11:41.889164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 362eb66f-e78f-4a3b-afee-6ebd262b4537 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:41.963485 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bbc35827-3f47-472d-aff6-386de4d513a6 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1747315 Mar 16 11:11:41.970622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57624) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:41.982786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'subnet': {'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:41.999943 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1434686 Mar 16 11:11:42.003374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c2ce9-254e-41bf-8214-b18875b6d76c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Network': ['ID=7bb6eb09-c78b-4881-a84a-9534f87fec56,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:42.021540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57628) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:42.100432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:42.107069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:42.122745 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9936218 Mar 16 11:11:42.154096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57632) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:42.164141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6e1b46c7-03c8-4690-bae5-c0da5334b87c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:42.167885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-0512b7a0-b973-47b4-8f6f-5c8361ee2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:42.168790 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-0512b7a0-b973-47b4-8f6f-5c8361ee2a52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.2753308 Mar 16 11:11:42.180690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'ports': [{'network_id': '5ae0bf3b-38eb-4814-bb86-31d4b670de30', 'name': 'tempest-port--1698710687', 'admin_state_up': True}, {'network_id': 'c122dc2c-79db-4a50-b3a3-3b611cbc006b', 'admin_state_up': False}]} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:42.181026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'port': {'network_id': '5ae0bf3b-38eb-4814-bb86-31d4b670de30', 'name': 'tempest-port--1698710687', 'admin_state_up': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:42.181876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'port': {'network_id': 'c122dc2c-79db-4a50-b3a3-3b611cbc006b', 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:42.199993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c5d77d-064c-4a86-8c51-c225d63b5a70 None None] New status for floating IP 4d4e61f5-2943-432a-b24d-d012a9ea9211: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:11:42.232160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5cd940b-491e-452e-882d-faa5245d6741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.328761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.332976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:42.336347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5cd940b-491e-452e-882d-faa5245d6741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.355353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Attempting to bind port 2dd718a9-9167-46b2-bd64-7dec6c531052 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:42.355726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Attempting to bind port 2dd718a9-9167-46b2-bd64-7dec6c531052 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '988a8bce-a24a-4965-8c06-f48754ec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:42.356374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Attempting to bind port 2dd718a9-9167-46b2-bd64-7dec6c531052 on network 806a808f-c1fb-4b95-92a1-9701a6120257 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:42.375183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6e1b46c7-03c8-4690-bae5-c0da5334b87c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:42.379978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6e1b46c7-03c8-4690-bae5-c0da5334b87c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8188469 Mar 16 11:11:42.381533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object b1c029e3-cd36-4a59-9fc5-64ccd158d07b will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:42.387372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57636) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:42.390709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:42.391088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Checking segment: {'id': '988a8bce-a24a-4965-8c06-f48754ec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:42.391489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.391882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Bound using segment: {'id': '988a8bce-a24a-4965-8c06-f48754ec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:42.392359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Bound port: 2dd718a9-9167-46b2-bd64-7dec6c531052, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988a8bce-a24a-4965-8c06-f48754ec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '806a808f-c1fb-4b95-92a1-9701a6120257'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:42.392738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.394443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065956566'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:42.424554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:42.429018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] For port 35097eb6-9965-42ab-a75c-d9cda95bbf50, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=35097eb6-9965-42ab-a75c-d9cda95bbf50,segment=NetworkSegment(4318ac4e-bf81-4ebe-be77-6cbcb3249fdc),segment_id=4318ac4e-bf81-4ebe-be77-6cbcb3249fdc)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:42.429422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.471452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:42.503371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653eeff-9da4-47c0-ab70-7bb04150fbe8 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Network': ['ID=c122dc2c-79db-4a50-b3a3-3b611cbc006b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:42.508596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:42.523247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:42.533176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:42.549874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-da0a3eb5-3a6b-4dbd-ad80-6b9f9f0e76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:42.551356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-da0a3eb5-3a6b-4dbd-ad80-6b9f9f0e76f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3692477 Mar 16 11:11:42.555983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:42.561779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:42.581644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:42.616803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.626952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c122dc2c-79db-4a50-b3a3-3b611cbc006b details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:42.647756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:42.651278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.720527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] Calling delete_port for 35097eb6-9965-42ab-a75c-d9cda95bbf50 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:42.751843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:42.755928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5cd940b-491e-452e-882d-faa5245d6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.757913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:42.768669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Usage tracker for resource:port and tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:42.772544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:42.775837 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:42.776407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.779837 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:42.784502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:42.790960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:42.791136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.804980 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:42.817583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:42.820624 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:42.821624 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:42.836008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:42.843098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd940b-491e-452e-882d-faa5245d6741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c6b72-0d58-4ee1-a056-311ddcb93439,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:42.907212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 806a808f-c1fb-4b95-92a1-9701a6120257 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:42.934676 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-ee2a9d31-b396-4e84-9efa-a90c8245ae65 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269362 Mar 16 11:11:42.935473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:42.954482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.973804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'port': 2} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:42.978919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:42.993757 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:43.015834 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:43.016610 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:43.040997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.103524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] For port 2dd718a9-9167-46b2-bd64-7dec6c531052, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:43.114358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] For port 2dd718a9-9167-46b2-bd64-7dec6c531052, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2dd718a9-9167-46b2-bd64-7dec6c531052,segment=NetworkSegment(988a8bce-a24a-4965-8c06-f48754ec1d4f),segment_id=988a8bce-a24a-4965-8c06-f48754ec1d4f)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:43.130737 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:43.148360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:43.149546 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80294d-4e04-464c-9334-126b69ebaa26 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:43.174113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35097eb6-9965-42ab-a75c-d9cda95bbf50 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:43.212972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.220809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:43.227116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:43.227882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.242221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a5cd940b-491e-452e-882d-faa5245d6741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.245958 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a5cd940b-491e-452e-882d-faa5245d6741 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d7c6b72-0d58-4ee1-a056-311ddcb93439 HTTP/1.1" status: 204 len: 168 time: 1.7889056 Mar 16 11:11:43.252066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.313130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] No DVR routers for this DVR port 35097eb6-9965-42ab-a75c-d9cda95bbf50 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:43.315249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port 35097eb6-9965-42ab-a75c-d9cda95bbf50 {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:11:43.316501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35097eb6-9965-42ab-a75c-d9cda95bbf50 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:43.345685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=b1c029e3-cd36-4a59-9fc5-64ccd158d07b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:43.366787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9398-2be8-480c-9e86-cfc7c041da92 None None] Pushing event updated for resources: {'Port': ['ID=2dd718a9-9167-46b2-bd64-7dec6c531052,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:43.443132 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fe9b5461-00d2-4d67-8259-cb39d189a56a tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/floatingips/b9a41323-58fe-48d9-8e76-a2156a40a097 HTTP/1.1" status: 200 len: 688 time: 3.6333749 Mar 16 11:11:43.444367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57644) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:43.463733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855283-6544-493d-852b-03e42f1be9ae None None] Pushing event deleted for resources: {'Port': ['ID=35097eb6-9965-42ab-a75c-d9cda95bbf50,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:43.485328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.534843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] device_id is not set on port c22b4846-81d1-43dd-8701-98afa6748c0c yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:43.547575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-942dce23-646d-4492-8a44-6072803a3ab6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7301164 Mar 16 11:11:43.557492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57648) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:43.577500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6054e-3615-45b6-8162-9662405103c3 req-1f15d6b5-1f43-4b2a-9036-2c6edd941349 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:43.577500 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-32b6054e-3615-45b6-8162-9662405103c3 req-1f15d6b5-1f43-4b2a-9036-2c6edd941349 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.5162382 Mar 16 11:11:43.713190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.726190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port b219497f-9bac-45d5-b059-d8ada6ab6dd8 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:43.726529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.748101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:11:43.758576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4fbd2aa-b57d-427e-b7e4-9cf742970822 req-77854407-47a9-4af9-ab45-39753787c39a service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184929 Mar 16 11:11:43.765129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.769236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=a50fed81-c452-4bd7-b6e6-a164749bdec8,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:43.809698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.828667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port b1c029e3-cd36-4a59-9fc5-64ccd158d07b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:43.828667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.878481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4772a3-0128-4558-84a8-cd51997ced48,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:43.906943 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-32b6054e-3615-45b6-8162-9662405103c3 req-fa2e8d21-c159-4457-be0b-78bc337af04a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229809 Mar 16 11:11:43.916160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:43.924243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network hostable DHCP agents. Network: 7bb6eb09-c78b-4881-a84a-9534f87fec56, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:43.929410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:43.934039 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2f8c0e65-6b2e-4e84-8805-cc837e48ebbb tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5456812 Mar 16 11:11:43.938979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57656) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:43.952217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a3311b0d-2300-44e2-87f6-a64ee1ab60f6 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:43.953408 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-a3311b0d-2300-44e2-87f6-a64ee1ab60f6 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 11:11:43.954076 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-a3311b0d-2300-44e2-87f6-a64ee1ab60f6 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:43.958695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a3311b0d-2300-44e2-87f6-a64ee1ab60f6 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0185168 Mar 16 11:11:43.959484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57660) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:43.966590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:43.973227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:43.977931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:43.982612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:43.993134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:44.023593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Subnet': ['ID=4a409223-10d8-4853-ab99-c50312c47c95,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:44.032713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.033886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.052865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Checking segment: {'id': '75a0c07e-cc60-4130-99d0-992d3c63f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:44.053239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network hostable DHCP agents. Network: 362eb66f-e78f-4a3b-afee-6ebd262b4537, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:44.194202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for b219497f-9bac-45d5-b059-d8ada6ab6dd8 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:44.324101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:44.325271 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bd928953-6aeb-449a-b961-1ecd8eae58e1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3626509 Mar 16 11:11:44.326059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:44.331039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57670) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.340058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 362eb66f-e78f-4a3b-afee-6ebd262b4537 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:44.345206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.357277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3c0c338f-9334-41ae-9d6a-7cb68bd1c574 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:44.358738 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-3c0c338f-9334-41ae-9d6a-7cb68bd1c574 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 11:11:44.361861 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-3c0c338f-9334-41ae-9d6a-7cb68bd1c574 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:44.361861 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3c0c338f-9334-41ae-9d6a-7cb68bd1c574 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177162 Mar 16 11:11:44.371649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57674) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.386879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:44.396240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:44.401022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:44.405899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:44.411907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:44.467014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 7bb6eb09-c78b-4881-a84a-9534f87fec56) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:44.474290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 362eb66f-e78f-4a3b-afee-6ebd262b4537) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:44.476833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.484386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924cdd9-0207-4b87-8162-971ff3145de1 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:44.496384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:44.496909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.509420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:44.510031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.516968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] device_id is not set on port 136ae299-987b-482b-8a61-9e882d58ee83 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:44.521092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.532551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3bf13d-9aac-4653-8806-ac257a909660 None None] Network 362eb66f-e78f-4a3b-afee-6ebd262b4537 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:44.549902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=b219497f-9bac-45d5-b059-d8ada6ab6dd8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:44.671492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.684083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.685341 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9b29ded0-f5dc-4302-8a5f-8c529f816d0c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/floatingips/b9a41323-58fe-48d9-8e76-a2156a40a097 HTTP/1.1" status: 204 len: 168 time: 1.2336359 Mar 16 11:11:44.688823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57686) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.694443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '34abb94e-3cca-43d7-b660-1b229ec02cbc'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:44.703646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:44.708692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:floatingip and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:44.712920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:44.724807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:44.735485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for b1c029e3-cd36-4a59-9fc5-64ccd158d07b owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:44.742064 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:44.743698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1f146dfe-d5b6-498c-b6f5-74a51abd649c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3710105 Mar 16 11:11:44.746742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57690) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.755661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3f1135b3-bf48-4349-ae3f-719463b6efd2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:44.756494 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-3f1135b3-bf48-4349-ae3f-719463b6efd2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 11:11:44.757281 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-3f1135b3-bf48-4349-ae3f-719463b6efd2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:44.759923 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3f1135b3-bf48-4349-ae3f-719463b6efd2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113828 Mar 16 11:11:44.764046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57694) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.769228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:44.777196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:44.781383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:44.784776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:44.788873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77d5b6-edff-49b2-8002-b72a06ac26d8 None None] Network 806a808f-c1fb-4b95-92a1-9701a6120257 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:44.796020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:44.796154 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-85cb6334-e3e4-4101-8b48-1d6507fae7d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7712729 Mar 16 11:11:44.802362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57698) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.809256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'name': 'tempest-NetworksTestDHCPv6-1989604992'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:44.818090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57702) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.829249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:44.923318 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0c72d66a-af07-4241-9c68-e2a2e5364284 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9487240 Mar 16 11:11:44.953070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57708) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:44.963746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'port': {'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537', 'name': 'tempest-NetworksIpV6TestAttrs-1488233904'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:45.013335 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-192418e4-cf12-48fd-8d00-75cad3e2d22f tempest-ServiceProvidersTest-222558594 tempest-ServiceProvidersTest-222558594-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1940091 Mar 16 11:11:45.073979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:45.099210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.157917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2c6759ff-6242-4d96-8776-fd8a0d028513 None None] Provisioning for port 2dd718a9-9167-46b2-bd64-7dec6c531052 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:45.181591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:45.191047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:port and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:45.194733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:45.195218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:45.198802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:45.202132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:45.209171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.218648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:45.263214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=b1c029e3-cd36-4a59-9fc5-64ccd158d07b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:45.281949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2dd718a9-9167-46b2-bd64-7dec6c531052 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:45.308676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.322435 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:45.323648 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3eb2dbbd-442c-4e02-bdb5-2cba77c2bcc8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5585930 Mar 16 11:11:45.330005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57718) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:45.337794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c78664d8-d488-44c4-8719-cf95071dedb2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:45.338390 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-c78664d8-d488-44c4-8719-cf95071dedb2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 11:11:45.338975 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-c78664d8-d488-44c4-8719-cf95071dedb2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:45.343026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c78664d8-d488-44c4-8719-cf95071dedb2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090199 Mar 16 11:11:45.345250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57722) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:45.352317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:45.359988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.368778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:45.374588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:45.378035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.383498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957a9d-7113-47db-a4c8-964c9b4db8dc req-9daa0da7-cd46-4786-8614-aa6a14a1e4bb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:45.385731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bd957a9d-7113-47db-a4c8-964c9b4db8dc req-9daa0da7-cd46-4786-8614-aa6a14a1e4bb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3048756 Mar 16 11:11:45.387547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:45.390192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:45.394104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.394239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'a50fed81-c452-4bd7-b6e6-a164749bdec8'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:45.398581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.408216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:45.418094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9bd15055-95b9-42b0-ab50-e9aa5bdc8655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.434835 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-59555c9b-d803-4abd-bb62-50d283889545 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/b1c029e3-cd36-4a59-9fc5-64ccd158d07b HTTP/1.1" status: 204 len: 168 time: 1.8587887 Mar 16 11:11:45.435561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57726) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:45.438868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:45.452942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] device_id is not set on port 5293d76d-b16d-4497-a01c-6dca0d517209 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:45.499520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-362eb66f-e78f-4a3b-afee-6ebd262b4537', 'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537', 'tenant_id': 'b1865409fadf4996a1b40b6c16d4233f', 'fixed_ips': [{'subnet_id': '4a409223-10d8-4853-ab99-c50312c47c95'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:45.500423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.516252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Port': ['ID=c22b4846-81d1-43dd-8701-98afa6748c0c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:45.587656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Checking segment: {'id': '8108b9db-b8d8-450e-91d1-53d6219920a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ae0bf3b-38eb-4814-bb86-31d4b670de30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:45.588605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network hostable DHCP agents. Network: 5ae0bf3b-38eb-4814-bb86-31d4b670de30, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:45.617412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 33f093d4-edd7-43c5-90e1-f2988b8e4671 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:45.669490 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-05effc55-6518-435f-930e-33012bd633d0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:11:45.670257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-05effc55-6518-435f-930e-33012bd633d0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:45.711570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bd957a9d-7113-47db-a4c8-964c9b4db8dc req-39ab0400-bac6-4787-81cb-7e94f89751aa tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055286 Mar 16 11:11:45.723566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.742302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2dd718a9-9167-46b2-bd64-7dec6c531052 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:45.750813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Allocated IP 2001:db8::f816:3eff:fec6:ef00 (362eb66f-e78f-4a3b-afee-6ebd262b4537/4a409223-10d8-4853-ab99-c50312c47c95/5293d76d-b16d-4497-a01c-6dca0d517209) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:45.766638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2dd718a9-9167-46b2-bd64-7dec6c531052 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:45.766638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:45.809714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57734) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:45.839190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-05effc55-6518-435f-930e-33012bd633d0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:45.844691 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-05effc55-6518-435f-930e-33012bd633d0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/b1c029e3-cd36-4a59-9fc5-64ccd158d07b HTTP/1.1" status: 404 len: 333 time: 0.4031188 Mar 16 11:11:45.858866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/a50fed81-c452-4bd7-b6e6-a164749bdec8/fa46d9cc-ed62-41a9-b311-c3dbd85ade2e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:45.860090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:45.884041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network 5ae0bf3b-38eb-4814-bb86-31d4b670de30 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:46.022275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.054706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:46.060980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:46.071346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:46.076096 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ec46a3d3-e2c2-4661-8527-b759cd97faa7 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7300661 Mar 16 11:11:46.076552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57744) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:46.082372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.093360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'df4772a3-0128-4558-84a8-cd51997ced48', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:46.103329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:46.106558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Usage tracker for resource:security_group_rule and tenant:1048e8c8dcdd4f0e868c8268db940ee8 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:46.109215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.113656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 5ae0bf3b-38eb-4814-bb86-31d4b670de30) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:46.127954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Transition to ACTIVE for port object 5293d76d-b16d-4497-a01c-6dca0d517209 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:46.129633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:46.140197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f582e0f-5ee6-47fb-848d-fd4a4a70dffc req-ca41fccd-3150-42d9-8b90-1305af4af29a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.142067 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8f582e0f-5ee6-47fb-848d-fd4a4a70dffc req-ca41fccd-3150-42d9-8b90-1305af4af29a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2651088 Mar 16 11:11:46.143119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:46.146226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:46.149434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:46.150294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.160066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:46.184661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:46.237195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.277572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.83 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/13fc87d7-7fe0-49f5-a029-6395f392fa50) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:46.307301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.313328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Port': ['ID=136ae299-987b-482b-8a61-9e882d58ee83,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.331757 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8f582e0f-5ee6-47fb-848d-fd4a4a70dffc req-9e467f05-adab-48d3-8a74-0da2446806b2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751039 Mar 16 11:11:46.332256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Transition to ACTIVE for port object fa46d9cc-ed62-41a9-b311-c3dbd85ade2e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:46.360286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Checking segment: {'id': 'e6e370a3-a36e-41c2-a4db-864e896ab850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c122dc2c-79db-4a50-b3a3-3b611cbc006b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:46.360501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network hostable DHCP agents. Network: c122dc2c-79db-4a50-b3a3-3b611cbc006b, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:46.361783 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Transition to ACTIVE for port object fa46d9cc-ed62-41a9-b311-c3dbd85ade2e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:46.368395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba5b7c-c66f-4201-b009-e445b11095c5 None None] Network 5ae0bf3b-38eb-4814-bb86-31d4b670de30 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:46.461264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.475146 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:46.476692 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0056407c-69c4-4ead-b69c-c2e781502205 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3979137 Mar 16 11:11:46.477725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.479438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57750) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:46.485781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.539903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.547876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network c122dc2c-79db-4a50-b3a3-3b611cbc006b is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:46.599428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 362eb66f-e78f-4a3b-afee-6ebd262b4537 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:46.609549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:46.610517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-71fadfb3-b67f-447d-8214-03d9d7d9aee3 None None] Provisioning complete for port 2dd718a9-9167-46b2-bd64-7dec6c531052 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:46.611725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-71fadfb3-b67f-447d-8214-03d9d7d9aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.613954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.614647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:46.624894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.625693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.626830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.673408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Pushing event updated for resources: {'Port': ['ID=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.686096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Port': ['ID=5293d76d-b16d-4497-a01c-6dca0d517209,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.695202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, c122dc2c-79db-4a50-b3a3-3b611cbc006b) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:46.703681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:46.709275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.714583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:46.715401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.730876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:46.739861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:46.743453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:46.745550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f31a84-b077-4b05-af24-ac2ae14e7bf0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.746234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301b8e7-0d89-4850-a2e0-bfd119ad2519 None None] Network c122dc2c-79db-4a50-b3a3-3b611cbc006b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:46.758630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.767634 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b31c2134-1846-4b87-9fa6-76d5702c7b73 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8135090 Mar 16 11:11:46.771137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57754) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:46.798998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.913780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:46.925102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f31a84-b077-4b05-af24-ac2ae14e7bf0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:46.929878 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1048e8c8dcdd4f0e868c8268db940ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1130772 Mar 16 11:11:46.929878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:46.932333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57758) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:46.934694 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-91109a05-90e1-4b5d-975c-0d6ab42d3b80 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7714581 Mar 16 11:11:46.938364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cecc39-308e-4821-84ee-9a64a9752ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c109b9-68aa-44dc-ba72-a7d38c9ab09f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.946185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:46.950160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57762) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:46.981201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=13fc87d7-7fe0-49f5-a029-6395f392fa50,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:46.984575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::328 (7bb6eb09-c78b-4881-a84a-9534f87fec56/a50fed81-c452-4bd7-b6e6-a164749bdec8/33f093d4-edd7-43c5-90e1-f2988b8e4671) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:47.059995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Allocated IP 2001:db8::f816:3eff:fe1c:6f1d (362eb66f-e78f-4a3b-afee-6ebd262b4537/4a409223-10d8-4853-ab99-c50312c47c95/e131eccc-58ee-4fb1-ab21-d80adb06dbc7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:47.069951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting subnet 4a409223-10d8-4853-ab99-c50312c47c95 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:47.136351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.150927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ffdde-33fa-4d1f-b003-5d5ac20e61db tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.157225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ffdde-33fa-4d1f-b003-5d5ac20e61db tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.157633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-258ffdde-33fa-4d1f-b003-5d5ac20e61db tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Synchronizing usage tracker for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:47.164906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f31a84-b077-4b05-af24-ac2ae14e7bf0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.170405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-71fadfb3-b67f-447d-8214-03d9d7d9aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.197902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f31a84-b077-4b05-af24-ac2ae14e7bf0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4772a3-0128-4558-84a8-cd51997ced48,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:47.214151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:47.234254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2857c1-e26e-492a-aad0-d11951755aad req-c8bfdc5e-59a2-42fd-b1cb-613a40f60b5f tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:47.235885 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7d2857c1-e26e-492a-aad0-d11951755aad req-c8bfdc5e-59a2-42fd-b1cb-613a40f60b5f tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.1477702 Mar 16 11:11:47.247595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.248691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Attempting to bind port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:47.249068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Attempting to bind port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:47.249435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Attempting to bind port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:47.250724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b3195cd-7c8a-4e81-91cd-51597811fb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.256243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b1da1-1854-407a-8836-acbb5c5d7dba None None] Network 806a808f-c1fb-4b95-92a1-9701a6120257 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:47.287825 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7d2857c1-e26e-492a-aad0-d11951755aad req-ce7f467b-bb11-4b9b-9747-77e0a2d90986 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Mar 16 11:11:47.297705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f31a84-b077-4b05-af24-ac2ae14e7bf0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.298936 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c0f31a84-b077-4b05-af24-ac2ae14e7bf0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/df4772a3-0128-4558-84a8-cd51997ced48 HTTP/1.1" status: 204 len: 168 time: 0.8184626 Mar 16 11:11:47.301774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57772) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:47.336229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-258ffdde-33fa-4d1f-b003-5d5ac20e61db tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Unset dirty status for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:47.338031 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-258ffdde-33fa-4d1f-b003-5d5ac20e61db tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3811288 Mar 16 11:11:47.351460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57778) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:47.380572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:47.380918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:47.381446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.382087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:47.382641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Bound port: fa46d9cc-ed62-41a9-b311-c3dbd85ade2e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:47.383022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.405349 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cc887802-9aaf-4b14-bf23-dac56c2077fa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd HTTP/1.1" status: 204 len: 168 time: 1.5272501 Mar 16 11:11:47.416384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57782) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:47.418219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b3195cd-7c8a-4e81-91cd-51597811fb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.447023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-795b78ac-5644-45b4-95bf-d9a04731dcc0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:47.504329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Deleting port c22b4846-81d1-43dd-8701-98afa6748c0c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:47.504782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.569213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-71fadfb3-b67f-447d-8214-03d9d7d9aee3 None None] For port 2dd718a9-9167-46b2-bd64-7dec6c531052, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2dd718a9-9167-46b2-bd64-7dec6c531052,segment=NetworkSegment(988a8bce-a24a-4965-8c06-f48754ec1d4f),segment_id=988a8bce-a24a-4965-8c06-f48754ec1d4f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:47.630142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-795b78ac-5644-45b4-95bf-d9a04731dcc0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:47.635817 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-795b78ac-5644-45b4-95bf-d9a04731dcc0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3286479 Mar 16 11:11:47.640667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57788) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:47.650557 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--256343001'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:47.663831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:47.682801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:47.683406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:47.683700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-100586ff-ac92-41f6-bd20-39dde8290dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.706763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-71fadfb3-b67f-447d-8214-03d9d7d9aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.716128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:47.804940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.879110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-171ab171-6179-4b93-9720-3b39dc394079 None None] Could not find standard attr ID for object b1c029e3-cd36-4a59-9fc5-64ccd158d07b. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:11:47.907996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fadfb3-b67f-447d-8214-03d9d7d9aee3 None None] Pushing event updated for resources: {'Port': ['ID=2dd718a9-9167-46b2-bd64-7dec6c531052,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:47.921368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] For port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:47.925194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.936501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.966909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:47.983741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Calling delete_port for c22b4846-81d1-43dd-8701-98afa6748c0c owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:47.991635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 2dd718a9-9167-46b2-bd64-7dec6c531052 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:47.991994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.022570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 33f093d4-edd7-43c5-90e1-f2988b8e4671 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:48.030799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b3195cd-7c8a-4e81-91cd-51597811fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.038454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] For port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:48.040654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:48.044663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:48.048679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:48.055638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:48.065236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.069970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3195cd-7c8a-4e81-91cd-51597811fb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c109b9-68aa-44dc-ba72-a7d38c9ab09f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.084950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Transition to ACTIVE for port object e131eccc-58ee-4fb1-ab21-d80adb06dbc7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:48.111250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Transition to ACTIVE for port object e131eccc-58ee-4fb1-ab21-d80adb06dbc7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:48.133700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.138742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.171783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b3195cd-7c8a-4e81-91cd-51597811fb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.173108 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5b3195cd-7c8a-4e81-91cd-51597811fb38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7c109b9-68aa-44dc-ba72-a7d38c9ab09f HTTP/1.1" status: 204 len: 168 time: 1.2323656 Mar 16 11:11:48.182617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.271775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.306850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.318026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.320927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaed86-0bae-4c24-a70d-8fb63eb85900 None None] Pushing event updated for resources: {'Port': ['ID=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.324219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] DHCP port deletion for 806a808f-c1fb-4b95-92a1-9701a6120257 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:48.336730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Deleting port 2dd718a9-9167-46b2-bd64-7dec6c531052 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:48.337165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.390798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.400103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.422288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] For port 2dd718a9-9167-46b2-bd64-7dec6c531052, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2dd718a9-9167-46b2-bd64-7dec6c531052,segment=NetworkSegment(988a8bce-a24a-4965-8c06-f48754ec1d4f),segment_id=988a8bce-a24a-4965-8c06-f48754ec1d4f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:48.422648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.435510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:48.440714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:48.459809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4451a9e1-4660-4996-9ae6-f6d1ae705c67,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.530453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.576169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.624011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Pushing event updated for resources: {'Port': ['ID=e131eccc-58ee-4fb1-ab21-d80adb06dbc7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.630690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2dd718a9-9167-46b2-bd64-7dec6c531052 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:48.636758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.640636 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-564f1382-1c00-4912-b5e0-af1aaf555361 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9986701 Mar 16 11:11:48.660238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 2dd718a9-9167-46b2-bd64-7dec6c531052 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:48.665684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57798) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:48.668917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Port': ['ID=c22b4846-81d1-43dd-8701-98afa6748c0c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.713252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': '4451a9e1-4660-4996-9ae6-f6d1ae705c67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:48.737108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:48.745059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:48.752966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:48.756921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:48.757392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.761527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:48.791063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Network 362eb66f-e78f-4a3b-afee-6ebd262b4537 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:48.797812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.809240 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dceacec4-b73b-4482-b78a-72b939838e92 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/ports/c22b4846-81d1-43dd-8701-98afa6748c0c HTTP/1.1" status: 204 len: 168 time: 1.4542150 Mar 16 11:11:48.811005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57802) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:48.815311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=33f093d4-edd7-43c5-90e1-f2988b8e4671,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.834818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:48.836435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.837766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:48.853179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.854836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:48.862790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.907502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.909338 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/4a409223-10d8-4853-ab99-c50312c47c95 HTTP/1.1" status: 204 len: 168 time: 2.1365497 Mar 16 11:11:48.923166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:48.939822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.942710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:48.958791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No DVR routers for this DVR port 2dd718a9-9167-46b2-bd64-7dec6c531052 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:48.960726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=2dd718a9-9167-46b2-bd64-7dec6c531052,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.980882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3f303-2dc8-4c81-ba0f-0eae588fdb65 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Subnet': ['ID=4a409223-10d8-4853-ab99-c50312c47c95,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:48.994501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8efc4ba5-cdcf-4efd-802b-aeb2d692d833 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1902881 Mar 16 11:11:48.997906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57810) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:49.034328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] For port 2dd718a9-9167-46b2-bd64-7dec6c531052, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2dd718a9-9167-46b2-bd64-7dec6c531052,segment=NetworkSegment(988a8bce-a24a-4965-8c06-f48754ec1d4f),segment_id=988a8bce-a24a-4965-8c06-f48754ec1d4f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:49.034839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.054497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Deleting port 136ae299-987b-482b-8a61-9e882d58ee83 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:49.054849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.216547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a01f6-025e-42f8-8b30-9b74a1c7c606 req-d10085e9-2ab9-4895-b6a8-b11e2b6d1cf6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:49.218155 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d01a01f6-025e-42f8-8b30-9b74a1c7c606 req-d10085e9-2ab9-4895-b6a8-b11e2b6d1cf6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2997818 Mar 16 11:11:49.250860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014896f-19bf-4dd9-9383-0386a682d91d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:49.258666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Calling delete_port for 2dd718a9-9167-46b2-bd64-7dec6c531052 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:49.265084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014896f-19bf-4dd9-9383-0386a682d91d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:49.266172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8014896f-19bf-4dd9-9383-0386a682d91d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Synchronizing usage tracker for tenant:b1865409fadf4996a1b40b6c16d4233f on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:49.271228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.329578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.380610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806a808f-c1fb-4b95-92a1-9701a6120257']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:49.401362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988a8bce-a24a-4965-8c06-f48754ec1d4f') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:49.401831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988a8bce-a24a-4965-8c06-f48754ec1d4f') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:49.405319 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The resource could not be found. Mar 16 11:11:49.409005 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6229d027-577e-4a7e-8069-29f0bb871462 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7191088 Mar 16 11:11:49.409142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Attempting to bind port e131eccc-58ee-4fb1-ab21-d80adb06dbc7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:49.409142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Attempting to bind port e131eccc-58ee-4fb1-ab21-d80adb06dbc7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '75a0c07e-cc60-4130-99d0-992d3c63f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:49.409142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Attempting to bind port e131eccc-58ee-4fb1-ab21-d80adb06dbc7 on network 362eb66f-e78f-4a3b-afee-6ebd262b4537 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:49.416044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57814) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:49.424265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:49.424529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Checking segment: {'id': '75a0c07e-cc60-4130-99d0-992d3c63f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:49.424963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.425452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Bound using segment: {'id': '75a0c07e-cc60-4130-99d0-992d3c63f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:49.426259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Bound port: e131eccc-58ee-4fb1-ab21-d80adb06dbc7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a0c07e-cc60-4130-99d0-992d3c63f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '362eb66f-e78f-4a3b-afee-6ebd262b4537'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:49.429697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.429811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': '4451a9e1-4660-4996-9ae6-f6d1ae705c67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8d82d4a6-1cd3-436e-8c08-99cad8f83c89'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:49.436630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8014896f-19bf-4dd9-9383-0386a682d91d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Unset dirty status for tenant:b1865409fadf4996a1b40b6c16d4233f on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:49.441204 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8014896f-19bf-4dd9-9383-0386a682d91d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5171351 Mar 16 11:11:49.446478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57818) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:49.461247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:49.470539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.505630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0419f0-9ee6-433f-b89d-fcfa5bd11feb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:49.511014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0419f0-9ee6-433f-b89d-fcfa5bd11feb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:49.515749 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2e0419f0-9ee6-433f-b89d-fcfa5bd11feb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5067322 Mar 16 11:11:49.521829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57822) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:49.523065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:49.541423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d01a01f6-025e-42f8-8b30-9b74a1c7c606 req-405c6c2c-f8ea-4afb-9c19-31d369edee36 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824636 Mar 16 11:11:49.547731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:49.548317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] For port e131eccc-58ee-4fb1-ab21-d80adb06dbc7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:49.554959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] For port e131eccc-58ee-4fb1-ab21-d80adb06dbc7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e131eccc-58ee-4fb1-ab21-d80adb06dbc7,segment=NetworkSegment(75a0c07e-cc60-4130-99d0-992d3c63f031),segment_id=75a0c07e-cc60-4130-99d0-992d3c63f031)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:49.557000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:49.557410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:49.580246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.646478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:49.646763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:49.646973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.653737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:49.663362 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:49.689510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.714809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 33f093d4-edd7-43c5-90e1-f2988b8e4671 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:49.715218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.754398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.761007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11429db0-3e59-45b6-ba1b-d54bd31a3a44 None None] Pushing event updated for resources: {'Port': ['ID=e131eccc-58ee-4fb1-ab21-d80adb06dbc7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:49.892615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Calling delete_port for 136ae299-987b-482b-8a61-9e882d58ee83 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:49.904247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86d81bde-058b-4cd2-b5e1-699e64a2495f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.926571 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d81bde-058b-4cd2-b5e1-699e64a2495f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 11:11:49.926571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d81bde-058b-4cd2-b5e1-699e64a2495f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:11:49.939081 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-86d81bde-058b-4cd2-b5e1-699e64a2495f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/362eb66f-e78f-4a3b-afee-6ebd262b4537 HTTP/1.1" status: 409 len: 405 time: 0.4911308 Mar 16 11:11:49.941959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57826) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:49.947331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-279552091'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:49.953654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:49.959763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:network and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:49.961584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27805d45-1e2c-4556-9ce3-0eefe0616e96 None None] Network 362eb66f-e78f-4a3b-afee-6ebd262b4537 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:49.971328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:49.981473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:49.984649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:49.995821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.030424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.038409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/806a808f-c1fb-4b95-92a1-9701a6120257 HTTP/1.1" status: 204 len: 168 time: 2.6109517 Mar 16 11:11:50.040538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57830) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:50.041245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3faca-909b-48ef-8682-58d9a57557eb tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=806a808f-c1fb-4b95-92a1-9701a6120257,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:50.054523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'name': 'tempest-PortsIpV6TestJSON-199447669'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:50.067253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.099279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Deleting port 2dd718a9-9167-46b2-bd64-7dec6c531052 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:50.100642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.116385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:50.120339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.192795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74231472-be47-4064-8cab-4d77afab5703 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:50.208973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The resource could not be found. Mar 16 11:11:50.210955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd1295-5d64-4cfa-b378-7fac91eea393 None None] The port '2dd718a9-9167-46b2-bd64-7dec6c531052' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:11:50.211185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-74d274ab-2b47-4f9f-be3d-25c3931f614b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7916808 Mar 16 11:11:50.215053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:50.217858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.219314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=13fc87d7-7fe0-49f5-a029-6395f392fa50,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:50.244073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.309635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:50.315117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.324929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:50.330830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:50.360843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.361189 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Added segment 775088ab-c558-4288-839c-3455ab11a842 of type vlan for network 0048ca20-47d4-4f2e-99bd-67d819afded0 Mar 16 11:11:50.370158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:50.387603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:50.397605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Port': ['ID=136ae299-987b-482b-8a61-9e882d58ee83,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:50.445562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.463579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.476929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-45b3ac0e-1cb2-4b67-9f7e-7df2fabf6309 None None] Provisioning for port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:50.481363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616ab07a-094f-4ebf-bcfc-db63883e5db2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.501693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.539141 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP 96652e89-a43e-49bd-824d-f1c38cac33c6 associated. External IP: 172.26.7.83, port: 34abb94e-3cca-43d7-b660-1b229ec02cbc. Mar 16 11:11:50.551182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fa46d9cc-ed62-41a9-b311-c3dbd85ade2e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:50.590656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:50.594444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.602927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616ab07a-094f-4ebf-bcfc-db63883e5db2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.613124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 33f093d4-edd7-43c5-90e1-f2988b8e4671 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:50.691593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port f1a06693-b1fa-4355-97d0-58395620290f yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:50.763478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a2b8e1a0-11f3-419b-af5b-5ac05eb6c074 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/ports/136ae299-987b-482b-8a61-9e882d58ee83 HTTP/1.1" status: 204 len: 168 time: 1.9512477 Mar 16 11:11:50.770729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57840) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:50.779644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.784943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:50.785516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.827259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-624363a3-fa5b-49e6-80a1-bc53b1898e5c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Synchronizing usage tracker for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:50.855522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:50.864552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:50.865698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.939969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616ab07a-094f-4ebf-bcfc-db63883e5db2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.942360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616ab07a-094f-4ebf-bcfc-db63883e5db2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:50.943677 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-616ab07a-094f-4ebf-bcfc-db63883e5db2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/4451a9e1-4660-4996-9ae6-f6d1ae705c67 HTTP/1.1" status: 204 len: 168 time: 0.7275212 Mar 16 11:11:50.946767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57844) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:50.958000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Network': ['ID=0048ca20-47d4-4f2e-99bd-67d819afded0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:50.982050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0048ca20-47d4-4f2e-99bd-67d819afded0 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:51.047772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ab07a-094f-4ebf-bcfc-db63883e5db2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451a9e1-4660-4996-9ae6-f6d1ae705c67,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:51.052707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-624363a3-fa5b-49e6-80a1-bc53b1898e5c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Unset dirty status for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:51.053891 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-624363a3-fa5b-49e6-80a1-bc53b1898e5c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2821271 Mar 16 11:11:51.066092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-331b1e41-9c89-4e08-8aaa-d64c300b5f05 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1234803 Mar 16 11:11:51.067263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57848) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:51.072442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57850) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:51.078034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1849671621'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:51.092726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'subnet': {'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:51.097432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:51.117717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.158190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7193b1b2-962a-4ca5-873f-b6c098105c62 None None] Could not find standard attr ID for object 33f093d4-edd7-43c5-90e1-f2988b8e4671. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:11:51.197614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.208755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7193b1b2-962a-4ca5-873f-b6c098105c62 None None] Provisioning complete for port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:51.209815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7193b1b2-962a-4ca5-873f-b6c098105c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.281296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8768452-5f80-41d4-adab-d0d4e5b08439 req-d6fea75d-6832-4032-807e-a8ea1a4c2e74 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:51.288982 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f8768452-5f80-41d4-adab-d0d4e5b08439 req-d6fea75d-6832-4032-807e-a8ea1a4c2e74 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.5537639 Mar 16 11:11:51.290035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:51.294949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:51.299342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2164bafd-1eb5-43c7-a47c-4495aa6f656a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:51.357505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.364603 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7193b1b2-962a-4ca5-873f-b6c098105c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.368466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=33f093d4-edd7-43c5-90e1-f2988b8e4671,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:51.392169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.393043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.416904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:51.417278 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-955ce9ee-54de-435c-81c9-05ddaea9d44c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/33f093d4-edd7-43c5-90e1-f2988b8e4671 HTTP/1.1" status: 204 len: 168 time: 1.8908482 Mar 16 11:11:51.419108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57856) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:51.430153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:51.446897 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f8768452-5f80-41d4-adab-d0d4e5b08439 req-fe30dd8f-79ef-4962-b1e1-2e49d36fddbe tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568170 Mar 16 11:11:51.454559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:51.461466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:51.464923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.496110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2164bafd-1eb5-43c7-a47c-4495aa6f656a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:51.501520 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2164bafd-1eb5-43c7-a47c-4495aa6f656a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5346239 Mar 16 11:11:51.508263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57860) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:51.514844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': '54203688-8316-4ecf-82b5-cf74887927dd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:51.540170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:51.540366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-7193b1b2-962a-4ca5-873f-b6c098105c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:51.540817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-7193b1b2-962a-4ca5-873f-b6c098105c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:51.541624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:51.549454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:51.554310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.564306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:51.566923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152fee1-36ff-478d-a5d2-6a6cfee367eb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:51.568646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152fee1-36ff-478d-a5d2-6a6cfee367eb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:51.569593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4152fee1-36ff-478d-a5d2-6a6cfee367eb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:51.572390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:51.579809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:51.592877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:51.609623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.610038 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Added segment c826b4a6-686a-4440-9e08-55e0abe0fd01 of type vlan for network 5addf33b-151c-42b8-9126-d9ff78dd2195 Mar 16 11:11:51.616045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.705095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4765e94-f45e-4a1a-9c1d-06668c25be7d None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:11:51.711848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:51.713545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.724007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:51.731971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4152fee1-36ff-478d-a5d2-6a6cfee367eb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:51.734447 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4152fee1-36ff-478d-a5d2-6a6cfee367eb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3142400 Mar 16 11:11:51.753640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:51.759690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:51.760414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.764523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=f1a06693-b1fa-4355-97d0-58395620290f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:51.770487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57864) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:51.828143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4765e94-f45e-4a1a-9c1d-06668c25be7d None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:11:51.872376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet a50fed81-c452-4bd7-b6e6-a164749bdec8 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:11:51.875552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.939443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.961892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:51.980599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.982762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:51.985943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:51.986531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:51.994090 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e718ab5c-d7dd-4456-ba8c-24b2e7cee3bd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9487069 Mar 16 11:11:51.995212 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The resource could not be found. Mar 16 11:11:51.997202 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d870ecff-fa9d-4e78-93a3-359e6048ebe4 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4880021 Mar 16 11:11:51.997463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57868) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.036196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57872) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.056612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621755400'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:52.077295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:52.077534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:52.080259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:52.086693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.110322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Network': ['ID=5addf33b-151c-42b8-9126-d9ff78dd2195,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:52.151197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 5addf33b-151c-42b8-9126-d9ff78dd2195 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:52.160016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:52.166628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.170468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port f1a06693-b1fa-4355-97d0-58395620290f {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:52.170798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.184635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:52.214917 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a5e37258-8ba2-4c5b-97c0-ed13bb977292 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1468773 Mar 16 11:11:52.222208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57876) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.226731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ba3119a7-ab86-427b-a523-7a71ccefe2ad tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.5366926 Mar 16 11:11:52.229774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57880) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.233642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-118185969'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:52.240851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:52.256537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:52.294159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:52.294790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:52.307016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.331570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:52.338493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.375900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:11:52.390526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.391098 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Added segment dc3c690a-c0d3-4f40-a2e6-a4f043863ab6 of type vlan for network bf0b170d-590c-4287-a278-e8b12791a52b Mar 16 11:11:52.414672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:52.415073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad5092-bda5-4406-98ad-ccf03fab78ec None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:52.418083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d0233b31-5abb-45e8-a11d-f809b8540101 None None] Could not find standard attr ID for object 33f093d4-edd7-43c5-90e1-f2988b8e4671. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:11:52.426871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.464022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:52.471258 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d1b5f14f-6bac-4c25-a04b-abb084423a57 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/floatingips/96652e89-a43e-49bd-824d-f1c38cac33c6 HTTP/1.1" status: 200 len: 976 time: 0.2377794 Mar 16 11:11:52.475373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57884) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.476294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:52.477965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.481965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=a50fed81-c452-4bd7-b6e6-a164749bdec8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:52.486084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.490358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:52.499881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:52.507528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fa46d9cc-ed62-41a9-b311-c3dbd85ade2e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:52.594876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.601255 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bf956135-d034-4df2-a33a-2b0268d8732f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/a50fed81-c452-4bd7-b6e6-a164749bdec8 HTTP/1.1" status: 204 len: 168 time: 0.8279786 Mar 16 11:11:52.609379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57888) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.629688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:52.630107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.660541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0a4e6-234b-4f69-9c70-31203598ca2f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:52.678422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.684230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:52.684768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.721581 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7034d85b-56a4-48f5-a943-08b9be40eee8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079717 Mar 16 11:11:52.741000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57894) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:52.749298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:52.755382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.837892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:11:52.851238 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6275985 Mar 16 11:11:52.860860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26881de-4f7e-4da9-adce-4a2d16d04924 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Network': ['ID=bf0b170d-590c-4287-a278-e8b12791a52b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:52.878755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network bf0b170d-590c-4287-a278-e8b12791a52b details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:11:52.951653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.959655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-38e5b96b-cbed-457e-8d02-c1ff0f4186c3 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Synchronizing usage tracker for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:floatingip {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:52.960180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3688a8-1f5d-48a6-b7ca-35e45fac4e71 req-4fe26f86-a299-41e7-9105-35b7e6d08aa2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:52.961730 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9c3688a8-1f5d-48a6-b7ca-35e45fac4e71 req-4fe26f86-a299-41e7-9105-35b7e6d08aa2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3974736 Mar 16 11:11:52.962797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:52.966304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e434683a-e3a0-4b20-a73d-b13a9499a25c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:52.974739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:52.978769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:52.996822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:53.015053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.032283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.033520 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2611eabc-0f07-43b0-a019-e2a7fa2263b8 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9963031 Mar 16 11:11:53.037990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57898) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:53.043251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--504430294'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:53.053516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:53.058508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9c3688a8-1f5d-48a6-b7ca-35e45fac4e71 req-099ca971-dd77-4926-9556-6553114f5d54 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634599 Mar 16 11:11:53.061790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:53.065467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:53.072241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:53.107298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:53.110889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.189817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:11:53.195311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for f1a06693-b1fa-4355-97d0-58395620290f owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:53.199914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] Deleting port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:53.200402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.208322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.247264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:53.255720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:53.260658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:53.269132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:53.269325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Checking segment: {'id': '775088ab-c558-4288-839c-3455ab11a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:53.269659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network hostable DHCP agents. Network: 0048ca20-47d4-4f2e-99bd-67d819afded0, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:53.295056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Subnet': ['ID=2479b598-c79b-4516-aa18-a956c4c5947f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:53.348801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-38e5b96b-cbed-457e-8d02-c1ff0f4186c3 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Unset dirty status for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:floatingip {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:53.354510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-38e5b96b-cbed-457e-8d02-c1ff0f4186c3 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.6569278 Mar 16 11:11:53.357031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57902) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:53.364006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'port_id': '536d120d-04f2-4a37-bb43-076f1fa6164a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:53.426474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 0048ca20-47d4-4f2e-99bd-67d819afded0 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:53.436647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.454389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.522268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] For port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:53.522625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.523251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=f1a06693-b1fa-4355-97d0-58395620290f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:53.528476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.543928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.558440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.672722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] Calling delete_port for fa46d9cc-ed62-41a9-b311-c3dbd85ade2e owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:53.708122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 0048ca20-47d4-4f2e-99bd-67d819afded0) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:53.721305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.749010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08450d9d-bbc9-4fb8-860c-4c0a1c507238,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:53.751789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.753218 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0200329d-9c76-47cb-81d6-fe259bde06a2 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7143905 Mar 16 11:11:53.759620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57908) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:53.770365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group_rule': {'security_group_id': 'e434683a-e3a0-4b20-a73d-b13a9499a25c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '08450d9d-bbc9-4fb8-860c-4c0a1c507238'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:53.773427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:53.777081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:53.777792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d8775-ba28-4840-a403-f7381611161e None None] Network 0048ca20-47d4-4f2e-99bd-67d819afded0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:53.782835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:53.783616 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.786285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ba485ea7-9c4d-44ee-b337-d81f9c8d0318 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/f1a06693-b1fa-4355-97d0-58395620290f HTTP/1.1" status: 204 len: 168 time: 1.7856688 Mar 16 11:11:53.791131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57912) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:53.792073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:53.800885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'mac_address': 'fa:16:3e:0b:c4:27', 'name': 'tempest-PortsIpV6TestJSON-125383908'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:53.815220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=abe1ab97-e66c-4915-91c6-f7d59b8d4f2e,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:53.821460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:53.822067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.828425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:53.830099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:53.839297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:53.855873 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ff1f6abe-8480-4ab2-97d9-3b40ae60f78a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1138029 Mar 16 11:11:53.857217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57916) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:53.865010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:53.866054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'name': 'tempest-NetworksTestDHCPv6-1299380986'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:53.961990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] Pushing event deleted for resources: {'Port': ['ID=fa46d9cc-ed62-41a9-b311-c3dbd85ade2e,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:53.976349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bc765-68ab-481a-a722-3d5a35c3b977 None None] No DVR routers for this DVR port fa46d9cc-ed62-41a9-b311-c3dbd85ade2e on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:53.992411 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-40de83bc-4e7a-46dd-a5ac-e005fe64bdbb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9110627 Mar 16 11:11:54.002564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57920) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:54.026064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b61891-c50f-44fe-8db5-87ab7e3604a1 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:54.124122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:54.146530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:54.196880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:54.288841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:54.292866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:54.296427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:54.303869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:54.588757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:54.588757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.589356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fa46d9cc-ed62-41a9-b311-c3dbd85ade2e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:11:54.589356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: fa46d9cc-ed62-41a9-b311-c3dbd85ade2e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:11:54.589356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fa46d9cc-ed62-41a9-b311-c3dbd85ade2e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:11:54.589356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-0048ca20-47d4-4f2e-99bd-67d819afded0', 'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0', 'tenant_id': 'b1865409fadf4996a1b40b6c16d4233f', 'fixed_ips': [{'subnet_id': '2479b598-c79b-4516-aa18-a956c4c5947f'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:54.589356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.614759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:11:54.619654 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ed24fb3-20c7-472b-ad72-92ae0e378347 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8562951 Mar 16 11:11:54.619833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57926) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:54.658672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:54.667799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'abe1ab97-e66c-4915-91c6-f7d59b8d4f2e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:54.668852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.670830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.679679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:54.711178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2786-ebcb-4327-a2c6-e6c06e842878 req-4972fb52-086f-4767-827f-1aade61380a5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:54.716899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbfb2786-ebcb-4327-a2c6-e6c06e842878 req-4972fb52-086f-4767-827f-1aade61380a5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4222910 Mar 16 11:11:54.748272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port c8c9bef4-3047-43aa-a808-71789e532e19 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:54.851041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.910480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Allocated IP 2001:db8::f816:3eff:fe12:ac2a (0048ca20-47d4-4f2e-99bd-67d819afded0/2479b598-c79b-4516-aa18-a956c4c5947f/bb7b731e-670d-4b14-bd99-543a6bf6abc0) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:54.914275 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbfb2786-ebcb-4327-a2c6-e6c06e842878 req-b3fbd750-95de-479e-81b7-9466dd402803 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828053 Mar 16 11:11:54.923621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.934800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9153971f-8d81-4957-8a47-716c49086c4e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:54.951938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/abe1ab97-e66c-4915-91c6-f7d59b8d4f2e/05b9638e-2fad-4a10-9a37-d21b2d650cc2) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:54.972979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 49735e28-34be-4c7e-a0b9-8b40dda07784 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:54.992121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9153971f-8d81-4957-8a47-716c49086c4e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.125643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9153971f-8d81-4957-8a47-716c49086c4e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.158901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153971f-8d81-4957-8a47-716c49086c4e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08450d9d-bbc9-4fb8-860c-4c0a1c507238,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:55.184316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9153971f-8d81-4957-8a47-716c49086c4e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.186843 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9153971f-8d81-4957-8a47-716c49086c4e tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/08450d9d-bbc9-4fb8-860c-4c0a1c507238 HTTP/1.1" status: 204 len: 168 time: 0.5657563 Mar 16 11:11:55.189645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57930) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:55.195951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.300208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5548854a-8a57-4db5-99d8-15935fde1fda tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:55.365637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.368922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.389409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Transition to ACTIVE for port object bb7b731e-670d-4b14-bd99-543a6bf6abc0 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:55.390231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5548854a-8a57-4db5-99d8-15935fde1fda tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:55.392678 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5548854a-8a57-4db5-99d8-15935fde1fda tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2015951 Mar 16 11:11:55.395456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57934) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:55.409616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.428004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Transition to ACTIVE for port object bb7b731e-670d-4b14-bd99-543a6bf6abc0 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:55.429373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Transition to ACTIVE for port object 05b9638e-2fad-4a10-9a37-d21b2d650cc2 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:55.451376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Transition to ACTIVE for port object 05b9638e-2fad-4a10-9a37-d21b2d650cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:55.484579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c702-ca3b-435e-9645-6b9ab4b04c9c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.511395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.531852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c702-ca3b-435e-9645-6b9ab4b04c9c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.574066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.600843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.620679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Network 0048ca20-47d4-4f2e-99bd-67d819afded0 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:55.627617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:55.636239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:55.642047 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP 96652e89-a43e-49bd-824d-f1c38cac33c6 associated. External IP: 172.26.7.83, port: 34abb94e-3cca-43d7-b660-1b229ec02cbc. Mar 16 11:11:55.688793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:55.710937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::1a9 (7bb6eb09-c78b-4881-a84a-9534f87fec56/abe1ab97-e66c-4915-91c6-f7d59b8d4f2e/c8c9bef4-3047-43aa-a808-71789e532e19) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:55.723442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.753039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:55.760551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:55.781932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Subnet': ['ID=2479b598-c79b-4516-aa18-a956c4c5947f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:55.839381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Pushing event updated for resources: {'Port': ['ID=bb7b731e-670d-4b14-bd99-543a6bf6abc0,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:55.859667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.947693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:55.958573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:55.966235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object c8c9bef4-3047-43aa-a808-71789e532e19 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:11:55.978777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Attempting to bind port bb7b731e-670d-4b14-bd99-543a6bf6abc0 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:55.979193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Attempting to bind port bb7b731e-670d-4b14-bd99-543a6bf6abc0 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '775088ab-c558-4288-839c-3455ab11a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:55.979652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Attempting to bind port bb7b731e-670d-4b14-bd99-543a6bf6abc0 on network 0048ca20-47d4-4f2e-99bd-67d819afded0 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:56.001510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:56.002011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Checking segment: {'id': '775088ab-c558-4288-839c-3455ab11a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:56.002416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.002803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Bound using segment: {'id': '775088ab-c558-4288-839c-3455ab11a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:56.003312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Bound port: bb7b731e-670d-4b14-bd99-543a6bf6abc0, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775088ab-c558-4288-839c-3455ab11a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0048ca20-47d4-4f2e-99bd-67d819afded0'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:56.003683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.066510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:56.067197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.080894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:56.087358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:56.088209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.095112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.145737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] For port bb7b731e-670d-4b14-bd99-543a6bf6abc0, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:56.149608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] For port bb7b731e-670d-4b14-bd99-543a6bf6abc0, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bb7b731e-670d-4b14-bd99-543a6bf6abc0,segment=NetworkSegment(775088ab-c558-4288-839c-3455ab11a842),segment_id=775088ab-c558-4288-839c-3455ab11a842)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:56.150763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Attempting to bind port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:11:56.151120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Attempting to bind port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:11:56.151517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Attempting to bind port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:11:56.155008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57940) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:56.167961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Pushing event updated for resources: {'Port': ['ID=05b9638e-2fad-4a10-9a37-d21b2d650cc2,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.170880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c702-ca3b-435e-9645-6b9ab4b04c9c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.171763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:11:56.172139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:56.172532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.173520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:11:56.174214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Bound port: 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:11:56.174572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.176095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:56.194559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=49735e28-34be-4c7e-a0b9-8b40dda07784,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.216030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'subnets': [{'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1432427433', 'ip_version': 6}, {'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:56.216372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'subnet': {'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1432427433', 'ip_version': 6}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:56.216998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Request body: {'subnet': {'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:56.224287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0048ca20-47d4-4f2e-99bd-67d819afded0']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:56.230890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.242563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775088ab-c558-4288-839c-3455ab11a842') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:56.242859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775088ab-c558-4288-839c-3455ab11a842') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:56.253958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:56.260309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.274408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=c8c9bef4-3047-43aa-a808-71789e532e19,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.284672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:56.290872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:56.291507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.296413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c702-ca3b-435e-9645-6b9ab4b04c9c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e434683a-e3a0-4b20-a73d-b13a9499a25c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.332797 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-51fc1465-28bb-436e-99f0-595694a34b88 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5363472 Mar 16 11:11:56.337045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57944) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:56.405128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c702-ca3b-435e-9645-6b9ab4b04c9c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.409886 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9bb7c702-ca3b-435e-9645-6b9ab4b04c9c tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/e434683a-e3a0-4b20-a73d-b13a9499a25c HTTP/1.1" status: 204 len: 168 time: 1.0081639 Mar 16 11:11:56.410843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57948) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:56.413550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] For port 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:11:56.415394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.418610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef975d65-c33b-4330-810c-1202d22bb8a7 None None] Pushing event updated for resources: {'Port': ['ID=bb7b731e-670d-4b14-bd99-543a6bf6abc0,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.435121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d694c5-391d-4046-92be-7eea9e057349 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:56.435716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-96d694c5-391d-4046-92be-7eea9e057349 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:56.438751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] For port 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=05b9638e-2fad-4a10-9a37-d21b2d650cc2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:11:56.454804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:56.454804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.459677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15770127-b64d-4451-887d-b415df4b540b None None] Network 0048ca20-47d4-4f2e-99bd-67d819afded0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:56.467141 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:56.522688 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0997e433-af0d-4dfa-88df-3eea2cbba049 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6640642 Mar 16 11:11:56.533255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57952) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:56.581984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:56.584981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.616052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc27ed9-afae-48db-aa4a-92745367069d req-01b78745-23ca-44d4-9c3c-9b212a275e6c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:56.623463 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4dc27ed9-afae-48db-aa4a-92745367069d req-01b78745-23ca-44d4-9c3c-9b212a275e6c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4650426 Mar 16 11:11:56.636363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:56.655550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-28ec7f75-668f-4a94-8481-6db0168f6ab1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:56.660998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Usage tracker for resource:subnet and tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:56.665575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-96d694c5-391d-4046-92be-7eea9e057349 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:56.670462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:56.671166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-96d694c5-391d-4046-92be-7eea9e057349 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/49735e28-34be-4c7e-a0b9-8b40dda07784 HTTP/1.1" status: 200 len: 844 time: 0.3320351 Mar 16 11:11:56.671480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:11:56.671480 dv-neutron-831730-4-hyperv neutron-server[88450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:11:56.671480 dv-neutron-831730-4-hyperv neutron-server[88450]: [parameters: {'id': '0048ca20-47d4-4f2e-99bd-67d819afded0'}] Mar 16 11:11:56.671480 dv-neutron-831730-4-hyperv neutron-server[88450]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:11:56.671827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:11:56.678971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57956) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:56.688672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:56.749003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1924c9-3692-4fed-b164-c4906be28700 None None] Pushing event updated for resources: {'Port': ['ID=05b9638e-2fad-4a10-9a37-d21b2d650cc2,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:56.778426 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4dc27ed9-afae-48db-aa4a-92745367069d req-bd3a26ee-655e-475e-b73e-079ed10fdf87 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474729 Mar 16 11:11:56.806437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 49735e28-34be-4c7e-a0b9-8b40dda07784 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:56.806437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.839478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:56.852294 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:56.856864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-28ec7f75-668f-4a94-8481-6db0168f6ab1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:56.858030 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-28ec7f75-668f-4a94-8481-6db0168f6ab1 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4462543 Mar 16 11:11:56.871248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Made reservation on behalf of 63e7bbdd1a744b45a4f7eeb2f3aa2566 for: {'subnet': 2} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:56.871428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:56.872108 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:56.875845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.876172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:56.892071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57962) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:56.904585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441380994'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:56.960343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:56.962502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0e093-f652-443b-a483-69bcb4f201de tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:56.968399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0e093-f652-443b-a483-69bcb4f201de tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:56.969212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1fb0e093-f652-443b-a483-69bcb4f201de tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:57.013756 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:57.038342 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:57.039073 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:57.123857 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:57.124752 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf89be-396f-4a8e-9987-f541875992bb None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:57.139534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:57.187643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.266695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port bb7b731e-670d-4b14-bd99-543a6bf6abc0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:57.266959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.316786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1fb0e093-f652-443b-a483-69bcb4f201de tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:57.321112 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1fb0e093-f652-443b-a483-69bcb4f201de tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7735407 Mar 16 11:11:57.325589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 57968) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:57.353069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.462586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.558591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port c8c9bef4-3047-43aa-a808-71789e532e19 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:11:57.559119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.625638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:57.638158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 49735e28-34be-4c7e-a0b9-8b40dda07784 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:57.678804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Usage tracker for resource:security_group_rule and tenant:dcf8ad527cd546fe82abfe5465a80fb5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:11:57.687043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:11:57.699963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:57.822326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d28c9-b3ef-4920-aa05-3d4df2cb7b37 req-425bc7d3-a8d0-4f67-a3ab-157c8167442e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:57.823022 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d00d28c9-b3ef-4920-aa05-3d4df2cb7b37 req-425bc7d3-a8d0-4f67-a3ab-157c8167442e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.5128682 Mar 16 11:11:57.884962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] For port bb7b731e-670d-4b14-bd99-543a6bf6abc0, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=bb7b731e-670d-4b14-bd99-543a6bf6abc0,segment=NetworkSegment(775088ab-c558-4288-839c-3455ab11a842),segment_id=775088ab-c558-4288-839c-3455ab11a842)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:57.888535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.970836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:57.998040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:11:58.020351 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d00d28c9-b3ef-4920-aa05-3d4df2cb7b37 req-b1920346-8111-468f-99bf-c7804396913d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825995 Mar 16 11:11:58.048897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=49735e28-34be-4c7e-a0b9-8b40dda07784,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:58.067037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.072745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.080484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Calling delete_port for bb7b731e-670d-4b14-bd99-543a6bf6abc0 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:58.129332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-5ba8605e-e3d9-46a9-b8a5-9f637e41a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:58.130967 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-5ba8605e-e3d9-46a9-b8a5-9f637e41a218 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.6994691 Mar 16 11:11:58.158266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.187419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e3b82841-c21a-43e1-8780-f54c6fee520c None None] Provisioning for port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:58.226084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ac3f14-05b4-4248-8235-0e5d8192611d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:58.229530 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7c09a5e3-8a70-4052-97b5-f1132b69fb3a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/49735e28-34be-4c7e-a0b9-8b40dda07784 HTTP/1.1" status: 204 len: 168 time: 1.5488796 Mar 16 11:11:58.232387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57976) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:58.279933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fa7ab-918d-4d42-a668-020618e79f7a None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:11:58.294570 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-3697038d-889e-42f0-a150-9b2238b6fc5c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:11:58.295109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3697038d-889e-42f0-a150-9b2238b6fc5c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:58.297615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.299367 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-787eea0f-23de-4138-b6f1-aa415a286524 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4012735 Mar 16 11:11:58.301751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57982) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:58.308533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-24968fc0-510b-4c47-95c6-e9677786eee9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:58.309041 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-24968fc0-510b-4c47-95c6-e9677786eee9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 11:11:58.309411 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-24968fc0-510b-4c47-95c6-e9677786eee9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 11:11:58.310350 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-24968fc0-510b-4c47-95c6-e9677786eee9 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "PUT /v2.0/security-groups/03ac3f14-05b4-4248-8235-0e5d8192611d HTTP/1.1" status: 409 len: 330 time: 0.0074949 Mar 16 11:11:58.313784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57986) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:58.370717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.422367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51fa7ab-918d-4d42-a668-020618e79f7a None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:11:58.435978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3697038d-889e-42f0-a150-9b2238b6fc5c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:58.440740 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3697038d-889e-42f0-a150-9b2238b6fc5c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/49735e28-34be-4c7e-a0b9-8b40dda07784 HTTP/1.1" status: 404 len: 333 time: 0.2038376 Mar 16 11:11:58.453377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57990) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:58.457211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-376a2f19-bcf1-40dd-b9e4-5eb38f534bc4 None None] Provisioning for port c8c9bef4-3047-43aa-a808-71789e532e19 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:58.465723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'name': 'tempest-PortsIpV6TestJSON-1546805685'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:58.476119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-376a2f19-bcf1-40dd-b9e4-5eb38f534bc4 None None] Provisioning complete for port c8c9bef4-3047-43aa-a808-71789e532e19 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:58.476498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-376a2f19-bcf1-40dd-b9e4-5eb38f534bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.512263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5e25e6-8b9b-47e2-8b70-690fe2875ff0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.532873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 05b9638e-2fad-4a10-9a37-d21b2d650cc2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:11:58.583645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.612520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Subnet': ['ID=c2741568-3cf6-4e87-9016-2d17ea332b82,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:58.651429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Checking segment: {'id': 'c826b4a6-686a-4440-9e08-55e0abe0fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:58.651429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network hostable DHCP agents. Network: 5addf33b-151c-42b8-9126-d9ff78dd2195, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:58.651716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-376a2f19-bcf1-40dd-b9e4-5eb38f534bc4 None None] Port c8c9bef4-3047-43aa-a808-71789e532e19 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:11:58.662678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5e25e6-8b9b-47e2-8b70-690fe2875ff0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.689161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:11:58.698918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:11:58.764067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:11:58.767836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.784556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for c8c9bef4-3047-43aa-a808-71789e532e19 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:11:58.784810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:11:58.786599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network 5addf33b-151c-42b8-9126-d9ff78dd2195 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:58.794203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:11:58.794577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.799975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port ea5c9319-d068-49db-86ee-f4f76aa07d04 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:11:58.815186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.852238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5e25e6-8b9b-47e2-8b70-690fe2875ff0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.879714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 5addf33b-151c-42b8-9126-d9ff78dd2195) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:58.883524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e25e6-8b9b-47e2-8b70-690fe2875ff0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ac3f14-05b4-4248-8235-0e5d8192611d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:58.896274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:58.901139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Port': ['ID=bb7b731e-670d-4b14-bd99-543a6bf6abc0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:58.914746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No DVR routers for this DVR port bb7b731e-670d-4b14-bd99-543a6bf6abc0 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:11:58.920598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:11:58.934698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:11:58.954042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-cb10c87c-8381-471a-8f90-645c745b4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:58.957607 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-cb10c87c-8381-471a-8f90-645c745b4b07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 0.7740338 Mar 16 11:11:58.995611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:58.996363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.054362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a2595-2ff4-489a-989a-9de991039118 None None] Network 5addf33b-151c-42b8-9126-d9ff78dd2195 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:59.071809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.081872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event updated for resources: {'Subnet': ['ID=e5b86f90-9fb6-474a-94dc-92ed454d6b40,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:59.100237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.182001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:11:59.182554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.190221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Checking segment: {'id': 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:11:59.190586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network hostable DHCP agents. Network: bf0b170d-590c-4287-a278-e8b12791a52b, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:11:59.203734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5e25e6-8b9b-47e2-8b70-690fe2875ff0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.206316 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cb5e25e6-8b9b-47e2-8b70-690fe2875ff0 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/03ac3f14-05b4-4248-8235-0e5d8192611d HTTP/1.1" status: 204 len: 168 time: 0.8913743 Mar 16 11:11:59.219932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 57998) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.240029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.264964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.265616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b15b6b6-c238-4613-8d65-c251e0dd9761 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:11:59.301064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.318713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.328734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b82f38fa-78c6-40e1-9006-54c3b19ddf7b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Synchronizing usage tracker for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:11:59.340724 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-a046df19-717e-4b12-9d7b-2bd5221c17e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1001 time: 0.3715415 Mar 16 11:11:59.342030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=05b9638e-2fad-4a10-9a37-d21b2d650cc2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:11:59.345805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Network bf0b170d-590c-4287-a278-e8b12791a52b is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:11:59.406413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-5addf33b-151c-42b8-9126-d9ff78dd2195', 'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195', 'tenant_id': '63e7bbdd1a744b45a4f7eeb2f3aa2566', 'fixed_ips': [{'subnet_id': 'c2741568-3cf6-4e87-9016-2d17ea332b82'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:59.406686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.453695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0048ca20-47d4-4f2e-99bd-67d819afded0']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.456499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.460372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b82f38fa-78c6-40e1-9006-54c3b19ddf7b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] Unset dirty status for tenant:dcf8ad527cd546fe82abfe5465a80fb5 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:11:59.465186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b82f38fa-78c6-40e1-9006-54c3b19ddf7b tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2399209 Mar 16 11:11:59.466790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.469873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58002) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.470287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, bf0b170d-590c-4287-a278-e8b12791a52b) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:59.508827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e6245-3754-4777-bf80-5cc4446c0b77 None None] Network bf0b170d-590c-4287-a278-e8b12791a52b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:11:59.514451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775088ab-c558-4288-839c-3455ab11a842') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.514745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775088ab-c558-4288-839c-3455ab11a842') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:11:59.543959 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eb584d33-64e2-402a-bc26-ff78384e62c2 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/floatingips/96652e89-a43e-49bd-824d-f1c38cac33c6 HTTP/1.1" status: 200 len: 977 time: 6.1858718 Mar 16 11:11:59.548618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.556160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58006) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.566630 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-b749807d-5798-409d-b8ee-59a486755a88 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] delete failed (client error): The resource could not be found. Mar 16 11:11:59.567912 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b749807d-5798-409d-b8ee-59a486755a88 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "DELETE /v2.0/security-groups/c728dd1f-7275-4357-a207-ce7087ad65ae HTTP/1.1" status: 404 len: 347 time: 0.0847430 Mar 16 11:11:59.578532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:59.632753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58010) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.647531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-39e5b0a6-abbc-4fb2-9408-1d38f541176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:59.648997 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-39e5b0a6-abbc-4fb2-9408-1d38f541176b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.2630463 Mar 16 11:11:59.661358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:59.665543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:59.665543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.683018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.686738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.717834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:11:59.719087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:11:59.730392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=ea5c9319-d068-49db-86ee-f4f76aa07d04,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:59.733762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:11:59.742679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:59.743330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.750529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=05b9638e-2fad-4a10-9a37-d21b2d650cc2,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:59.774008 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-359a1f96-2fb8-49ea-b25d-a63ed3a6c779 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6077104 Mar 16 11:11:59.775261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58014) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.788541 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-3a36169d-b868-4e66-8b2c-dfb59712ba1a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] show failed (client error): The resource could not be found. Mar 16 11:11:59.793467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3a36169d-b868-4e66-8b2c-dfb59712ba1a tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-groups/f7e74fdd-6683-4463-9ce8-c941a3e1e2f3 HTTP/1.1" status: 404 len: 347 time: 0.1398978 Mar 16 11:11:59.802276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:11:59.803220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.813248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58018) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:11:59.820716 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:11:59.830174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Allocated IP 2001:db8::1 (5addf33b-151c-42b8-9126-d9ff78dd2195/c2741568-3cf6-4e87-9016-2d17ea332b82/5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:11:59.838003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=c8c9bef4-3047-43aa-a808-71789e532e19,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:11:59.846726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd606d-389e-465e-8afa-cd71885d2f47 req-3440c4b5-8f2c-4f20-aeea-d092824a41a6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:11:59.850862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5cbd606d-389e-465e-8afa-cd71885d2f47 req-3440c4b5-8f2c-4f20-aeea-d092824a41a6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6445956 Mar 16 11:11:59.857227 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-55b868d3-3cb5-4c61-986a-6f0955db70a6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3978071 Mar 16 11:11:59.862004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58022) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.868286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-b92d8876-1b33-4c47-947f-12eb62ecfe59 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] show failed (client error): The resource could not be found. Mar 16 11:11:59.873909 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b92d8876-1b33-4c47-947f-12eb62ecfe59 tempest-NegativeSecGroupTest-1545144673 tempest-NegativeSecGroupTest-1545144673-project] 10.222.0.30 "GET /v2.0/security-group-rules/94ef520a-6a9e-4425-a650-f4d51e30790a HTTP/1.1" status: 404 len: 356 time: 0.0432661 Mar 16 11:11:59.873909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:11:59.947558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:59.965259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-bf0b170d-590c-4287-a278-e8b12791a52b', 'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b', 'tenant_id': '63e7bbdd1a744b45a4f7eeb2f3aa2566', 'fixed_ips': [{'subnet_id': 'e5b86f90-9fb6-474a-94dc-92ed454d6b40'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:11:59.966130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.024920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855b6aa-f146-4922-ad10-60c0d1ddea17 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:00.026613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855b6aa-f146-4922-ad10-60c0d1ddea17 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:00.028452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855b6aa-f146-4922-ad10-60c0d1ddea17 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:00.029316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b855b6aa-f146-4922-ad10-60c0d1ddea17 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Synchronizing usage tracker for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:00.081362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.156376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b855b6aa-f146-4922-ad10-60c0d1ddea17 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Unset dirty status for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:00.169419 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b855b6aa-f146-4922-ad10-60c0d1ddea17 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3927996 Mar 16 11:12:00.170849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58028) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:00.253527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.256130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.261153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Deleting subnet c2741568-3cf6-4e87-9016-2d17ea332b82 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:00.273073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Transition to ACTIVE for port object 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:00.275890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Allocated IP 2001:db8:0:1::1 (bf0b170d-590c-4287-a278-e8b12791a52b/e5b86f90-9fb6-474a-94dc-92ed454d6b40/d328b02e-33c9-4ebd-9643-7deec551607a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:00.293788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.302103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Transition to ACTIVE for port object 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:00.317082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.322370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Network': ['ID=0048ca20-47d4-4f2e-99bd-67d819afded0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:00.366990 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-795d0aca-a60c-4964-87c7-4c099f4f4b66 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/0048ca20-47d4-4f2e-99bd-67d819afded0 HTTP/1.1" status: 204 len: 168 time: 6.3337774 Mar 16 11:12:00.389113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58032) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:00.400753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2041170127'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:00.405941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.408375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.434292 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-581e37da-c3dc-4e0b-ac75-87282b5e761a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/c8c9bef4-3047-43aa-a808-71789e532e19 HTTP/1.1" status: 204 len: 168 time: 3.1074936 Mar 16 11:12:00.454953 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5cbd606d-389e-465e-8afa-cd71885d2f47 req-b0a7030a-9c28-4260-887c-82a69d0376f5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289789 Mar 16 11:12:00.469062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58036) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:00.469062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:00.479840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 05b9638e-2fad-4a10-9a37-d21b2d650cc2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:00.482966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:network and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:00.504201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-61b89fd2-f4c0-4ef5-844a-4ec98c93367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:00.506128 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-61b89fd2-f4c0-4ef5-844a-4ec98c93367b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8329201 Mar 16 11:12:00.516691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Network 5addf33b-151c-42b8-9126-d9ff78dd2195 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:00.544180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:00.551807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:00.590050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.619798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Pushing event updated for resources: {'Port': ['ID=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:00.653216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.712567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.745111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.747781 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP 96652e89-a43e-49bd-824d-f1c38cac33c6 disassociated. External IP: 172.26.7.83, port: 536d120d-04f2-4a37-bb43-076f1fa6164a. Mar 16 11:12:00.756948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.763817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Attempting to bind port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:00.764150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Attempting to bind port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'c826b4a6-686a-4440-9e08-55e0abe0fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:00.764508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Attempting to bind port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 on network 5addf33b-151c-42b8-9126-d9ff78dd2195 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:00.764622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:00.767043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58044) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:00.774871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Transition to ACTIVE for port object d328b02e-33c9-4ebd-9643-7deec551607a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:00.779722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:00.780098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Checking segment: {'id': 'c826b4a6-686a-4440-9e08-55e0abe0fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:00.780494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.780884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Bound using segment: {'id': 'c826b4a6-686a-4440-9e08-55e0abe0fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:00.781347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Bound port: 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c826b4a6-686a-4440-9e08-55e0abe0fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5addf33b-151c-42b8-9126-d9ff78dd2195'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:00.781719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.793694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:00.804759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:00.805128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.836958 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-31750ac3-2cc0-4f52-87a9-e34c442bee27 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219571 Mar 16 11:12:00.847673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4a1f5-eef1-425c-b7de-a248352db67f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:00.849436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4a1f5-eef1-425c-b7de-a248352db67f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:00.850867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1aa4a1f5-eef1-425c-b7de-a248352db67f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:00.863039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.895657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:00.900179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Transition to ACTIVE for port object d328b02e-33c9-4ebd-9643-7deec551607a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:00.905815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:00.998609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.001202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] For port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:01.002513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.010360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1aa4a1f5-eef1-425c-b7de-a248352db67f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:01.011170 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1aa4a1f5-eef1-425c-b7de-a248352db67f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5442643 Mar 16 11:12:01.014812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:01.017368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58050) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:01.018610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] For port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,segment=NetworkSegment(c826b4a6-686a-4440-9e08-55e0abe0fd01),segment_id=c826b4a6-686a-4440-9e08-55e0abe0fd01)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:01.022654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.085879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Network bf0b170d-590c-4287-a278-e8b12791a52b is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:01.088863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:01.091919 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2e1c9b73-be53-48a9-8f86-97d12ad60690 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcf8ad527cd546fe82abfe5465a80fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237457 Mar 16 11:12:01.097376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:01.098653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58054) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:01.106500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Pushing event updated for resources: {'Port': ['ID=d328b02e-33c9-4ebd-9643-7deec551607a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:01.109159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.118047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Subnet': ['ID=c2741568-3cf6-4e87-9016-2d17ea332b82,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:01.122928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] In _notify_port_updated(), no bound segment for port ea5c9319-d068-49db-86ee-f4f76aa07d04 on network 24929e3e-05a3-4d03-8f29-398509f6bda9 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:12:01.130004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:01.130472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.132903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/ports/ea5c9319-d068-49db-86ee-f4f76aa07d04 HTTP/1.1" status: 200 len: 818 time: 1.2702181 Mar 16 11:12:01.140820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.141435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58058) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:01.150123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.150754 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Added segment 6011d3bc-523d-4541-89f5-e1b835651d36 of type vlan for network 8eb36454-156d-47ca-a3de-9195716dfef4 Mar 16 11:12:01.181406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7058c-f7cc-4416-952d-accbda924119 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=ea5c9319-d068-49db-86ee-f4f76aa07d04,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:01.204219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.265406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Attempting to bind port d328b02e-33c9-4ebd-9643-7deec551607a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:01.266090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Attempting to bind port d328b02e-33c9-4ebd-9643-7deec551607a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:01.266090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Attempting to bind port d328b02e-33c9-4ebd-9643-7deec551607a on network bf0b170d-590c-4287-a278-e8b12791a52b {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:01.270839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet abe1ab97-e66c-4915-91c6-f7d59b8d4f2e {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:01.275810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:01.283849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Checking segment: {'id': 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:01.283849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.283849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Bound using segment: {'id': 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:01.283849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Bound port: d328b02e-33c9-4ebd-9643-7deec551607a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bf0b170d-590c-4287-a278-e8b12791a52b'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:01.283849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.292931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.293103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b1183-8a4d-475f-b335-a80f811de3e2 None None] Pushing event updated for resources: {'Port': ['ID=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:01.303595 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c2800e4e-f64c-40a5-a577-8bf42cd961cf tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/subnets/c2741568-3cf6-4e87-9016-2d17ea332b82 HTTP/1.1" status: 204 len: 168 time: 1.1291034 Mar 16 11:12:01.305982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:01.350436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.356171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:01.357322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.382501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5e6ad70e-b959-45c3-93fe-5b5c2bde8cb5 req-b3c548e3-8c3e-4817-a79b-561e07027cec service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364590 Mar 16 11:12:01.405789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] For port d328b02e-33c9-4ebd-9643-7deec551607a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:01.409191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] For port d328b02e-33c9-4ebd-9643-7deec551607a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d328b02e-33c9-4ebd-9643-7deec551607a,segment=NetworkSegment(dc3c690a-c0d3-4f40-a2e6-a4f043863ab6),segment_id=dc3c690a-c0d3-4f40-a2e6-a4f043863ab6)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:01.415648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port ea5c9319-d068-49db-86ee-f4f76aa07d04 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:01.416270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.445176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.499315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Deleting subnet e5b86f90-9fb6-474a-94dc-92ed454d6b40 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:01.505167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.505452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.535709 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1455288 Mar 16 11:12:01.542494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58068) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:01.559637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3d90e-02f9-44fc-90b4-88eb7308f3bc tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Network': ['ID=8eb36454-156d-47ca-a3de-9195716dfef4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:01.576120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'subnet': {'network_id': '8eb36454-156d-47ca-a3de-9195716dfef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:01.617555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 8eb36454-156d-47ca-a3de-9195716dfef4 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:01.685168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:01.718520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:01.864577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731c108-fccb-4301-b47b-9069067e1ce2 None None] Pushing event updated for resources: {'Port': ['ID=d328b02e-33c9-4ebd-9643-7deec551607a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:01.885066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:01.916342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:01.968335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9191cdd-cd66-4f13-8291-30c88691f775 req-62b63228-130c-47d1-acae-3a51b90c11b5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:01.969884 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a9191cdd-cd66-4f13-8291-30c88691f775 req-62b63228-130c-47d1-acae-3a51b90c11b5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2595341 Mar 16 11:12:01.971425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.039966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:02.043442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.049740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d6798e0-ffdd-4d31-bb94-81912094c118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.205910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d6798e0-ffdd-4d31-bb94-81912094c118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.312130 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a9191cdd-cd66-4f13-8291-30c88691f775 req-547c8130-1938-4589-9ce9-eec25ea3e6b5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117414 Mar 16 11:12:02.394781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.419950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.454051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b86f90-9fb6-474a-94dc-92ed454d6b40,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:02.457310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.477313 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f753d824-49aa-4573-9467-e074b29f415d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/subnets/e5b86f90-9fb6-474a-94dc-92ed454d6b40 HTTP/1.1" status: 204 len: 168 time: 1.1671479 Mar 16 11:12:02.477585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58072) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:02.510479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:02.552024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.562288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:02.575778 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:02.594053 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:02.594667 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:02.635806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae1e02-301f-426c-ac46-ef2e50c06a57 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:02.637275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-19ae1e02-301f-426c-ac46-ef2e50c06a57 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Synchronizing usage tracker for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:02.729942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:02.735504 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:02.735728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d328b02e-33c9-4ebd-9643-7deec551607a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:02.740950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for ea5c9319-d068-49db-86ee-f4f76aa07d04 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:02.746196 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:02.746957 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:11:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:02.789494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.791798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.844286 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:02.845380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90505f-ce83-41e8-86e0-f99b6f1f8549 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:02.869197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-19ae1e02-301f-426c-ac46-ef2e50c06a57 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Unset dirty status for tenant:63e7bbdd1a744b45a4f7eeb2f3aa2566 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:02.874412 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-19ae1e02-301f-426c-ac46-ef2e50c06a57 tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3954055 Mar 16 11:12:02.875072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58076) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:02.890493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d6798e0-ffdd-4d31-bb94-81912094c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:02.911150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Subnet': ['ID=553eec30-f6ef-4791-975e-3ab0fe57b909,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:02.912793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1b079-4869-4d05-b392-3fbbe131ab59 None None] Network 5addf33b-151c-42b8-9126-d9ff78dd2195 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:02.936917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Checking segment: {'id': '6011d3bc-523d-4541-89f5-e1b835651d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8eb36454-156d-47ca-a3de-9195716dfef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:02.937375 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f54344e7-3b86-48aa-818b-799d43cadcb8 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/floatingips/96652e89-a43e-49bd-824d-f1c38cac33c6 HTTP/1.1" status: 200 len: 687 time: 3.3780963 Mar 16 11:12:02.947775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network hostable DHCP agents. Network: 8eb36454-156d-47ca-a3de-9195716dfef4, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:02.947962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58080) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:02.947962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6798e0-ffdd-4d31-bb94-81912094c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391e189-830b-400b-a6ce-2d758a09ffd4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:03.025487 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d328b02e-33c9-4ebd-9643-7deec551607a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:03.043105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.059055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 8eb36454-156d-47ca-a3de-9195716dfef4 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:03.143627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 8eb36454-156d-47ca-a3de-9195716dfef4) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:03.144410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] Provisioning for port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:03.152834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:03.153461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.153567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93c277-1b70-4b2c-8c36-e2384fb1c4c0 None None] Network 8eb36454-156d-47ca-a3de-9195716dfef4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:03.167884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] Provisioning complete for port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:03.168340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.212450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=abe1ab97-e66c-4915-91c6-f7d59b8d4f2e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:03.226649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.237075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f29ef-02b2-44c8-b7d9-389ad1f189db None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:03.237878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.243606 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aa05aa68-6c11-4f34-9b2b-5645bcf9386a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6913695 Mar 16 11:12:03.243878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:03.297697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 13fc87d7-7fe0-49f5-a029-6395f392fa50 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:03.302398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.324274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d17518-505b-4de1-923b-b261de0e2071 None None] Network bf0b170d-590c-4287-a278-e8b12791a52b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:03.345458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.348771 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-41df9f1b-be62-4079-84d2-4a19b5fdd351 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/abe1ab97-e66c-4915-91c6-f7d59b8d4f2e HTTP/1.1" status: 204 len: 168 time: 2.3312006 Mar 16 11:12:03.362916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58090) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:03.365930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=ea5c9319-d068-49db-86ee-f4f76aa07d04,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:03.379643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.380854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] DHCP port deletion for 5addf33b-151c-42b8-9126-d9ff78dd2195 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:03.381830 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8415dfa5-6371-434a-a54e-bc6e97ba1939 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/ea5c9319-d068-49db-86ee-f4f76aa07d04 HTTP/1.1" status: 204 len: 168 time: 2.2393672 Mar 16 11:12:03.384588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58094) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:03.440505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d6798e0-ffdd-4d31-bb94-81912094c118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.456916 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8d6798e0-ffdd-4d31-bb94-81912094c118 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d391e189-830b-400b-a6ce-2d758a09ffd4 HTTP/1.1" status: 204 len: 168 time: 2.3408251 Mar 16 11:12:03.460099 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f174c59a-666a-4368-93bb-8731575d444f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957456 Mar 16 11:12:03.468707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:03.478673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:03.513912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Deleting port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:03.514521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.570868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Deleting port d328b02e-33c9-4ebd-9643-7deec551607a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:03.571434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.572831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.725307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:03.733787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:03.736929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.816832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:03.825173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:03.921873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.928693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.932202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.975013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.986855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Subnet': ['ID=553eec30-f6ef-4791-975e-3ab0fe57b909,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:03.996265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:04.000455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.103033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 13fc87d7-7fe0-49f5-a029-6395f392fa50 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:04.121419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0dc809-a64d-44cb-9275-5d33eedb6456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-8eb36454-156d-47ca-a3de-9195716dfef4', 'network_id': '8eb36454-156d-47ca-a3de-9195716dfef4', 'tenant_id': 'b1865409fadf4996a1b40b6c16d4233f', 'fixed_ips': [{'subnet_id': '553eec30-f6ef-4791-975e-3ab0fe57b909'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:04.122229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc809-a64d-44cb-9275-5d33eedb6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.182560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] For port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,segment=NetworkSegment(c826b4a6-686a-4440-9e08-55e0abe0fd01),segment_id=c826b4a6-686a-4440-9e08-55e0abe0fd01)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:04.183879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc876c2-b875-42de-8012-368219d66e56 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:04.184472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1fc876c2-b875-42de-8012-368219d66e56 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:04.231845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.259697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] For port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,segment=NetworkSegment(c826b4a6-686a-4440-9e08-55e0abe0fd01),segment_id=c826b4a6-686a-4440-9e08-55e0abe0fd01)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:04.260130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.272224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb36454-156d-47ca-a3de-9195716dfef4']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:04.273422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.287391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6011d3bc-523d-4541-89f5-e1b835651d36') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:04.287391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6011d3bc-523d-4541-89f5-e1b835651d36') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:04.288039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f9ba-914e-4e01-a41e-70a439f0577d req-5d6c2892-af31-4d71-b7db-f6011aedd65a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:04.289809 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a395f9ba-914e-4e01-a41e-70a439f0577d req-5d6c2892-af31-4d71-b7db-f6011aedd65a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6785116 Mar 16 11:12:04.310738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.350474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] For port d328b02e-33c9-4ebd-9643-7deec551607a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d328b02e-33c9-4ebd-9643-7deec551607a,segment=NetworkSegment(dc3c690a-c0d3-4f40-a2e6-a4f043863ab6),segment_id=dc3c690a-c0d3-4f40-a2e6-a4f043863ab6)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:04.351079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.355837 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.415048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:04.415565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.439740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Calling delete_port for 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:04.470852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:04.473520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] DHCP port deletion for bf0b170d-590c-4287-a278-e8b12791a52b request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:04.496654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Deleting port d328b02e-33c9-4ebd-9643-7deec551607a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:04.503110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.520862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1fc876c2-b875-42de-8012-368219d66e56 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:04.525189 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1fc876c2-b875-42de-8012-368219d66e56 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.1343660 Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:04.525333 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:04.528622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Deleting port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:04.529385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Calling delete_port for d328b02e-33c9-4ebd-9643-7deec551607a owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:04.529775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.531634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58116) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:04.571432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 05b9638e-2fad-4a10-9a37-d21b2d650cc2 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:04.595601 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-13532211-4ca2-4851-8495-e653bc2b953a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:12:04.596022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b25e25-5325-48f0-ab2b-03281b1ab145 None None] Network 8eb36454-156d-47ca-a3de-9195716dfef4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:04.596611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-13532211-4ca2-4851-8495-e653bc2b953a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:04.612527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.616285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-13532211-4ca2-4851-8495-e653bc2b953a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:04.618180 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-13532211-4ca2-4851-8495-e653bc2b953a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/ea5c9319-d068-49db-86ee-f4f76aa07d04 HTTP/1.1" status: 404 len: 333 time: 0.0854292 Mar 16 11:12:04.622313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58122) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:04.632935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493105186'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:04.652666 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a395f9ba-914e-4e01-a41e-70a439f0577d req-b42701eb-a041-4245-9037-66bb9437b36c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466601 Mar 16 11:12:04.688132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:04.696924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b25e25-5325-48f0-ab2b-03281b1ab145 None None] Network 8eb36454-156d-47ca-a3de-9195716dfef4 could not be found, it might have been deleted concurrently. {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 11:12:04.703274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.721867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:04.724898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Network': ['ID=8eb36454-156d-47ca-a3de-9195716dfef4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:04.729775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:04.745605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dad6f-389a-4b15-9e25-e5e623de3c9d None None] Pushing event updated for resources: {'Port': ['ID=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:04.755311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:04.788041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7f0165f1-45d1-46d5-a24c-02c0fd61f6bf None None] Provisioning for port d328b02e-33c9-4ebd-9643-7deec551607a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:04.789411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.849501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7f0165f1-45d1-46d5-a24c-02c0fd61f6bf None None] Provisioning complete for port d328b02e-33c9-4ebd-9643-7deec551607a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:04.850464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7f0165f1-45d1-46d5-a24c-02c0fd61f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.869337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:04.870609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.879832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.885736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=13fc87d7-7fe0-49f5-a029-6395f392fa50,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:04.889312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.947138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7f0165f1-45d1-46d5-a24c-02c0fd61f6bf None None] Port d328b02e-33c9-4ebd-9643-7deec551607a was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:12:04.972479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:04.972828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:05.029958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.033322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.040496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Port': ['ID=d328b02e-33c9-4ebd-9643-7deec551607a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:05.045879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58132) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.053501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] No DVR routers for this DVR port d328b02e-33c9-4ebd-9643-7deec551607a on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:05.057260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e453d3f0-cc17-4b80-95d8-0733514aea09 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/8eb36454-156d-47ca-a3de-9195716dfef4 HTTP/1.1" status: 204 len: 168 time: 1.8121676 Mar 16 11:12:05.061582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58136) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.075046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-292645804'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:05.087944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:05.092165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:05.101829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:05.105183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.105823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.114189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:network and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:05.123561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:05.132211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=7a3ad1fb-6d1b-467d-8663-61f668a8eee5,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:05.145024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:05.157974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:05.189466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841acfe1-a705-443e-a23b-ac3dcd405f4b req-3d1c9bea-063a-47a9-95e0-6e6891da9f1e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.191755 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-841acfe1-a705-443e-a23b-ac3dcd405f4b req-3d1c9bea-063a-47a9-95e0-6e6891da9f1e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3802056 Mar 16 11:12:05.192798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.193189 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment 8bf37971-9a96-4cac-8247-f61d01331c5b of type vlan for network 842b927a-c0ec-4053-9034-18b3f4447548 Mar 16 11:12:05.197386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] For port d328b02e-33c9-4ebd-9643-7deec551607a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d328b02e-33c9-4ebd-9643-7deec551607a,segment=NetworkSegment(dc3c690a-c0d3-4f40-a2e6-a4f043863ab6),segment_id=dc3c690a-c0d3-4f40-a2e6-a4f043863ab6)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:05.197709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.208288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.211636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=05b9638e-2fad-4a10-9a37-d21b2d650cc2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:05.214975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] For port 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=05b9638e-2fad-4a10-9a37-d21b2d650cc2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:05.215363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.240093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0b170d-590c-4287-a278-e8b12791a52b']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:05.259783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a3852572-6329-4971-a995-68f62e285853 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1886566770', 'prefixes': ['172.20.0.0/16']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:05.262403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.265109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:05.265419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3c690a-c0d3-4f40-a2e6-a4f043863ab6') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:05.286576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a3852572-6329-4971-a995-68f62e285853 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:05.291951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.311417 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-841acfe1-a705-443e-a23b-ac3dcd405f4b req-ef5fc02b-323b-48e3-9647-3784f7c904c3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085989 Mar 16 11:12:05.314518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.323680 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0d4bbc62-f6a9-4fc3-a82d-b033bb47fc7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8537052 Mar 16 11:12:05.326697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58142) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.334609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:05.334609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.335082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'name': 'tempest-NetworksTestDHCPv6-1814632737'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:05.340193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Calling delete_port for d328b02e-33c9-4ebd-9643-7deec551607a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:05.343721 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:05.438703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.442434 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2f8d707b-2850-4f16-b50d-85ba257172e0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/floatingips/96652e89-a43e-49bd-824d-f1c38cac33c6 HTTP/1.1" status: 204 len: 168 time: 2.4964914 Mar 16 11:12:05.443829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58148) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.449327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:05.453189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.473016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.475158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Deleting port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:05.475518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.481866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.482524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.498446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.499277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:05.545637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-bf2b3cf7-4ba4-45d9-8e4c-18dd71c25632 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] delete failed (client error): The resource could not be found. Mar 16 11:12:05.550311 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf2b3cf7-4ba4-45d9-8e4c-18dd71c25632 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/floatingips/96652e89-a43e-49bd-824d-f1c38cac33c6 HTTP/1.1" status: 404 len: 345 time: 0.1002641 Mar 16 11:12:05.550311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.561159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.564070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58152) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.599160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Calling delete_port for 05b9638e-2fad-4a10-9a37-d21b2d650cc2 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:05.638971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=842b927a-c0ec-4053-9034-18b3f4447548,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:05.674326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Network': ['ID=bf0b170d-590c-4287-a278-e8b12791a52b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:05.683104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:05.701194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:05.712178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.712527 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Added segment f807461b-0cba-478d-b86a-6de1db0ccb70 of type vlan for network 293f39a1-f09b-47cb-a562-e384d64cf270 Mar 16 11:12:05.729674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:05.752569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.757060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:05.773583 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d962cd61-d3f5-4002-a282-e7e7d929eb2d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1467865 Mar 16 11:12:05.773798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58156) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.788002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '842b927a-c0ec-4053-9034-18b3f4447548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:05.891405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc6d3f-eedc-4ecc-be84-341ab6afcae6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.895127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.901088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc6d3f-eedc-4ecc-be84-341ab6afcae6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.901387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.902093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.909171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc6d3f-eedc-4ecc-be84-341ab6afcae6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:05.911044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b4bc6d3f-eedc-4ecc-be84-341ab6afcae6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Synchronizing usage tracker for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:05.917053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:05.921095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.921653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3852572-6329-4971-a995-68f62e285853 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] Notify callbacks [] for subnetpool, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:05.923066 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a3852572-6329-4971-a995-68f62e285853 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8734429 Mar 16 11:12:05.928164 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b8d324da-148b-46cb-96b5-f57fc0a3208e tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/networks/bf0b170d-590c-4287-a278-e8b12791a52b HTTP/1.1" status: 204 len: 168 time: 3.0430667 Mar 16 11:12:05.931167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58160) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:05.931654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58162) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:06.004793 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d20dd08f-0f44-4005-a5db-544414f228fc tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] 10.222.0.30 "GET /v2.0/subnetpools/ca89f5ac-48ea-4be1-b7bf-1da9cb67c668 HTTP/1.1" status: 200 len: 732 time: 0.0694854 Mar 16 11:12:06.005000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 02001310-7ff4-4994-b731-f4833a45470b yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:06.011335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58170) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:06.032649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b83b9834-9f17-4e7a-a4b1-adf35d3d3fbc tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1498903869'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:06.037985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] For port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,segment=NetworkSegment(c826b4a6-686a-4440-9e08-55e0abe0fd01),segment_id=c826b4a6-686a-4440-9e08-55e0abe0fd01)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:06.037985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.092784 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0261877 Mar 16 11:12:06.095828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58174) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:06.126436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b4bc6d3f-eedc-4ecc-be84-341ab6afcae6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Unset dirty status for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:06.130364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b4bc6d3f-eedc-4ecc-be84-341ab6afcae6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/ports?network_id=0145cd57-c954-4528-9411-6d13e6eb03f6 HTTP/1.1" status: 200 len: 2357 time: 0.5451622 Mar 16 11:12:06.144753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58176) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:06.150652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:06.158240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Calling delete_port for 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:06.194846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.205237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Request body: {'subnet': {'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:06.235936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Deleting port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:06.236684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.277806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:06.295719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=05b9638e-2fad-4a10-9a37-d21b2d650cc2,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:06.313943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:06.331344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.377938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 update to DOWN by agent not found {{(pid=88451) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 11:12:06.379369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:06.379906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:06.390845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] Pushing event deleted for resources: {'Port': ['ID=5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:06.391661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a1ea1-f402-401f-91d6-aef29c02ea69 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Network': ['ID=293f39a1-f09b-47cb-a562-e384d64cf270,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:06.394608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10248383-51e9-47ad-8651-5f30af97ef30 None None] No DVR routers for this DVR port 5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:06.396952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:06.397382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:06.397600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:06.415530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 293f39a1-f09b-47cb-a562-e384d64cf270 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:06.422820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] The port '5325ea7a-8f5d-4e1b-954a-d6b1cc9c1a66' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:12:06.428992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b83b9834-9f17-4e7a-a4b1-adf35d3d3fbc tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] Notify callbacks [] for subnetpool, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.434652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b83b9834-9f17-4e7a-a4b1-adf35d3d3fbc tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] 10.222.0.30 "PUT /v2.0/subnetpools/ca89f5ac-48ea-4be1-b7bf-1da9cb67c668 HTTP/1.1" status: 200 len: 684 time: 0.4177690 Mar 16 11:12:06.434885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58182) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:06.489434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8aa5e9-f3f7-4e92-b93f-b81b65e55c9e tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:06.490466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0d8aa5e9-f3f7-4e92-b93f-b81b65e55c9e tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Synchronizing usage tracker for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:06.522699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d328b02e-33c9-4ebd-9643-7deec551607a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:06.546799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:06.561119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:06.564516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.566472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.567176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: d328b02e-33c9-4ebd-9643-7deec551607a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:06.567645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d328b02e-33c9-4ebd-9643-7deec551607a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:06.603619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Usage tracker for resource:subnet and tenant:b1865409fadf4996a1b40b6c16d4233f is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:06.616381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5addf33b-151c-42b8-9126-d9ff78dd2195']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:06.627061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:06.628536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c826b4a6-686a-4440-9e08-55e0abe0fd01') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:06.628835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c826b4a6-686a-4440-9e08-55e0abe0fd01') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:06.640911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.651338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:06.657078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.664282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:06.664682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:06.679727 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:06.742618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92f8f3-b2a4-4ad3-9357-cc0e76af4f9e req-5460391d-0728-496b-adb6-fb6e7918e1a3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:06.744029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dc92f8f3-b2a4-4ad3-9357-cc0e76af4f9e req-5460391d-0728-496b-adb6-fb6e7918e1a3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6469254 Mar 16 11:12:06.761365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::85 (7bb6eb09-c78b-4881-a84a-9534f87fec56/7a3ad1fb-6d1b-467d-8663-61f668a8eee5/02001310-7ff4-4994-b731-f4833a45470b) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:06.773240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0d8aa5e9-f3f7-4e92-b93f-b81b65e55c9e tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Unset dirty status for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:06.774375 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0d8aa5e9-f3f7-4e92-b93f-b81b65e55c9e tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/subnets/79420f58-122b-4c51-b6ea-ec944a84ad51 HTTP/1.1" status: 200 len: 797 time: 0.6212058 Mar 16 11:12:06.779154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58186) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:06.784611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'port': {'network_id': '0145cd57-c954-4528-9411-6d13e6eb03f6', 'name': 'tempest-FloatingIPTestJSON-444274206', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:06.824136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Made reservation on behalf of b1865409fadf4996a1b40b6c16d4233f for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:06.828528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.868849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.873555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.881916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Deleting port d328b02e-33c9-4ebd-9643-7deec551607a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:06.882961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.888666 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dc92f8f3-b2a4-4ad3-9357-cc0e76af4f9e req-480aba87-cb39-43ec-b4e0-b83856fca43b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217246 Mar 16 11:12:06.914841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Deleting port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:06.915491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.957544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Network': ['ID=5addf33b-151c-42b8-9126-d9ff78dd2195,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:06.970356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b8a63a58-4e9c-4fdb-ae7a-08935fd78f7d tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/networks/5addf33b-151c-42b8-9126-d9ff78dd2195 HTTP/1.1" status: 204 len: 168 time: 1.0358310 Mar 16 11:12:06.972020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:06.978338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58192) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:07.032580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:07.079517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-16df439b-b669-4145-b8e4-5214045c5396 None None] The port 'd328b02e-33c9-4ebd-9643-7deec551607a' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:12:07.169970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.226729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:07.241049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] For port 05b9638e-2fad-4a10-9a37-d21b2d650cc2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=05b9638e-2fad-4a10-9a37-d21b2d650cc2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:07.241439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.262381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ad796736-86a7-46d3-a2d6-bbe2d257e51d tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] Notify callbacks [] for subnetpool, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.266088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ad796736-86a7-46d3-a2d6-bbe2d257e51d tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca89f5ac-48ea-4be1-b7bf-1da9cb67c668 HTTP/1.1" status: 204 len: 168 time: 0.8193305 Mar 16 11:12:07.280357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:07.330919 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-8ed2dddd-5b8d-4022-9b0d-73c39ed56b42 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] show failed (client error): The resource could not be found. Mar 16 11:12:07.334650 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8ed2dddd-5b8d-4022-9b0d-73c39ed56b42 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] 10.222.0.30 "GET /v2.0/subnetpools/ca89f5ac-48ea-4be1-b7bf-1da9cb67c668 HTTP/1.1" status: 404 len: 346 time: 0.0483241 Mar 16 11:12:07.347902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58200) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:07.363659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.403048 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-058eff26-d2d7-4952-9d3a-6534477908a3 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] delete failed (client error): The resource could not be found. Mar 16 11:12:07.409818 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-058eff26-d2d7-4952-9d3a-6534477908a3 tempest-SubnetPoolsTestJSON-1875871722 tempest-SubnetPoolsTestJSON-1875871722-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca89f5ac-48ea-4be1-b7bf-1da9cb67c668 HTTP/1.1" status: 404 len: 346 time: 0.0551164 Mar 16 11:12:07.416315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] device_id is not set on port baa4e28f-953c-46fc-b32e-21b6e19a8ed4 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:07.423397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Calling delete_port for 05b9638e-2fad-4a10-9a37-d21b2d650cc2 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:07.462413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.481103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e133a-4a80-4297-9449-7a58bb2f8b31 req-b68ef362-85cd-4145-8ab7-b7d6961b47d1 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:07.482787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f9e133a-4a80-4297-9449-7a58bb2f8b31 req-b68ef362-85cd-4145-8ab7-b7d6961b47d1 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4554503 Mar 16 11:12:07.500440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 02001310-7ff4-4994-b731-f4833a45470b will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:07.571500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.609572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.639279 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f9e133a-4a80-4297-9449-7a58bb2f8b31 req-bb7bfd39-4ed5-46c1-a958-205757ea662b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809150 Mar 16 11:12:07.654592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.657925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=28200431-06de-4cdd-9956-1de58898edf0,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:07.678868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': '8bf37971-9a96-4cac-8247-f61d01331c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '842b927a-c0ec-4053-9034-18b3f4447548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:07.679260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: 842b927a-c0ec-4053-9034-18b3f4447548, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:07.708088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] Pushing event deleted for resources: {'Port': ['ID=05b9638e-2fad-4a10-9a37-d21b2d650cc2,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:07.710015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36edd23-87ed-4905-8060-9fe560234f43 None None] No DVR routers for this DVR port 05b9638e-2fad-4a10-9a37-d21b2d650cc2 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:07.720136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c122dc2c-79db-4a50-b3a3-3b611cbc006b']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:07.723076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.731784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb22eba-5c11-4880-999c-ded451f2ec0f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:07.821303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e370a3-a36e-41c2-a4db-864e896ab850') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:07.821597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e370a3-a36e-41c2-a4db-864e896ab850') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:07.844522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.872275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.881169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:07.889246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=02001310-7ff4-4994-b731-f4833a45470b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:07.892243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:07.899183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:07.904906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:07.905534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:07.949167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 842b927a-c0ec-4053-9034-18b3f4447548 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:07.981569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:12:07.981569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.022223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '7a3ad1fb-6d1b-467d-8663-61f668a8eee5'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:08.023375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.058675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:08.059073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.073747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 842b927a-c0ec-4053-9034-18b3f4447548) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:08.075386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event updated for resources: {'Subnet': ['ID=074739b3-6185-45c2-86c2-07609d528735,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:08.075548 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:08.091850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967138d-a0cf-492c-b319-7a643f3656d7 req-ffa5fbbd-cc3f-46e0-a6bd-707e270a2658 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:08.093366 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f967138d-a0cf-492c-b319-7a643f3656d7 req-ffa5fbbd-cc3f-46e0-a6bd-707e270a2658 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2971187 Mar 16 11:12:08.098943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:08.099622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.104345 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f8d6c74c-0737-498f-a143-1447f96b4d5a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7761855 Mar 16 11:12:08.108329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde27bd2-998c-4496-9e48-ee67f1380696 None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:08.112252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58210) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:08.112591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58212) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:08.217402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Checking segment: {'id': 'f807461b-0cba-478d-b86a-6de1db0ccb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:08.217680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network hostable DHCP agents. Network: 293f39a1-f09b-47cb-a562-e384d64cf270, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:08.258945 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f967138d-a0cf-492c-b319-7a643f3656d7 req-8531f372-d5c5-4b82-963f-84bc7ed877d0 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503987 Mar 16 11:12:08.320041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653db82f-be56-41ff-ae02-906a2e7c55c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:08.320797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-653db82f-be56-41ff-ae02-906a2e7c55c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:08.323328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.14 (0145cd57-c954-4528-9411-6d13e6eb03f6/79420f58-122b-4c51-b6ea-ec944a84ad51/baa4e28f-953c-46fc-b32e-21b6e19a8ed4) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:08.330872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.13 (0145cd57-c954-4528-9411-6d13e6eb03f6/79420f58-122b-4c51-b6ea-ec944a84ad51/baa4e28f-953c-46fc-b32e-21b6e19a8ed4) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:08.338272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.342926 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e265f5a2-798c-497f-bc30-f89decca9fe3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5680079 Mar 16 11:12:08.349961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58224) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:08.349961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.363730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.365797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '842b927a-c0ec-4053-9034-18b3f4447548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:08.379176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Network': ['ID=c122dc2c-79db-4a50-b3a3-3b611cbc006b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:08.391576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/7a3ad1fb-6d1b-467d-8663-61f668a8eee5/e0c30db1-04d3-4060-b02f-2fba7564df12) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:08.392970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Network 293f39a1-f09b-47cb-a562-e384d64cf270 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:08.405410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-efd14fc5-11cd-4bb0-9e01-e44af63b891c tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/networks/c122dc2c-79db-4a50-b3a3-3b611cbc006b HTTP/1.1" status: 204 len: 168 time: 1.4236889 Mar 16 11:12:08.412777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58228) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:08.428475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 293f39a1-f09b-47cb-a562-e384d64cf270) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:08.438631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:08.439458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.447678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:08.504467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565aaf5f-a3cb-4fc7-b08e-f16c07c2a661 None None] Network 293f39a1-f09b-47cb-a562-e384d64cf270 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:08.509184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Usage tracker for resource:security_group_rule and tenant:53aab5a4c81d463a99377d4fc69fa652 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:08.514293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:08.525782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-653db82f-be56-41ff-ae02-906a2e7c55c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:08.529464 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-653db82f-be56-41ff-ae02-906a2e7c55c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4128840 Mar 16 11:12:08.536481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58232) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:08.536668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:08.590561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:08.595471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:08.598820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:08.609687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:08.615889 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-76e3b945-bc1c-49fd-b5f0-a27c4d36d272 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4752915 Mar 16 11:12:08.615889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58236) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:08.732944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:08.736479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.748315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.751091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-842b927a-c0ec-4053-9034-18b3f4447548', 'network_id': '842b927a-c0ec-4053-9034-18b3f4447548', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': '28200431-06de-4cdd-9956-1de58898edf0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:08.751910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.757368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 02001310-7ff4-4994-b731-f4833a45470b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:08.758676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:08.974043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.030632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.052376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.086204 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.ipam_backend_mixin [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28200431-06de-4cdd-9956-1de58898edf0 (CIDR: 2001:db8::/64) Mar 16 11:12:09.088562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.108996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.115529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f72dd-8001-4dab-a81d-ca3116dd16f5 req-0975ae7e-72f4-4cbe-a000-2cfebc241242 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:09.115707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-293f39a1-f09b-47cb-a562-e384d64cf270', 'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270', 'tenant_id': 'b1865409fadf4996a1b40b6c16d4233f', 'fixed_ips': [{'subnet_id': '074739b3-6185-45c2-86c2-07609d528735'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:09.116537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.117069 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bb0f72dd-8001-4dab-a81d-ca3116dd16f5 req-0975ae7e-72f4-4cbe-a000-2cfebc241242 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2649338 Mar 16 11:12:09.120212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.135778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.151388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Transition to ACTIVE for port object e0c30db1-04d3-4060-b02f-2fba7564df12 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:09.165991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae0bf3b-38eb-4814-bb86-31d4b670de30']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:09.183344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8108b9db-b8d8-450e-91d1-53d6219920a6') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:09.183645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8108b9db-b8d8-450e-91d1-53d6219920a6') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:09.190993 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:12:09.191486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:09.241907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Transition to ACTIVE for port object e0c30db1-04d3-4060-b02f-2fba7564df12 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:09.264594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Allocated IP 2001:db8::2 (842b927a-c0ec-4053-9034-18b3f4447548/28200431-06de-4cdd-9956-1de58898edf0/8f8a672c-4490-4099-a491-13ab95c5160b) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:09.278616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.285642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94279603-cecf-49c6-8660-7109a9d40b04,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:09.292985 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b6dd664c-49ee-4ec1-bf6b-ca406f94f86f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53aab5a4c81d463a99377d4fc69fa652&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1745732 Mar 16 11:12:09.294223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58242) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:09.309077 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bb0f72dd-8001-4dab-a81d-ca3116dd16f5 req-6d08996c-20ba-45d4-b87c-8489c8887bb3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812539 Mar 16 11:12:09.354545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.385025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:09.385424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.393046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.398316 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-31ecbd47-f481-4bb9-8a6e-f8217a281aad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0352166 Mar 16 11:12:09.398572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58246) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:09.404253 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:09.406271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '842b927a-c0ec-4053-9034-18b3f4447548', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:09.475919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.499401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.536608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:09.549590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:09.557080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:09.603365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Allocated IP 2001:db8::f816:3eff:fef5:78b0 (293f39a1-f09b-47cb-a562-e384d64cf270/074739b3-6185-45c2-86c2-07609d528735/1b242886-3196-496e-bfc4-7839392c76ae) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:09.650700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Pushing event updated for resources: {'Port': ['ID=e0c30db1-04d3-4060-b02f-2fba7564df12,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:09.680950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.692595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:09.697288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:09.699403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 02001310-7ff4-4994-b731-f4833a45470b owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:09.700508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:09.706712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:09.771838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:09.774115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Attempting to bind port e0c30db1-04d3-4060-b02f-2fba7564df12 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:09.774482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Attempting to bind port e0c30db1-04d3-4060-b02f-2fba7564df12 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:09.774836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Attempting to bind port e0c30db1-04d3-4060-b02f-2fba7564df12 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:09.775480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:09.775808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:09.780245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.788764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:09.788943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:09.789102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:09.789363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.789748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:09.790264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Bound port: e0c30db1-04d3-4060-b02f-2fba7564df12, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:09.790633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.941821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.974286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:09.985434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=baa4e28f-953c-46fc-b32e-21b6e19a8ed4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:09.999629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.019067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.056517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] Pushing event deleted for resources: {'Network': ['ID=5ae0bf3b-38eb-4814-bb86-31d4b670de30,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:10.069761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Transition to ACTIVE for port object 8f8a672c-4490-4099-a491-13ab95c5160b will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:10.080863 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ccd6e5e9-2520-485b-afc1-417548def17b tempest-BulkNetworkOpsIpV6Test-1568231823 tempest-BulkNetworkOpsIpV6Test-1568231823-project] 10.222.0.30 "DELETE /v2.0/networks/5ae0bf3b-38eb-4814-bb86-31d4b670de30 HTTP/1.1" status: 204 len: 168 time: 1.6670017 Mar 16 11:12:10.094208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:10.094845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.109303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] For port e0c30db1-04d3-4060-b02f-2fba7564df12, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:10.122244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Transition to ACTIVE for port object 8f8a672c-4490-4099-a491-13ab95c5160b will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:10.127178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.130566 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] For port e0c30db1-04d3-4060-b02f-2fba7564df12, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c30db1-04d3-4060-b02f-2fba7564df12,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:10.139624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Transition to ACTIVE for port object 1b242886-3196-496e-bfc4-7839392c76ae will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:10.158929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Transition to ACTIVE for port object 1b242886-3196-496e-bfc4-7839392c76ae will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:10.188329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.238475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.246172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 842b927a-c0ec-4053-9034-18b3f4447548 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:10.249032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:10.253150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:10.253722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.268905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=2c971b1a-51b2-4810-8ced-a466120533d2,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:10.282253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.294580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.297972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.303443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94279603-cecf-49c6-8660-7109a9d40b04 HTTP/1.1" status: 204 len: 168 time: 1.0040693 Mar 16 11:12:10.303443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.304655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.310186 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-acbe085c-627e-47cd-8a09-f66535698d84 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5275590 Mar 16 11:12:10.311135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58254) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:10.317515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'baa4e28f-953c-46fc-b32e-21b6e19a8ed4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:10.326444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:10.332195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:floatingip and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:10.336833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:10.343613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:10.356355 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0111d69b-deb8-4d7f-a325-6988432dc959 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9568005 Mar 16 11:12:10.356553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:10.357637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58260) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:10.362606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Network 293f39a1-f09b-47cb-a562-e384d64cf270 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:10.363613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:10.367658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '842b927a-c0ec-4053-9034-18b3f4447548', 'fixed_ips': [{'subnet_id': '28200431-06de-4cdd-9956-1de58898edf0'}, {'subnet_id': '2c971b1a-51b2-4810-8ced-a466120533d2'}], 'name': 'tempest-PortsIpV6TestJSON-770661859'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:10.373540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94279603-cecf-49c6-8660-7109a9d40b04,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:10.375936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=02001310-7ff4-4994-b731-f4833a45470b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:10.377494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:10.392237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:10.405089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.406065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:10.426157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.426870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.427703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.428247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.428894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.429423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.430070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.430601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.431143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.431806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.432330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.432991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.442660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.443927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.444507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.445048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.445581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.446136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.446675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.447107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.447644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.448165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.448680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.449092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f2e777-ac67-490c-8434-6c621ad06e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.454807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.456966 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1c4650de-efbc-4be9-9fe0-1f4315804324 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/02001310-7ff4-4994-b731-f4833a45470b HTTP/1.1" status: 204 len: 168 time: 1.9052992 Mar 16 11:12:10.459827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58264) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:10.487629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Subnet': ['ID=074739b3-6185-45c2-86c2-07609d528735,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:10.494778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.533287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Pushing event updated for resources: {'Port': ['ID=8f8a672c-4490-4099-a491-13ab95c5160b,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.617801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:10.642733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3fed8b-8a68-49d1-9504-cce99401afb9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:10.644521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3fed8b-8a68-49d1-9504-cce99401afb9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:10.645277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c3fed8b-8a68-49d1-9504-cce99401afb9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:10.703523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.719222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d87ce-fc02-4d70-80a7-cbda00c6c0aa req-a564d0cb-dd74-4f2b-bbc2-b9b6287bccc6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:10.722135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89d87ce-fc02-4d70-80a7-cbda00c6c0aa req-a564d0cb-dd74-4f2b-bbc2-b9b6287bccc6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.1876819 Mar 16 11:12:10.776417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c3fed8b-8a68-49d1-9504-cce99401afb9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:10.786025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8c3fed8b-8a68-49d1-9504-cce99401afb9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3180010 Mar 16 11:12:10.791342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58270) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:10.803531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293f39a1-f09b-47cb-a562-e384d64cf270']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:10.841453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Attempting to bind port 1b242886-3196-496e-bfc4-7839392c76ae on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:10.841835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Attempting to bind port 1b242886-3196-496e-bfc4-7839392c76ae by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f807461b-0cba-478d-b86a-6de1db0ccb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:10.842225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Attempting to bind port 1b242886-3196-496e-bfc4-7839392c76ae on network 293f39a1-f09b-47cb-a562-e384d64cf270 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:10.851183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:10.864335 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89d87ce-fc02-4d70-80a7-cbda00c6c0aa req-7d0eb645-e38a-4b57-8666-b6a7d898b20d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288276 Mar 16 11:12:10.866639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f807461b-0cba-478d-b86a-6de1db0ccb70') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:10.866871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:10.867187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f807461b-0cba-478d-b86a-6de1db0ccb70') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:10.868353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Checking segment: {'id': 'f807461b-0cba-478d-b86a-6de1db0ccb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:10.869253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.869673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Bound using segment: {'id': 'f807461b-0cba-478d-b86a-6de1db0ccb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:10.870210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Bound port: 1b242886-3196-496e-bfc4-7839392c76ae, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f807461b-0cba-478d-b86a-6de1db0ccb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '293f39a1-f09b-47cb-a562-e384d64cf270'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:10.870604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.878721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:10.890511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:10.899356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Attempting to bind port 8f8a672c-4490-4099-a491-13ab95c5160b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:10.899765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Attempting to bind port 8f8a672c-4490-4099-a491-13ab95c5160b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '8bf37971-9a96-4cac-8247-f61d01331c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '842b927a-c0ec-4053-9034-18b3f4447548'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:10.900129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Attempting to bind port 8f8a672c-4490-4099-a491-13ab95c5160b on network 842b927a-c0ec-4053-9034-18b3f4447548 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:10.904716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.924942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:10.943778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:10.946229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Checking segment: {'id': '8bf37971-9a96-4cac-8247-f61d01331c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '842b927a-c0ec-4053-9034-18b3f4447548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:10.946229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.946229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Bound using segment: {'id': '8bf37971-9a96-4cac-8247-f61d01331c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '842b927a-c0ec-4053-9034-18b3f4447548'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:10.946229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Bound port: 8f8a672c-4490-4099-a491-13ab95c5160b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf37971-9a96-4cac-8247-f61d01331c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '842b927a-c0ec-4053-9034-18b3f4447548'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:10.946229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.960533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58276) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:10.967928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.978663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 7a3ad1fb-6d1b-467d-8663-61f668a8eee5 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:10.983654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:10.995601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:10.998136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.041274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b5638-51fc-4907-81e8-0641cf50bebd None None] Pushing event updated for resources: {'Port': ['ID=e0c30db1-04d3-4060-b02f-2fba7564df12,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:11.055742 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:11.122603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.128534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:11.136992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Pushing event updated for resources: {'Port': ['ID=1b242886-3196-496e-bfc4-7839392c76ae,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:11.271525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] For port 1b242886-3196-496e-bfc4-7839392c76ae, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:11.273503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.276813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6027a707-3486-4995-85a9-a027ff637611 None None] For port 8f8a672c-4490-4099-a491-13ab95c5160b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:11.414074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6027a707-3486-4995-85a9-a027ff637611 None None] For port 8f8a672c-4490-4099-a491-13ab95c5160b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8f8a672c-4490-4099-a491-13ab95c5160b,segment=NetworkSegment(8bf37971-9a96-4cac-8247-f61d01331c5b),segment_id=8bf37971-9a96-4cac-8247-f61d01331c5b)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:11.417006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] For port 1b242886-3196-496e-bfc4-7839392c76ae, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1b242886-3196-496e-bfc4-7839392c76ae,segment=NetworkSegment(f807461b-0cba-478d-b86a-6de1db0ccb70),segment_id=f807461b-0cba-478d-b86a-6de1db0ccb70)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:11.441647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.448431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.473297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.489256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:12:11.489256 dv-neutron-831730-4-hyperv neutron-server[88449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:12:11.489256 dv-neutron-831730-4-hyperv neutron-server[88449]: [parameters: {'id': '293f39a1-f09b-47cb-a562-e384d64cf270'}] Mar 16 11:12:11.489256 dv-neutron-831730-4-hyperv neutron-server[88449]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:11.489951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:11.497033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0696cf6b-b7c2-40e6-8f3d-03c5e5b2d814 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63e7bbdd1a744b45a4f7eeb2f3aa2566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331299 Mar 16 11:12:11.501066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58284) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:11.501798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3ad1fb-6d1b-467d-8663-61f668a8eee5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:11.506305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.555527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.601554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.642248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:11.647189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9a169-571e-485e-8986-402f9ddbd0eb req-85970084-c77f-4893-901f-f93eb77ddb39 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:11.648951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-42a9a169-571e-485e-8986-402f9ddbd0eb req-85970084-c77f-4893-901f-f93eb77ddb39 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2583168 Mar 16 11:12:11.664751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccf74-345f-4bb7-8773-ef2a62a64119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.670452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f130003f-3a2b-4b62-8eba-95da8b6ead18 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/7a3ad1fb-6d1b-467d-8663-61f668a8eee5 HTTP/1.1" status: 204 len: 168 time: 0.8754056 Mar 16 11:12:11.703162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58288) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:11.758371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027a707-3486-4995-85a9-a027ff637611 None None] Pushing event updated for resources: {'Port': ['ID=8f8a672c-4490-4099-a491-13ab95c5160b,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:11.763577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.218 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/7f441257-96f2-4b30-96bd-5b4bbd4a578f) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:11.837149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-219efdf3-4612-4981-92ab-04aeedba47b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327989 Mar 16 11:12:11.843287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58292) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:11.889453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-42a9a169-571e-485e-8986-402f9ddbd0eb req-44be8532-e8b2-4103-a686-63e4a7c4a791 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259090 Mar 16 11:12:11.903916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccf74-345f-4bb7-8773-ef2a62a64119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.924677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888de7a-fc0e-4da7-896f-c6055e7c8a8e None None] Pushing event updated for resources: {'Port': ['ID=1b242886-3196-496e-bfc4-7839392c76ae,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:11.930689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43342ac0-6139-4fb9-9128-ff77f8823b5f None None] Network 293f39a1-f09b-47cb-a562-e384d64cf270 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:12.033008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:12.097183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccf74-345f-4bb7-8773-ef2a62a64119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:12.117318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ccf74-345f-4bb7-8773-ef2a62a64119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662be80-7d45-469e-aa77-6305d7602346,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:12.137787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab1ccf74-345f-4bb7-8773-ef2a62a64119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:12.143708 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ab1ccf74-345f-4bb7-8773-ef2a62a64119 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3662be80-7d45-469e-aa77-6305d7602346 HTTP/1.1" status: 204 len: 168 time: 0.6392636 Mar 16 11:12:12.320322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port 1b242886-3196-496e-bfc4-7839392c76ae {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:12.320771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:12.406022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae76aa1-d752-47d2-8bd6-217b3a497be7 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:12.489151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:12.509571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5929bf0f-ba80-4212-8813-609d056bc560 None None] Could not find standard attr ID for object 02001310-7ff4-4994-b731-f4833a45470b. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:12.562672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de2d64-89d0-4518-8dae-b392a80ab78f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:12.566735 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a3de2d64-89d0-4518-8dae-b392a80ab78f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7187133 Mar 16 11:12:12.567404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58300) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:12.652604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8f8a672c-4490-4099-a491-13ab95c5160b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:12.699099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218d076-53ad-4dfb-9590-5e4019a98de0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:12.700379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0218d076-53ad-4dfb-9590-5e4019a98de0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:12.701279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5929bf0f-ba80-4212-8813-609d056bc560 None None] Provisioning for port e0c30db1-04d3-4060-b02f-2fba7564df12 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:12.781767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] For port 1b242886-3196-496e-bfc4-7839392c76ae, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1b242886-3196-496e-bfc4-7839392c76ae,segment=NetworkSegment(f807461b-0cba-478d-b86a-6de1db0ccb70),segment_id=f807461b-0cba-478d-b86a-6de1db0ccb70)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:12.782122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:12.783261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0218d076-53ad-4dfb-9590-5e4019a98de0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:12.787247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0218d076-53ad-4dfb-9590-5e4019a98de0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2163701 Mar 16 11:12:12.790656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:12.834150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 8f8a672c-4490-4099-a491-13ab95c5160b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:12.857724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e0c30db1-04d3-4060-b02f-2fba7564df12 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:12.898040 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bfa487cb-bbcd-4048-a1fd-6ae1aa5a4c48 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060722 Mar 16 11:12:12.903975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58314) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:12.911436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:12.917769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:12.930174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Deleting port e0c30db1-04d3-4060-b02f-2fba7564df12 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:12.930557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.059768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:13.081728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:13.085888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Calling delete_port for 1b242886-3196-496e-bfc4-7839392c76ae owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:13.114450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e0c30db1-04d3-4060-b02f-2fba7564df12 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:13.124814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e0c30db1-04d3-4060-b02f-2fba7564df12 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:13.125290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.180386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:13.181751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.184534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.186274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::1f (842b927a-c0ec-4053-9034-18b3f4447548/28200431-06de-4cdd-9956-1de58898edf0/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:13.262505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8:0:1::2da (842b927a-c0ec-4053-9034-18b3f4447548/2c971b1a-51b2-4810-8ced-a466120533d2/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:13.290830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec770347-d4cd-4557-90fc-90dab827a1e4 None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:13.411026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:13.424115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:13.435462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:13.445389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] For port e0c30db1-04d3-4060-b02f-2fba7564df12, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c30db1-04d3-4060-b02f-2fba7564df12,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:13.445970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.473140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=7f441257-96f2-4b30-96bd-5b4bbd4a578f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:13.522491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.597902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71a3f-276b-4360-a28a-370a97f8bf3c req-549c7928-4ad4-4a20-a0b1-53ba789a233c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:13.605448 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4e71a3f-276b-4360-a28a-370a97f8bf3c req-549c7928-4ad4-4a20-a0b1-53ba789a233c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4832373 Mar 16 11:12:13.614098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Calling delete_port for e0c30db1-04d3-4060-b02f-2fba7564df12 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:13.647139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] Provisioning for port 8f8a672c-4490-4099-a491-13ab95c5160b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:13.654215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:13.658795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:13.663607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:13.664533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.670759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] Provisioning complete for port 8f8a672c-4490-4099-a491-13ab95c5160b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:13.671053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.680085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.702122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:13.727349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58332) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:13.741525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.760631 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-afcd5c8d-5c71-408a-92f2-25656ecb460d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8554859 Mar 16 11:12:13.763893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58338) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:13.773251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Port': ['ID=1b242886-3196-496e-bfc4-7839392c76ae,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:13.790816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No DVR routers for this DVR port 1b242886-3196-496e-bfc4-7839392c76ae on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:13.790967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': 'e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb', 'ip_address': '2001:db8::2451:e2c7:d267:8019'}], 'name': 'tempest-NetworksTestDHCPv6-378412379'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:13.791671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:13.865519 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4e71a3f-276b-4360-a28a-370a97f8bf3c req-0d153a0b-498b-4190-bab9-024e5b249abd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584469 Mar 16 11:12:13.887745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e0c30db1-04d3-4060-b02f-2fba7564df12, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c30db1-04d3-4060-b02f-2fba7564df12,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:13.900710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1410273988'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:13.917415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:13.925607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:13.928815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object bdb5b886-e231-49e3-bcd2-9770f9e6ccbb will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:13.931999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:13.941669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:13.975929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:13.980764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:13.983879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:13.991447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:14.011252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.032733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.041427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:14.045086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.065677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.072168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.086799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:14.092682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:security_group_rule and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:14.097767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:14.104698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:14.106525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293f39a1-f09b-47cb-a562-e384d64cf270']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:14.121697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:14.122071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:14.129110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f807461b-0cba-478d-b86a-6de1db0ccb70') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:14.129414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f807461b-0cba-478d-b86a-6de1db0ccb70') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:14.140558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:14.150387 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] For port 8f8a672c-4490-4099-a491-13ab95c5160b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8f8a672c-4490-4099-a491-13ab95c5160b,segment=NetworkSegment(8bf37971-9a96-4cac-8247-f61d01331c5b),segment_id=8bf37971-9a96-4cac-8247-f61d01331c5b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:14.163576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597e2ba-11b1-4e88-9b24-e2d95dad6195 req-f4185a3a-3f9c-4453-b62b-7c7ce15f9afa tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:14.165279 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e597e2ba-11b1-4e88-9b24-e2d95dad6195 req-f4185a3a-3f9c-4453-b62b-7c7ce15f9afa tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.1701763 Mar 16 11:12:14.240236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.251865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e0c30db1-04d3-4060-b02f-2fba7564df12,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:14.276469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.363590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.366194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.390546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad6bd4-286b-42c9-9773-3e104b840aa2 None None] Pushing event updated for resources: {'Port': ['ID=8f8a672c-4490-4099-a491-13ab95c5160b,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:14.399392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Update dhcp port {'port': {'network_id': '842b927a-c0ec-4053-9034-18b3f4447548', 'fixed_ips': [{'subnet_id': '28200431-06de-4cdd-9956-1de58898edf0', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c971b1a-51b2-4810-8ced-a466120533d2'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '8f8a672c-4490-4099-a491-13ab95c5160b'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:12:14.430049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:14.430049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:14.440362 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:14.462733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.472334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.502713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e597e2ba-11b1-4e88-9b24-e2d95dad6195 req-4fc91eba-7d22-4324-ae98-ef9306254661 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213425 Mar 16 11:12:14.516309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8f8a672c-4490-4099-a491-13ab95c5160b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:14.524213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 4626ed48-9ca5-4cf1-a22f-0c22186c488b yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:14.541817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 842b927a-c0ec-4053-9034-18b3f4447548 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:14.564489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:14.579945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:14.586585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:14.587441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.594718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=bdb5b886-e231-49e3-bcd2-9770f9e6ccbb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:14.611536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.612716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.613207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.613696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.614279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.615421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.615978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.616558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.617042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.617526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.618026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.618499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:12:14.631492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.644112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Deleting port e0c30db1-04d3-4060-b02f-2fba7564df12 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:14.644678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.681425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.703935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.719257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.729790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Network': ['ID=293f39a1-f09b-47cb-a562-e384d64cf270,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:14.735283 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e8e88ae0-8b74-4210-8b25-b0ac2f7e56c2 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.3749220 Mar 16 11:12:14.751106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58346) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:14.773445 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ff3da241-b93b-4218-bc20-4fa8ca39678a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/293f39a1-f09b-47cb-a562-e384d64cf270 HTTP/1.1" status: 204 len: 168 time: 6.1565580 Mar 16 11:12:14.776381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28200431-06de-4cdd-9956-1de58898edf0'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:14.780011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58350) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:14.823206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 8f8a672c-4490-4099-a491-13ab95c5160b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:14.823819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.830082 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd368467-f653-4ff3-af55-30b1bfea990f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:14.830544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd368467-f653-4ff3-af55-30b1bfea990f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:14.831745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:14.835210 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fd368467-f653-4ff3-af55-30b1bfea990f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/074739b3-6185-45c2-86c2-07609d528735 HTTP/1.1" status: 404 len: 337 time: 0.0533168 Mar 16 11:12:14.837018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06163cb-bfbc-4c27-a51a-8a937b985cbd,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:14.843691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58354) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:14.890942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.891286 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment 3e3a852f-f1dc-49b7-b635-14f5c641e549 of type vlan for network f8a208b5-841a-40e3-a2ea-3d749da1284f Mar 16 11:12:14.892205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc9acd-124d-4276-8de5-1aa3e4d6fab0 req-d517b01d-65c9-453c-a8fd-ae11f9a87ced tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:14.893791 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-53dc9acd-124d-4276-8de5-1aa3e4d6fab0 req-d517b01d-65c9-453c-a8fd-ae11f9a87ced tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.1675689 Mar 16 11:12:14.905044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:14.952794 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-131363b2-4068-445f-be5d-0210350b3e74 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:14.953279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131363b2-4068-445f-be5d-0210350b3e74 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:14.957589 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-53dc9acd-124d-4276-8de5-1aa3e4d6fab0 req-f7244b9f-685e-45fa-9234-c7d0edb565b3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569403 Mar 16 11:12:15.075224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Allocated IP 2001:db8:0:1::2 (842b927a-c0ec-4053-9034-18b3f4447548/2c971b1a-51b2-4810-8ced-a466120533d2/8f8a672c-4490-4099-a491-13ab95c5160b) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:15.077073 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-131363b2-4068-445f-be5d-0210350b3e74 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/293f39a1-f09b-47cb-a562-e384d64cf270 HTTP/1.1" status: 404 len: 339 time: 0.2249546 Mar 16 11:12:15.080226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58360) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:15.107738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] For port e0c30db1-04d3-4060-b02f-2fba7564df12, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c30db1-04d3-4060-b02f-2fba7564df12,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:15.108670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.131895 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9205a9-65cd-4b45-95f7-d134fd0aea48 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:15.132353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9205a9-65cd-4b45-95f7-d134fd0aea48 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:15.136665 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7e9205a9-65cd-4b45-95f7-d134fd0aea48 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/553eec30-f6ef-4791-975e-3ab0fe57b909 HTTP/1.1" status: 404 len: 337 time: 0.0554757 Mar 16 11:12:15.137203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.137348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58364) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:15.160603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::2451:e2c7:d267:8019 (7bb6eb09-c78b-4881-a84a-9534f87fec56/e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb/4626ed48-9ca5-4cf1-a22f-0c22186c488b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:15.171333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.208581 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fd8a5c-5e78-48d9-9a7a-5bb4ab9143ef tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:15.209824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fd8a5c-5e78-48d9-9a7a-5bb4ab9143ef tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:15.213621 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a9fd8a5c-5e78-48d9-9a7a-5bb4ab9143ef tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/8eb36454-156d-47ca-a3de-9195716dfef4 HTTP/1.1" status: 404 len: 339 time: 0.0712991 Mar 16 11:12:15.214753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58368) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:15.257186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bc8a30-917b-4422-863d-ffd29b84bc4a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:15.257649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bc8a30-917b-4422-863d-ffd29b84bc4a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:15.261631 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-99bc8a30-917b-4422-863d-ffd29b84bc4a tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/2479b598-c79b-4516-aa18-a956c4c5947f HTTP/1.1" status: 404 len: 337 time: 0.0445008 Mar 16 11:12:15.262361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58372) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:15.310711 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f5c8a5-ad6c-4bfd-98ba-36e41a1c7322 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:15.311567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f5c8a5-ad6c-4bfd-98ba-36e41a1c7322 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:15.312857 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a0f5c8a5-ad6c-4bfd-98ba-36e41a1c7322 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/0048ca20-47d4-4f2e-99bd-67d819afded0 HTTP/1.1" status: 404 len: 339 time: 0.0500536 Mar 16 11:12:15.315407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58376) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:15.350674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-78168cf8-abab-4a6d-9679-97508e0f1627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.361739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.377929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Calling delete_port for e0c30db1-04d3-4060-b02f-2fba7564df12 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:15.378282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.384020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:15.384609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.468413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port 5293d76d-b16d-4497-a01c-6dca0d517209 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:15.468758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.496249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b0bcb-5913-4718-9947-a7a13ea9ab3e req-5e074996-83a2-43cf-94fb-810a1c0694a2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:15.503502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-402b0bcb-5913-4718-9947-a7a13ea9ab3e req-5e074996-83a2-43cf-94fb-810a1c0694a2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4250033 Mar 16 11:12:15.582146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e0c30db1-04d3-4060-b02f-2fba7564df12 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:15.637759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] For port 8f8a672c-4490-4099-a491-13ab95c5160b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8f8a672c-4490-4099-a491-13ab95c5160b,segment=NetworkSegment(8bf37971-9a96-4cac-8247-f61d01331c5b),segment_id=8bf37971-9a96-4cac-8247-f61d01331c5b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:15.643221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.644695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9159281 Mar 16 11:12:15.675546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29ce6-bae5-4a4d-b4dc-a4710d03caf4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=f8a208b5-841a-40e3-a2ea-3d749da1284f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:15.691937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.709710 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No ports have port_id starting with e0c30db1-04d3-4060-b02f-2fba7564df12 Mar 16 11:12:15.750426 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-402b0bcb-5913-4718-9947-a7a13ea9ab3e req-906ebf04-16ef-4456-9056-81c7ce745a1a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462909 Mar 16 11:12:15.770149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network f8a208b5-841a-40e3-a2ea-3d749da1284f details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:15.787935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.789875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58382) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:15.791751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] No DVR routers for this DVR port e0c30db1-04d3-4060-b02f-2fba7564df12 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:15.796500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf7de5-4329-43c0-8989-4b8d1955640c None None] Pushing event deleted for resources: {'Port': ['ID=e0c30db1-04d3-4060-b02f-2fba7564df12,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:15.799923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.resource_extend [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:12:15.817770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:15.823177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b12c0-172e-4117-bafd-b87b3d98d27e None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:15.854872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.902833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:15.934580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.003486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 4626ed48-9ca5-4cf1-a22f-0c22186c488b will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:16.051255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Transition to ACTIVE for port object 8f8a672c-4490-4099-a491-13ab95c5160b will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:16.093377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:16.104895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:16.111141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:16.122796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:16.180865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.218091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Delete allocated IP 2001:db8:0:1::2da (842b927a-c0ec-4053-9034-18b3f4447548/2c971b1a-51b2-4810-8ced-a466120533d2) {{(pid=88450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:12:16.228109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.232489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:16.233362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.245507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Calling delete_port for 5293d76d-b16d-4497-a01c-6dca0d517209 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:16.275894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=7f441257-96f2-4b30-96bd-5b4bbd4a578f,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:16.295041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.426696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af200ea-5598-4bd1-886f-35f33942e2ee None None] Pushing event updated for resources: {'Port': ['ID=8f8a672c-4490-4099-a491-13ab95c5160b,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:16.440423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:16.444527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.511636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabe2f4-5f1e-485e-a491-9059b28c3195 req-e7f36639-e042-4db0-a7db-9e28b7b4dc03 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:16.523620 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ebabe2f4-5f1e-485e-a491-9059b28c3195 req-e7f36639-e042-4db0-a7db-9e28b7b4dc03 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.5982146 Mar 16 11:12:16.547267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb/a5a1e30b-9103-4920-a802-61e9fd0bea2e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:16.565295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:16.574717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:16.581675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.638401 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP bd789acd-f6da-463c-b850-8a620ed19c9a associated. External IP: 172.26.7.218, port: baa4e28f-953c-46fc-b32e-21b6e19a8ed4. Mar 16 11:12:16.642481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:16.648164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:16.648797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.669922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=4626ed48-9ca5-4cf1-a22f-0c22186c488b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:16.739479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Port': ['ID=5293d76d-b16d-4497-a01c-6dca0d517209,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:16.762220 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ebabe2f4-5f1e-485e-a491-9059b28c3195 req-85aa9b72-5293-4e51-8797-945d547cfbf3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232034 Mar 16 11:12:16.770781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.798039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.817194 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a8d2642d-b383-4f4b-9a84-adf7ad6a8b7e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0460532 Mar 16 11:12:16.820193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58388) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:16.853195 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-98a84f4b-de42-4df0-af4c-9260317e3049 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/ports/5293d76d-b16d-4497-a01c-6dca0d517209 HTTP/1.1" status: 204 len: 168 time: 1.5365067 Mar 16 11:12:16.862930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58392) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:16.871697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Ignored duplicate provisioning block setup for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:12:16.924535 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a3e6f-bd52-4e0e-918d-bb9f931ad452 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:16.924993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7a3e6f-bd52-4e0e-918d-bb9f931ad452 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:16.930637 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ce7a3e6f-bd52-4e0e-918d-bb9f931ad452 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/4a409223-10d8-4853-ab99-c50312c47c95 HTTP/1.1" status: 404 len: 337 time: 0.0666981 Mar 16 11:12:16.932574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58396) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:16.934505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.941698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:16.947092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Transition to ACTIVE for port object a5a1e30b-9103-4920-a802-61e9fd0bea2e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:16.969960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Transition to ACTIVE for port object a5a1e30b-9103-4920-a802-61e9fd0bea2e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:17.051605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.072230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.132426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Pushing event updated for resources: {'Port': ['ID=a5a1e30b-9103-4920-a802-61e9fd0bea2e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:17.145779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:17.147674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:17.150172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:17.173147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:17.226983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a8ad5-8868-43d5-812c-73c8e242a877 None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:17.281811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122764b4-cb77-4535-86ed-6c52b8b63a95 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.282537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-122764b4-cb77-4535-86ed-6c52b8b63a95 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:17.289161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] In _notify_port_updated(), no bound segment for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb on network 842b927a-c0ec-4053-9034-18b3f4447548 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:12:17.294417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.295034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.296314 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/ports/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb HTTP/1.1" status: 200 len: 924 time: 2.5371749 Mar 16 11:12:17.310282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58400) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:17.329957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929627-f450-4b4f-8827-84c56755c189 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=bdb5b886-e231-49e3-bcd2-9770f9e6ccbb,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:17.353284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28200431-06de-4cdd-9956-1de58898edf0'}, {'subnet_id': '2c971b1a-51b2-4810-8ced-a466120533d2'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:17.364340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Attempting to bind port a5a1e30b-9103-4920-a802-61e9fd0bea2e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:17.364340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Attempting to bind port a5a1e30b-9103-4920-a802-61e9fd0bea2e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:17.365510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Attempting to bind port a5a1e30b-9103-4920-a802-61e9fd0bea2e on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:17.372445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:17.378179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:17.378179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:17.378179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.378179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:17.378179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Bound port: a5a1e30b-9103-4920-a802-61e9fd0bea2e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:17.378179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.390947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-361b3fd5-48ca-4a07-b1f9-69055b22d5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.393746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=653f0cce-23dc-46de-b5d5-f0c79591e89d,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:17.398107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:17.398902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.427973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': '3e3a852f-f1dc-49b7-b635-14f5c641e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:17.428335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: f8a208b5-841a-40e3-a2ea-3d749da1284f, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:17.449747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.454880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:17.457190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:17.467224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port e131eccc-58ee-4fb1-ab21-d80adb06dbc7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:17.467562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.511215 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83209860-673a-4e2a-aca3-119014d92467 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1986804 Mar 16 11:12:17.513621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58404) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:17.519731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'port_id': 'baa4e28f-953c-46fc-b32e-21b6e19a8ed4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:17.540915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-122764b4-cb77-4535-86ed-6c52b8b63a95 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:17.542256 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-122764b4-cb77-4535-86ed-6c52b8b63a95 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7188449 Mar 16 11:12:17.550363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb2130-533d-402c-aa7b-68ad4801bd8d req-5e574324-1aec-4524-84a0-884ddd2e2a2d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.551795 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67cb2130-533d-402c-aa7b-68ad4801bd8d req-5e574324-1aec-4524-84a0-884ddd2e2a2d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6137509 Mar 16 11:12:17.560917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58408) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:17.580353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] For port a5a1e30b-9103-4920-a802-61e9fd0bea2e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:17.585319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] For port a5a1e30b-9103-4920-a802-61e9fd0bea2e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a5a1e30b-9103-4920-a802-61e9fd0bea2e,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:17.586872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:17.589604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-37d7ddba-e112-4d48-b618-321595b70668 None None] Provisioning for port 8f8a672c-4490-4099-a491-13ab95c5160b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:17.612372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-37d7ddba-e112-4d48-b618-321595b70668 None None] Provisioning complete for port 8f8a672c-4490-4099-a491-13ab95c5160b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:17.612842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37d7ddba-e112-4d48-b618-321595b70668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.632386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.685994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:17.686634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:17.733877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.737710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.753375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 4626ed48-9ca5-4cf1-a22f-0c22186c488b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:17.753717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.779062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network f8a208b5-841a-40e3-a2ea-3d749da1284f is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:17.809822 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67cb2130-533d-402c-aa7b-68ad4801bd8d req-d20f3333-f115-4ec7-a4ca-c9b1e100240f tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413552 Mar 16 11:12:17.820351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:17.820775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6711e2b-132d-4876-b254-d791931bd366 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:17.899902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, f8a208b5-841a-40e3-a2ea-3d749da1284f) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:17.937775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248feede-6f8c-4489-9db4-6a420720fd91 None None] Network f8a208b5-841a-40e3-a2ea-3d749da1284f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:17.950233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:17.950821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:17.981211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb843b0-0174-4e71-a191-45fef1936c54 None None] Pushing event updated for resources: {'Port': ['ID=a5a1e30b-9103-4920-a802-61e9fd0bea2e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:18.326593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cab51259-47e4-49f3-803e-0f078d1868e7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5298154 Mar 16 11:12:18.336484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58414) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:18.343127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] For port e131eccc-58ee-4fb1-ab21-d80adb06dbc7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e131eccc-58ee-4fb1-ab21-d80adb06dbc7,segment=NetworkSegment(75a0c07e-cc60-4130-99d0-992d3c63f031),segment_id=75a0c07e-cc60-4130-99d0-992d3c63f031)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:18.343518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.372650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.383256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-f8a208b5-841a-40e3-a2ea-3d749da1284f', 'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '653f0cce-23dc-46de-b5d5-f0c79591e89d'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:18.387233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.637808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.663810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Calling delete_port for e131eccc-58ee-4fb1-ab21-d80adb06dbc7 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:18.669542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578590491'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:18.682737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8f8a672c-4490-4099-a491-13ab95c5160b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:18.686146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.687570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:18.691926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:18.695685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:18.702200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:18.729800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Allocated IP 172.20.255.242 (f8a208b5-841a-40e3-a2ea-3d749da1284f/653f0cce-23dc-46de-b5d5-f0c79591e89d/ca7806d8-9557-45d5-be0d-b805e1694301) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:18.748394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.808166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:18.811666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.873535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.878613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 8f8a672c-4490-4099-a491-13ab95c5160b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:18.878989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.885378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:18.908810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-91b8fa4a-df9b-42f0-8a14-d4f89061b805 None None] Provisioning complete for port 8f8a672c-4490-4099-a491-13ab95c5160b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:18.909108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-91b8fa4a-df9b-42f0-8a14-d4f89061b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.984164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:18.984648 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment 17d019d3-48c0-46f7-9802-f0b54c9926fd of type vlan for network b3065fed-d1c3-4fed-8b3c-935e8ac940eb Mar 16 11:12:19.053570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.106510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 4626ed48-9ca5-4cf1-a22f-0c22186c488b owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:19.214937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5a1e30b-9103-4920-a802-61e9fd0bea2e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:19.252824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.259009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:19.259744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.308830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.337933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-91b8fa4a-df9b-42f0-8a14-d4f89061b805 None None] Provisioning for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:19.359038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-91b8fa4a-df9b-42f0-8a14-d4f89061b805 None None] Provisioning complete for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:19.359339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-91b8fa4a-df9b-42f0-8a14-d4f89061b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.398466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Port': ['ID=e131eccc-58ee-4fb1-ab21-d80adb06dbc7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:19.419640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No DVR routers for this DVR port e131eccc-58ee-4fb1-ab21-d80adb06dbc7 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:19.427260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.452623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-91b8fa4a-df9b-42f0-8a14-d4f89061b805 None None] Port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:19.464020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=b3065fed-d1c3-4fed-8b3c-935e8ac940eb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:19.466661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Transition to ACTIVE for port object ca7806d8-9557-45d5-be0d-b805e1694301 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:19.469258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a5a1e30b-9103-4920-a802-61e9fd0bea2e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:19.483066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b3065fed-d1c3-4fed-8b3c-935e8ac940eb details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:19.519413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:19.522614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Transition to ACTIVE for port object ca7806d8-9557-45d5-be0d-b805e1694301 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:19.539914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8:0:1::141 (842b927a-c0ec-4053-9034-18b3f4447548/2c971b1a-51b2-4810-8ced-a466120533d2/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:19.548247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.598896 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c4e05af6-ab56-4f26-86f2-54677cca0256 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2557707 Mar 16 11:12:19.599823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58418) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:19.618793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'b3065fed-d1c3-4fed-8b3c-935e8ac940eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:19.670529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6d9d3bce-ab8c-4040-ac6f-9fc95071d953 None None] Provisioning complete for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:19.670906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3bce-ab8c-4040-ac6f-9fc95071d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.705964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.751534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=4626ed48-9ca5-4cf1-a22f-0c22186c488b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:19.788695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Pushing event updated for resources: {'Port': ['ID=ca7806d8-9557-45d5-be0d-b805e1694301,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:19.796615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.812143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Network f8a208b5-841a-40e3-a2ea-3d749da1284f is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:19.815484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:19.818116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:19.834555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d3bce-ab8c-4040-ac6f-9fc95071d953 None None] Port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:19.870779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.909163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.933528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:19.940562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Attempting to bind port ca7806d8-9557-45d5-be0d-b805e1694301 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:19.940994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Attempting to bind port ca7806d8-9557-45d5-be0d-b805e1694301 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3e3a852f-f1dc-49b7-b635-14f5c641e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:19.941291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Attempting to bind port ca7806d8-9557-45d5-be0d-b805e1694301 on network f8a208b5-841a-40e3-a2ea-3d749da1284f {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:19.944982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362eb66f-e78f-4a3b-afee-6ebd262b4537']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:19.947712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:19.950635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:19.951010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Checking segment: {'id': '3e3a852f-f1dc-49b7-b635-14f5c641e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:19.951411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.952061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Bound using segment: {'id': '3e3a852f-f1dc-49b7-b635-14f5c641e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:19.952702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Bound port: ca7806d8-9557-45d5-be0d-b805e1694301, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3a852f-f1dc-49b7-b635-14f5c641e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f8a208b5-841a-40e3-a2ea-3d749da1284f'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:19.952909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.953915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:19.962766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:19.964311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:19.964637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e8c3a701-58ee-453d-b07e-3ab980967648 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/4626ed48-9ca5-4cf1-a22f-0c22186c488b HTTP/1.1" status: 204 len: 168 time: 2.4004898 Mar 16 11:12:19.968565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:19.969215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a0c07e-cc60-4130-99d0-992d3c63f031') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:19.969719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a0c07e-cc60-4130-99d0-992d3c63f031') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:19.977181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:19.978362 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:19.998816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Could not find standard attr ID for object 02001310-7ff4-4994-b731-f4833a45470b. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:20.000021 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:20.003086 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:20.043192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.088105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.092958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.104036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] For port ca7806d8-9557-45d5-be0d-b805e1694301, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:20.108383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] For port ca7806d8-9557-45d5-be0d-b805e1694301, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ca7806d8-9557-45d5-be0d-b805e1694301,segment=NetworkSegment(3e3a852f-f1dc-49b7-b635-14f5c641e549),segment_id=3e3a852f-f1dc-49b7-b635-14f5c641e549)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:20.111786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:20.111961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:20.112979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.116493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.131520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Provisioning for port a5a1e30b-9103-4920-a802-61e9fd0bea2e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:20.132711 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:20.133124 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:20.135931 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:20.137256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Provisioning complete for port a5a1e30b-9103-4920-a802-61e9fd0bea2e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:20.137691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.147378 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:20.148217 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:20.157431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea38f71-1ed4-4581-bb39-4d18ce0b04c4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:20.159130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea38f71-1ed4-4581-bb39-4d18ce0b04c4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:20.160260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bea38f71-1ed4-4581-bb39-4d18ce0b04c4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:20.185330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.217938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:12:20.241598 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:20.242293 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93b2e1-4218-4dd4-84ed-65bc7bba94f9 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:20.254857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.273342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Ignored duplicate provisioning block setup for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:12:20.297401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58426) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:20.300737 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1bdf9a1f-c04a-4155-8da9-16786e655432 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/floatingips/bd789acd-f6da-463c-b850-8a620ed19c9a HTTP/1.1" status: 200 len: 978 time: 2.7856174 Mar 16 11:12:20.311642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15ec9-df1c-459d-8597-82775331f958 None None] Pushing event updated for resources: {'Port': ['ID=ca7806d8-9557-45d5-be0d-b805e1694301,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:20.449902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.488303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] For port a5a1e30b-9103-4920-a802-61e9fd0bea2e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a5a1e30b-9103-4920-a802-61e9fd0bea2e,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:20.607726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bea38f71-1ed4-4581-bb39-4d18ce0b04c4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:20.608938 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bea38f71-1ed4-4581-bb39-4d18ce0b04c4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6260641 Mar 16 11:12:20.609662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.611883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58430) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:20.614230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.617637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.618876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.666918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.724292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Network': ['ID=362eb66f-e78f-4a3b-afee-6ebd262b4537,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:20.734847 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3820f583-7b4e-4f32-b745-42d0d5f7df0f tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/362eb66f-e78f-4a3b-afee-6ebd262b4537 HTTP/1.1" status: 204 len: 168 time: 3.7991223 Mar 16 11:12:20.738189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58434) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:20.744176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9370477a-d078-417e-8b4a-b0c4ff230d3d None None] Could not find standard attr ID for object 4626ed48-9ca5-4cf1-a22f-0c22186c488b. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:20.764232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344dccf-54d3-43b2-8709-a02c316022b2 None None] Pushing event updated for resources: {'Port': ['ID=a5a1e30b-9103-4920-a802-61e9fd0bea2e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:20.807284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:20.817577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:20.870861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=6b1b7095-eb43-4190-aed2-43b6c11f6ba5,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:20.900790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': '17d019d3-48c0-46f7-9802-f0b54c9926fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b3065fed-d1c3-4fed-8b3c-935e8ac940eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:20.901330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: b3065fed-d1c3-4fed-8b3c-935e8ac940eb, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:20.923627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.026364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.028820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] In _notify_port_updated(), no bound segment for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb on network 842b927a-c0ec-4053-9034-18b3f4447548 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:12:21.034287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:21.034929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.036243 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/ports/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb HTTP/1.1" status: 200 len: 1010 time: 3.7147110 Mar 16 11:12:21.045567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58438) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:21.049815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38a891-2273-4cd0-a3ea-802a123f900f tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=bdb5b886-e231-49e3-bcd2-9770f9e6ccbb,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:21.056779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network b3065fed-d1c3-4fed-8b3c-935e8ac940eb is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:21.085340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-979b18ac-adb5-4d55-bb97-93e4ad832b9a None None] Provisioning complete for port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:21.085546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-979b18ac-adb5-4d55-bb97-93e4ad832b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.103472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port 221f3082-48ad-4696-bf10-684dbce6a6ab {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:21.104995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.147421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-979b18ac-adb5-4d55-bb97-93e4ad832b9a None None] Port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:21.154194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, b3065fed-d1c3-4fed-8b3c-935e8ac940eb) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:21.159586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:21.162246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.168169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a154fb-3ba1-4268-822b-895271dda392 None None] Network b3065fed-d1c3-4fed-8b3c-935e8ac940eb requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:21.185140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 7f441257-96f2-4b30-96bd-5b4bbd4a578f {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:21.185140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.191887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.243008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:21.245414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.250764 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-59665c25-cf9c-4525-bb61-f77d32f885ae tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb HTTP/1.1" status: 204 len: 168 time: 0.6377444 Mar 16 11:12:21.251595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58442) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:21.265776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a1e033-9350-40cf-bf3c-2c229fc9daea None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:21.280138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port bdb5b886-e231-49e3-bcd2-9770f9e6ccbb {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:21.280474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.319612 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bf301223-ebb1-49ee-b511-b60a35c2e2df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7103286 Mar 16 11:12:21.327474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58446) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:21.331573 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-07ba9e0c-954d-4013-bd0c-e858a63d9ffa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785029 Mar 16 11:12:21.337732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58448) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:21.497715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.504001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:21.634046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01a70d-1295-4ab6-ba11-af30d1363eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-b3065fed-d1c3-4fed-8b3c-935e8ac940eb', 'network_id': 'b3065fed-d1c3-4fed-8b3c-935e8ac940eb', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '6b1b7095-eb43-4190-aed2-43b6c11f6ba5'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:21.634925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6f01a70d-1295-4ab6-ba11-af30d1363eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.699074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.700640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0f26a-6637-4f93-a5c3-7d3c804935a6 None None] Network f8a208b5-841a-40e3-a2ea-3d749da1284f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:21.746590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:21.761391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:21.777678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.795878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:21.823395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] Deleting port a5a1e30b-9103-4920-a802-61e9fd0bea2e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:21.823759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.856447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:21.860038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.908047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.908404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:21.925125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Calling delete_port for 221f3082-48ad-4696-bf10-684dbce6a6ab owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:21.945504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ad484c36-73eb-4b3a-9b5e-8cbc434ed771 None None] Provisioning for port ca7806d8-9557-45d5-be0d-b805e1694301 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:21.952450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.001439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1b7095-eb43-4190-aed2-43b6c11f6ba5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server [None req-6f01a70d-1295-4ab6-ba11-af30d1363eef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b1b7095-eb43-4190-aed2-43b6c11f6ba5: This subnet is being modified by another concurrent operation. Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:12:22.008424 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b1b7095-eb43-4190-aed2-43b6c11f6ba5: This subnet is being modified by another concurrent operation. Mar 16 11:12:22.013765 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Mar 16 11:12:22.100277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a02859-b54e-4eb2-bd2f-2d41508cce6e None None] Network b3065fed-d1c3-4fed-8b3c-935e8ac940eb requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:22.119835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.154308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3065fed-d1c3-4fed-8b3c-935e8ac940eb']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:22.188558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] For port a5a1e30b-9103-4920-a802-61e9fd0bea2e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a5a1e30b-9103-4920-a802-61e9fd0bea2e,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:22.188943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.200625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d019d3-48c0-46f7-9802-f0b54c9926fd') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:22.201000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d019d3-48c0-46f7-9802-f0b54c9926fd') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:22.219803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 7f441257-96f2-4b30-96bd-5b4bbd4a578f owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:22.226387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.298534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.351127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.360157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:22.360549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.371733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] Calling delete_port for a5a1e30b-9103-4920-a802-61e9fd0bea2e owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:22.376467 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:22.463974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for bdb5b886-e231-49e3-bcd2-9770f9e6ccbb owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:22.517919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.541934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.588707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ca7806d8-9557-45d5-be0d-b805e1694301 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:22.605688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.620335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Port': ['ID=221f3082-48ad-4696-bf10-684dbce6a6ab,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:22.637785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.653696 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5c904914-fedd-4537-b761-3faa55e65949 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/ports/221f3082-48ad-4696-bf10-684dbce6a6ab HTTP/1.1" status: 204 len: 168 time: 1.9022789 Mar 16 11:12:22.660517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.672801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58454) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:22.684287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.687154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=b3065fed-d1c3-4fed-8b3c-935e8ac940eb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:22.735235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] No DVR routers for this DVR port a5a1e30b-9103-4920-a802-61e9fd0bea2e on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:22.756293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385703d4-9f06-4a30-92db-caca7bb50d38 None None] Pushing event deleted for resources: {'Port': ['ID=a5a1e30b-9103-4920-a802-61e9fd0bea2e,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:22.765010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:22.766481 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f0c32-0c27-4c67-88d9-fd03c90dba0d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] DELETE failed (client error): The resource could not be found. Mar 16 11:12:22.767222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5f0c32-0c27-4c67-88d9-fd03c90dba0d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:22.772535 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bf5f0c32-0c27-4c67-88d9-fd03c90dba0d tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/2b4bc435-2e63-4da9-b3c5-f458514b3d8a HTTP/1.1" status: 404 len: 337 time: 0.0943689 Mar 16 11:12:22.773752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:22.775476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58458) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:22.777184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:22.777752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.783249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f88355-188e-434e-b8b0-78226a8acd0d None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:22.783665 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-25b3d8d3-eef9-4075-a299-05acc67bfde1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b3065fed-d1c3-4fed-8b3c-935e8ac940eb HTTP/1.1" status: 204 len: 168 time: 1.4508774 Mar 16 11:12:22.795264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=9bf56f94-fa63-430b-89e7-9d8d93b57b9f,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:22.801220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58462) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:22.807535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-654218242'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:22.814258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:22.819204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:22.822317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:22.829944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:22.878479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ca7806d8-9557-45d5-be0d-b805e1694301 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:22.896206 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5ce7677-9fdf-4d20-87a8-fbd3945b0c65 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5572104 Mar 16 11:12:22.898610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ca7806d8-9557-45d5-be0d-b805e1694301 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:22.898932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58466) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:22.900202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.904318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': '9bf56f94-fa63-430b-89e7-9d8d93b57b9f', 'ip_address': '2001:db8::dd75:f6bf:44eb:1445'}], 'name': 'tempest-NetworksTestDHCPv6-822768936'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:22.936594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.988236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b6f30d61-fbf9-4599-98e2-9987e84a0169 None None] Provisioning complete for port ca7806d8-9557-45d5-be0d-b805e1694301 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:22.988655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b6f30d61-fbf9-4599-98e2-9987e84a0169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:22.991081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:22.994645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.013374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=7f441257-96f2-4b30-96bd-5b4bbd4a578f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:23.060790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:23.062974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.073898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:23.078683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:23.081072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:23.087570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:23.100127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.101382 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment fbcac6b6-2c58-493f-9d3c-fd399fb4ff75 of type vlan for network 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 Mar 16 11:12:23.102799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.129782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.159348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:23.169948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=bdb5b886-e231-49e3-bcd2-9770f9e6ccbb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:23.232341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '9bf56f94-fa63-430b-89e7-9d8d93b57b9f'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:23.233159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.253332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.259119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:23.259741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.261278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.262523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP bd789acd-f6da-463c-b850-8a620ed19c9a disassociated (deleted). External IP: 172.26.7.218, port: baa4e28f-953c-46fc-b32e-21b6e19a8ed4. Mar 16 11:12:23.272166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.348599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b6f30d61-fbf9-4599-98e2-9987e84a0169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.389152 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5868742 Mar 16 11:12:23.390102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58470) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:23.403246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ca7806d8-9557-45d5-be0d-b805e1694301, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ca7806d8-9557-45d5-be0d-b805e1694301,segment=NetworkSegment(3e3a852f-f1dc-49b7-b635-14f5c641e549),segment_id=3e3a852f-f1dc-49b7-b635-14f5c641e549)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:23.417818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': '4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:23.436867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035484a-61c1-460b-869e-3658e89a252e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:23.461115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.466166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:23.467355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.503195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.552923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 659d6909-024f-4ad2-9f9a-20ba271d766b yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:23.568901 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea1427a0-6a42-4de2-aede-4164964c2897 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb HTTP/1.1" status: 204 len: 168 time: 2.5200899 Mar 16 11:12:23.578360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58476) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:23.637670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.640011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:23.653960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:23.658036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5a1e30b-9103-4920-a802-61e9fd0bea2e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:23.660120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:23.670742 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b818418-26f6-4cdd-8d2b-c74cbcda1279 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:12:23.671402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b818418-26f6-4cdd-8d2b-c74cbcda1279 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:23.672299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:23.727602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9bf56f94-fa63-430b-89e7-9d8d93b57b9f/d458ae85-166f-47e7-b095-dcf36dc94213) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:23.736949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a5a1e30b-9103-4920-a802-61e9fd0bea2e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:23.739480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5a1e30b-9103-4920-a802-61e9fd0bea2e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:23.756774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2287bed0-da38-411d-9430-1bf110b592ca']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:23.757664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-b6f30d61-fbf9-4599-98e2-9987e84a0169 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:23.758056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-b6f30d61-fbf9-4599-98e2-9987e84a0169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:23.769731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ca7806d8-9557-45d5-be0d-b805e1694301,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:23.787267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:23.792206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:23.792550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4318ac4e-bf81-4ebe-be77-6cbcb3249fdc') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:23.796237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.810785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:23.893300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.ipam_backend_mixin [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing IP validity checks on allocation pools {{(pid=88449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:12:23.893995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.ipam_backend_mixin [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88449) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:12:23.988309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.001270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Transition to ACTIVE for port object d458ae85-166f-47e7-b095-dcf36dc94213 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:24.018546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b818418-26f6-4cdd-8d2b-c74cbcda1279 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:24.022356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8b818418-26f6-4cdd-8d2b-c74cbcda1279 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb HTTP/1.1" status: 404 len: 333 time: 0.4378548 Mar 16 11:12:24.023316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Transition to ACTIVE for port object d458ae85-166f-47e7-b095-dcf36dc94213 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:24.024014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58480) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:24.035055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.047341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:24.047741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:24.066047 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:24.106072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 2c971b1a-51b2-4810-8ced-a466120533d2 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:24.109042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.113914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.176881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:24.179787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:24.182410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:24.183733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.242773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:24.280653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.328174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.347653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Pushing event updated for resources: {'Port': ['ID=d458ae85-166f-47e7-b095-dcf36dc94213,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:24.361083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.363895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Network': ['ID=2287bed0-da38-411d-9430-1bf110b592ca,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:24.366139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::dd75:f6bf:44eb:1445 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9bf56f94-fa63-430b-89e7-9d8d93b57b9f/659d6909-024f-4ad2-9f9a-20ba271d766b) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:24.377933 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0bfd1cd7-6888-4b81-a68c-1b7a76dbecfb tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/2287bed0-da38-411d-9430-1bf110b592ca HTTP/1.1" status: 204 len: 168 time: 1.5992780 Mar 16 11:12:24.378093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=a7c955d8-e179-4d13-8959-ab250c2ecfb0,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:24.379693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58484) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:24.385226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Attempting to bind port d458ae85-166f-47e7-b095-dcf36dc94213 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:24.385598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Attempting to bind port d458ae85-166f-47e7-b095-dcf36dc94213 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:24.386030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Attempting to bind port d458ae85-166f-47e7-b095-dcf36dc94213 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:24.393663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'fbcac6b6-2c58-493f-9d3c-fd399fb4ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:24.394191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:24.401690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:24.402067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:24.403428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.403428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:24.403428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Bound port: d458ae85-166f-47e7-b095-dcf36dc94213, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:24.403688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.510660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] For port d458ae85-166f-47e7-b095-dcf36dc94213, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:24.514007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] For port d458ae85-166f-47e7-b095-dcf36dc94213, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d458ae85-166f-47e7-b095-dcf36dc94213,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:24.547002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ca7806d8-9557-45d5-be0d-b805e1694301 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:24.570072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:24.585398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting subnet fd242a5c-0bed-443e-a475-a5a2fc3185d5 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:24.587426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:24.590506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.607489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.637108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.639375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:24.656607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.674520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:24.675247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:24.705437 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eee8a0ba-2d88-47a5-9f66-51bf91a8f51f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd789acd-f6da-463c-b850-8a620ed19c9a HTTP/1.1" status: 204 len: 168 time: 4.4039376 Mar 16 11:12:24.705621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58488) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:24.710106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.765374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:24.778370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:24.779223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.791875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:24.799278 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c56e70-1e2f-4135-89ba-b0781fc3eee0 None None] Network 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:24.820000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fe654-381d-43cd-830e-e617b0b3a381 None None] Pushing event updated for resources: {'Port': ['ID=d458ae85-166f-47e7-b095-dcf36dc94213,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:24.828183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port baa4e28f-953c-46fc-b32e-21b6e19a8ed4 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:24.828532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.856795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.883826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 659d6909-024f-4ad2-9f9a-20ba271d766b will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:24.906844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:24.907486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:24.914894 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f04e9af3-0c21-4248-875f-6a1bcffaef51 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5157197 Mar 16 11:12:24.917442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58492) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:24.965266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.974127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:24.980064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ca7806d8-9557-45d5-be0d-b805e1694301 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:24.980448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.034496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:25.034913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd3fdf-f79c-43a3-935f-bccb55e16a7d None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:25.064173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.128495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=2c971b1a-51b2-4810-8ced-a466120533d2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:25.135271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.182661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21a543-b86d-4f1f-beb6-ee1f1e06a06c None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:25.192897 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1abb2812-bc00-42b7-ae07-42e6a5eff86b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/2c971b1a-51b2-4810-8ced-a466120533d2 HTTP/1.1" status: 204 len: 168 time: 1.1652534 Mar 16 11:12:25.193796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58496) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:25.216370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:25.234209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:25.240207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.266821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.281794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:25.290084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.291390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.299897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.303552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=659d6909-024f-4ad2-9f9a-20ba271d766b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:25.399438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.416246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8c0d7-ebb0-4d7b-b97c-1a7396ce394f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8', 'network_id': '4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': 'a7c955d8-e179-4d13-8959-ab250c2ecfb0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:25.417059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-55c8c0d7-ebb0-4d7b-b97c-1a7396ce394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.457201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for baa4e28f-953c-46fc-b32e-21b6e19a8ed4 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:25.457758 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-85d478f5-d1e6-4178-8e66-03a5047b5d34 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5572245 Mar 16 11:12:25.461970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58500) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:25.498775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Subnet': ['ID=fd242a5c-0bed-443e-a475-a5a2fc3185d5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:25.506663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.519783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 28200431-06de-4cdd-9956-1de58898edf0 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:25.529576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.594464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f868e4-1bb5-42ab-b4e4-95a977cbf930 None None] Network 77db85f6-939c-461e-ad59-773adedf96f2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:25.619252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635e411-1f9f-4709-8d5c-40322b7a8bba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.628034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635e411-1f9f-4709-8d5c-40322b7a8bba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:25.629471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9635e411-1f9f-4709-8d5c-40322b7a8bba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:25.690172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.723659 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2de96882-d1c9-452a-b6c9-8bda8174c727 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/subnets/fd242a5c-0bed-443e-a475-a5a2fc3185d5 HTTP/1.1" status: 204 len: 168 time: 1.3412354 Mar 16 11:12:25.728904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58504) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:25.741659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9635e411-1f9f-4709-8d5c-40322b7a8bba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:25.745882 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9635e411-1f9f-4709-8d5c-40322b7a8bba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2829018 Mar 16 11:12:25.752996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58508) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:25.764564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c955d8-e179-4d13-8959-ab250c2ecfb0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:25.835349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server [None req-55c8c0d7-ebb0-4d7b-b97c-1a7396ce394f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7c955d8-e179-4d13-8959-ab250c2ecfb0: This subnet is being modified by another concurrent operation. Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:12:25.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7c955d8-e179-4d13-8959-ab250c2ecfb0: This subnet is being modified by another concurrent operation. Mar 16 11:12:25.914947 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Mar 16 11:12:25.950215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7481627-b446-44ed-b22f-303b57a5ac49 None None] Network 4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:25.950457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.000453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] DHCP port deletion for 77db85f6-939c-461e-ad59-773adedf96f2 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:26.002297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 659d6909-024f-4ad2-9f9a-20ba271d766b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:26.002646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.013218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.029479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:26.055148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcac6b6-2c58-493f-9d3c-fd399fb4ff75') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:26.055451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcac6b6-2c58-493f-9d3c-fd399fb4ff75') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:26.065734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port 2c97a149-7eed-4069-9ea8-c3ec847d2878 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:26.066116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.090563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] Deleting port 2c97a149-7eed-4069-9ea8-c3ec847d2878 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:26.091093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.122496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.165683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.227868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-3772624a-0c42-4148-91c3-619786c73225 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5378499 Mar 16 11:12:26.231538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:26.231971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.240923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:26.272783 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:26.449331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.588934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.596144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.636589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.637375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d458ae85-166f-47e7-b095-dcf36dc94213 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:26.649516 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 HTTP/1.1" status: 204 len: 168 time: 1.7269332 Mar 16 11:12:26.655388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58512) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:26.664732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90ae14-35ba-4e84-bb66-9d965ebf60dc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:26.672878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1963942344'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:26.679119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:26.683540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:26.686968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:26.694188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:26.708419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] For port 2c97a149-7eed-4069-9ea8-c3ec847d2878, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2c97a149-7eed-4069-9ea8-c3ec847d2878,segment=NetworkSegment(0c615673-0a73-42e8-9508-b50d52613118),segment_id=0c615673-0a73-42e8-9508-b50d52613118)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:26.714882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.806097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] For port 2c97a149-7eed-4069-9ea8-c3ec847d2878, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2c97a149-7eed-4069-9ea8-c3ec847d2878,segment=NetworkSegment(0c615673-0a73-42e8-9508-b50d52613118),segment_id=0c615673-0a73-42e8-9508-b50d52613118)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:26.806343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.820294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 659d6909-024f-4ad2-9f9a-20ba271d766b owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:26.872141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Calling delete_port for 2c97a149-7eed-4069-9ea8-c3ec847d2878 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:26.888503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=baa4e28f-953c-46fc-b32e-21b6e19a8ed4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:26.909486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:26.914305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:26.936757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] Calling delete_port for 2c97a149-7eed-4069-9ea8-c3ec847d2878 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:26.965666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-292b2a25-d078-436c-8e47-079022278db4 None None] Provisioning for port d458ae85-166f-47e7-b095-dcf36dc94213 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:27.044471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.084812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:27.089145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d458ae85-166f-47e7-b095-dcf36dc94213 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:27.096963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.098628 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8 of type vlan for network d14710f8-f9df-4fed-9851-697d4dddda0b Mar 16 11:12:27.103052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d458ae85-166f-47e7-b095-dcf36dc94213 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:27.103424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.111479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=28200431-06de-4cdd-9956-1de58898edf0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:27.131331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.142120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.148634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef85d1e-fb80-4613-a29a-95055ec90ba8 None None] Network 842b927a-c0ec-4053-9034-18b3f4447548 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:27.170777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:27.171137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:27.183417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb2533-1671-4210-858a-64617508ea18 req-83ef82f5-88b1-4ccb-9359-4e00b5e14d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.186139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-83ef82f5-88b1-4ccb-9359-4e00b5e14d61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.8099973 Mar 16 11:12:27.186139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.191599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-31c37e04-f621-4d46-be4a-632d82780390 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/ports/baa4e28f-953c-46fc-b32e-21b6e19a8ed4 HTTP/1.1" status: 204 len: 168 time: 2.4811118 Mar 16 11:12:27.191880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58516) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:27.197803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:27.203165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.203848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:27.207950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:floatingip and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:27.210903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:27.217631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:27.226391 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f0dcf318-816d-4fe7-90c7-5e2b767891ae tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/28200431-06de-4cdd-9956-1de58898edf0 HTTP/1.1" status: 204 len: 168 time: 2.0319772 Mar 16 11:12:27.227214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58520) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:27.264827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.273684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.274636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.331077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.336752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] Pushing event deleted for resources: {'Port': ['ID=2c97a149-7eed-4069-9ea8-c3ec847d2878,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:27.347308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a70d3-0f6a-40c5-a360-90fe5eead748 None None] No DVR routers for this DVR port 2c97a149-7eed-4069-9ea8-c3ec847d2878 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:27.349934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.350406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f8056bb1-18ed-43ed-a57e-855f11111a3d None None] Provisioning complete for port 8f8a672c-4490-4099-a491-13ab95c5160b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:27.350778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f8056bb1-18ed-43ed-a57e-855f11111a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.394176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=659d6909-024f-4ad2-9f9a-20ba271d766b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:27.469927 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8066392 Mar 16 11:12:27.489087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58524) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:27.592918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:27.660944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.664383 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d29cf824-e525-4044-a279-39489bdcc921 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/659d6909-024f-4ad2-9f9a-20ba271d766b HTTP/1.1" status: 204 len: 168 time: 1.9085100 Mar 16 11:12:27.668091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58528) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:27.710274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb2533-1671-4210-858a-64617508ea18 req-d74ce92f-36b2-4e0e-b266-cade68dda46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.712030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-d74ce92f-36b2-4e0e-b266-cade68dda46b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 0.4733934 Mar 16 11:12:27.729385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.752646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74636d1-9014-4eac-9dda-ac941b66e1c1 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=d14710f8-f9df-4fed-9851-697d4dddda0b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:27.756646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Deleting port 2c97a149-7eed-4069-9ea8-c3ec847d2878 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:27.756992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.768858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network d14710f8-f9df-4fed-9851-697d4dddda0b details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:27.829594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87864e6d-2dfd-42d2-81eb-89dbccac87c6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.831422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:27.831849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87864e6d-2dfd-42d2-81eb-89dbccac87c6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:27.833749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-87864e6d-2dfd-42d2-81eb-89dbccac87c6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1643944 Mar 16 11:12:27.836849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58532) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:27.846299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:27.855617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] The port '2c97a149-7eed-4069-9ea8-c3ec847d2878' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:12:27.863387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:27.875370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.883485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-0264c870-81e2-478b-9505-c084c5740d75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1001 time: 0.1646321 Mar 16 11:12:27.884945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port d458ae85-166f-47e7-b095-dcf36dc94213, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d458ae85-166f-47e7-b095-dcf36dc94213,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:27.888308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f8056bb1-18ed-43ed-a57e-855f11111a3d None None] Could not find standard attr ID for object 659d6909-024f-4ad2-9f9a-20ba271d766b. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:27.960847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:27.976355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:28.017473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 9bf56f94-fa63-430b-89e7-9d8d93b57b9f {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:28.030940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] DHCP port deletion for 842b927a-c0ec-4053-9034-18b3f4447548 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:28.039169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb2533-1671-4210-858a-64617508ea18 req-b0bfc44f-d40c-4993-8774-2ff8257cd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:28.040633 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-b0bfc44f-d40c-4993-8774-2ff8257cd149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.1435463 Mar 16 11:12:28.044340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.054972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2c97a149-7eed-4069-9ea8-c3ec847d2878 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:28.106774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 8f8a672c-4490-4099-a491-13ab95c5160b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:28.107322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.107835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] Deleting port 8f8a672c-4490-4099-a491-13ab95c5160b {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:28.108204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.161962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 2c97a149-7eed-4069-9ea8-c3ec847d2878 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:28.162318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2c97a149-7eed-4069-9ea8-c3ec847d2878 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:28.173712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.220006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:28.224109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.229540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=d458ae85-166f-47e7-b095-dcf36dc94213,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:28.258715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb2533-1671-4210-858a-64617508ea18 req-b8950567-242e-4242-9dc7-edb7562e939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:28.260523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-b8950567-242e-4242-9dc7-edb7562e939b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774623 Mar 16 11:12:28.265028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.399796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.405516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db85f6-939c-461e-ad59-773adedf96f2']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:28.421405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] For port 8f8a672c-4490-4099-a491-13ab95c5160b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8f8a672c-4490-4099-a491-13ab95c5160b,segment=NetworkSegment(8bf37971-9a96-4cac-8247-f61d01331c5b),segment_id=8bf37971-9a96-4cac-8247-f61d01331c5b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:28.421931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.430442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c615673-0a73-42e8-9508-b50d52613118') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:28.430749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c615673-0a73-42e8-9508-b50d52613118') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:28.491122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-60feb41a-f88c-478a-b82f-0576f48ccfd9 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227938 Mar 16 11:12:28.512855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.543769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.570068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] For port 8f8a672c-4490-4099-a491-13ab95c5160b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8f8a672c-4490-4099-a491-13ab95c5160b,segment=NetworkSegment(8bf37971-9a96-4cac-8247-f61d01331c5b),segment_id=8bf37971-9a96-4cac-8247-f61d01331c5b)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:28.570312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.578069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d458ae85-166f-47e7-b095-dcf36dc94213 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:28.615511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] Calling delete_port for 8f8a672c-4490-4099-a491-13ab95c5160b owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:28.631152 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5bb2533-1671-4210-858a-64617508ea18 req-65b18b14-68a4-466c-a9bc-7d076f6291d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320143 Mar 16 11:12:28.735320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:28.735320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.735706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d458ae85-166f-47e7-b095-dcf36dc94213 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:28.735706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:28.735897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 8f8a672c-4490-4099-a491-13ab95c5160b owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:28.810145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.858877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf56f94-fa63-430b-89e7-9d8d93b57b9f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:28.862805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:28.870593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368abaa-1832-411c-8e84-4b56f4f82141 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:28.951671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8f8a672c-4490-4099-a491-13ab95c5160b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:28.960086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.007926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.030515 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1ad4f799-f1c5-4f4e-ba8c-ca85973b2316 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9bf56f94-fa63-430b-89e7-9d8d93b57b9f HTTP/1.1" status: 204 len: 168 time: 1.1923215 Mar 16 11:12:29.031706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58536) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:29.098966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] Pushing event deleted for resources: {'Port': ['ID=8f8a672c-4490-4099-a491-13ab95c5160b,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:29.099269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.103403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc77868-878d-491b-b701-e7ee30a7f1e2 None None] No DVR routers for this DVR port 8f8a672c-4490-4099-a491-13ab95c5160b on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:29.103583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7bae1d51-0804-418e-ae7b-1f9fc277a8ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705492 Mar 16 11:12:29.104535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58540) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:29.109921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:29.128859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.146046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port 8f8a672c-4490-4099-a491-13ab95c5160b {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:12:29.146930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8f8a672c-4490-4099-a491-13ab95c5160b not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:29.147879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:29.148205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:29.188172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] Pushing event deleted for resources: {'Network': ['ID=77db85f6-939c-461e-ad59-773adedf96f2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:29.221195 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-676cdce0-4116-4854-aea9-395a43d40291 tempest-NetworksIpV6TestAttrs-824413213 tempest-NetworksIpV6TestAttrs-824413213-project] 10.222.0.30 "DELETE /v2.0/networks/77db85f6-939c-461e-ad59-773adedf96f2 HTTP/1.1" status: 204 len: 168 time: 3.4861338 Mar 16 11:12:29.241241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:29.248454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:29.249406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:29.256897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:29.269462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:29.271316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] Deleting port d458ae85-166f-47e7-b095-dcf36dc94213 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:29.271878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.272006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.70 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/07c6b3f8-85f1-4e18-a5b2-b136793ff2af) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:29.369702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:29.373325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.410643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.478456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.501664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] For port d458ae85-166f-47e7-b095-dcf36dc94213, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d458ae85-166f-47e7-b095-dcf36dc94213,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:29.502102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.516234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=3f57442d-6b6d-4454-9e7e-99fd2d0bd0e8,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:29.532805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:29.533169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: d14710f8-f9df-4fed-9851-697d4dddda0b, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:29.644417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] Calling delete_port for d458ae85-166f-47e7-b095-dcf36dc94213 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:29.649530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 8f8a672c-4490-4099-a491-13ab95c5160b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:29.649909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.683640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network d14710f8-f9df-4fed-9851-697d4dddda0b is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:29.696311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.725313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.735199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] The port '8f8a672c-4490-4099-a491-13ab95c5160b' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:12:29.756139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:29.760613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:29.763893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:29.764813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.810903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=9325ec23-ab1a-4756-9d3b-6df9e3060369,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:29.816652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, d14710f8-f9df-4fed-9851-697d4dddda0b) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:29.826483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb509d-f2cc-48b9-8947-d6af8164cc85 None None] Network d14710f8-f9df-4fed-9851-697d4dddda0b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:29.844857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:29.845468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.848292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58548) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:29.858736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.871230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:29.880593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:29.894275 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5764e841-7a38-4b99-ac81-24e9bc173331 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7890131 Mar 16 11:12:29.894930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58554) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:29.900398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': '9325ec23-ab1a-4756-9d3b-6df9e3060369', 'ip_address': '2001:db8::d52d:dc08:13a5:ffd5'}], 'name': 'tempest-NetworksTestDHCPv6-469489556'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:29.913697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] Pushing event deleted for resources: {'Port': ['ID=d458ae85-166f-47e7-b095-dcf36dc94213,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:29.957602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:29.981324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96fc55-5977-44ca-b102-3265144e25ed None None] No DVR routers for this DVR port d458ae85-166f-47e7-b095-dcf36dc94213 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:29.992560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=07c6b3f8-85f1-4e18-a5b2-b136793ff2af,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:30.002240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88ecaf-bb36-45ef-9447-d1f6b00af647 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:30.010921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.050482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842b927a-c0ec-4053-9034-18b3f4447548']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:30.070135 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2c682d3b-e127-44fe-92cc-172f022180c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5686383 Mar 16 11:12:30.072978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58560) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:30.080997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf37971-9a96-4cac-8247-f61d01331c5b') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:30.081515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf37971-9a96-4cac-8247-f61d01331c5b') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:30.097688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.127456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.129652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.139687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:30.140195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:30.156064 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:30.219103 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-de5b5b5d-fe67-412c-ba63-e13af49fdcb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1865409fadf4996a1b40b6c16d4233f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691940 Mar 16 11:12:30.225075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58564) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:30.293533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.297796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-d14710f8-f9df-4fed-9851-697d4dddda0b', 'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '3f57442d-6b6d-4454-9e7e-99fd2d0bd0e8'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:30.302698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.310561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:30.351319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:30.354905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.360038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.392910 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/842b927a-c0ec-4053-9034-18b3f4447548 HTTP/1.1" status: 204 len: 168 time: 3.1611786 Mar 16 11:12:30.394051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58568) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:30.396998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05030e5f-971f-4243-b417-37309ce369e7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=842b927a-c0ec-4053-9034-18b3f4447548,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:30.417921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.422048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-696b7849-ad08-407e-8895-bb7beb9b2725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.483688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:30.509779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-696b7849-ad08-407e-8895-bb7beb9b2725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.520434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '9325ec23-ab1a-4756-9d3b-6df9e3060369'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:30.522749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.532395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d458ae85-166f-47e7-b095-dcf36dc94213 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:30.587862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: d458ae85-166f-47e7-b095-dcf36dc94213 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:30.588458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d458ae85-166f-47e7-b095-dcf36dc94213 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:30.612707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c6a4e-fe25-4e12-8b14-0f14451cc41d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:30.613353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-403c6a4e-fe25-4e12-8b14-0f14451cc41d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:30.638009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.666558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Allocated IP 172.20.0.1 (d14710f8-f9df-4fed-9851-697d4dddda0b/3f57442d-6b6d-4454-9e7e-99fd2d0bd0e8/4d9827dc-af32-439f-9895-8e00fe8055a7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:30.671823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.707969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-403c6a4e-fe25-4e12-8b14-0f14451cc41d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:30.710858 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-403c6a4e-fe25-4e12-8b14-0f14451cc41d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3155200 Mar 16 11:12:30.714817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:30.728227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.749664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:30.754428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.788698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-696b7849-ad08-407e-8895-bb7beb9b2725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.813088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b7849-ad08-407e-8895-bb7beb9b2725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f40ba79-7280-4202-90b2-c3d7aebd0343,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:30.829808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-696b7849-ad08-407e-8895-bb7beb9b2725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:30.831178 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-696b7849-ad08-407e-8895-bb7beb9b2725 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f40ba79-7280-4202-90b2-c3d7aebd0343 HTTP/1.1" status: 204 len: 168 time: 0.5942092 Mar 16 11:12:30.895506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9325ec23-ab1a-4756-9d3b-6df9e3060369/ff34c89a-2868-46d6-bf8e-f4bf55f57fce) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:31.001862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=07c6b3f8-85f1-4e18-a5b2-b136793ff2af,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:31.024942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.040037 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b06486c5-cdd2-435c-b14f-01706d6dd761 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3241279 Mar 16 11:12:31.043777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58578) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:31.049671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-249416562'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:31.054968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:31.058747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:31.061669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:31.068517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:31.082145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.100740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Transition to ACTIVE for port object 4d9827dc-af32-439f-9895-8e00fe8055a7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:31.120803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.120803 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-86263383-e6b0-4f73-a9bd-4c57650d5b0b tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9274793 Mar 16 11:12:31.123287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58582) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:31.133586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'port': {'network_id': '0145cd57-c954-4528-9411-6d13e6eb03f6', 'name': 'tempest-FloatingIPTestJSON-11243292'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:31.142894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Transition to ACTIVE for port object 4d9827dc-af32-439f-9895-8e00fe8055a7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:31.213680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.225598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Transition to ACTIVE for port object ff34c89a-2868-46d6-bf8e-f4bf55f57fce will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:31.241447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:31.244904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.253251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.265306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Transition to ACTIVE for port object ff34c89a-2868-46d6-bf8e-f4bf55f57fce will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:31.311742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:31.322599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:31.338025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Pushing event updated for resources: {'Port': ['ID=4d9827dc-af32-439f-9895-8e00fe8055a7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:31.341319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Network d14710f8-f9df-4fed-9851-697d4dddda0b is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:31.342765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:31.345513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:31.368618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.409708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:31.415356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.452835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:31.456346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.487963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=3f57442d-6b6d-4454-9e7e-99fd2d0bd0e8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:31.490523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Attempting to bind port 4d9827dc-af32-439f-9895-8e00fe8055a7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:31.490523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Attempting to bind port 4d9827dc-af32-439f-9895-8e00fe8055a7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:31.490801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Attempting to bind port 4d9827dc-af32-439f-9895-8e00fe8055a7 on network d14710f8-f9df-4fed-9851-697d4dddda0b {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:31.500071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:31.512357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:31.517895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:31.518342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Checking segment: {'id': 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:31.518342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.518725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Bound using segment: {'id': 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:31.519196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Bound port: 4d9827dc-af32-439f-9895-8e00fe8055a7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd14710f8-f9df-4fed-9851-697d4dddda0b'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:31.519571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.520008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.520361 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment ff31c73c-fa92-4c29-99de-2d87ed393a37 of type vlan for network f4156faa-175e-438c-8341-eb4831ef1876 Mar 16 11:12:31.528649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:31.539255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Pushing event updated for resources: {'Port': ['ID=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:31.595476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] device_id is not set on port b3a64c51-724b-432d-8e44-ecfc39bbeac9 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:31.676395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.684085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::d52d:dc08:13a5:ffd5 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9325ec23-ab1a-4756-9d3b-6df9e3060369/0b5843ad-a91b-43c1-a4a7-e19854e6bb73) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:31.691101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Attempting to bind port ff34c89a-2868-46d6-bf8e-f4bf55f57fce on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:31.691101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Attempting to bind port ff34c89a-2868-46d6-bf8e-f4bf55f57fce by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:31.691101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Attempting to bind port ff34c89a-2868-46d6-bf8e-f4bf55f57fce on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:31.696568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.709719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:31.710269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:31.710532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.710903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:31.711377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Bound port: ff34c89a-2868-46d6-bf8e-f4bf55f57fce, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:31.711855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.734091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] For port 4d9827dc-af32-439f-9895-8e00fe8055a7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:31.749643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14710f8-f9df-4fed-9851-697d4dddda0b']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:31.777604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] For port 4d9827dc-af32-439f-9895-8e00fe8055a7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d9827dc-af32-439f-9895-8e00fe8055a7,segment=NetworkSegment(c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8),segment_id=c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:31.813431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] For port ff34c89a-2868-46d6-bf8e-f4bf55f57fce, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:31.816702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] For port ff34c89a-2868-46d6-bf8e-f4bf55f57fce, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:31.824944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:31.825453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:31.851534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.872773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.917678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.936771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.944137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:31.947351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.959973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.6 (0145cd57-c954-4528-9411-6d13e6eb03f6/79420f58-122b-4c51-b6ea-ec944a84ad51/b3a64c51-724b-432d-8e44-ecfc39bbeac9) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:31.961541 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:31.977354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:31.982761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:31.983340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.003710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663950b-64af-4632-b6cd-7ffb53a8e55b None None] Pushing event updated for resources: {'Port': ['ID=4d9827dc-af32-439f-9895-8e00fe8055a7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:32.044596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58604) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:32.134280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aebebf-dc5d-4ab6-90fc-70935e7d2df0 None None] Pushing event updated for resources: {'Port': ['ID=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:32.169545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c70a0b-9fe5-4792-bb6b-a13fc3fe7d5a None None] Network d14710f8-f9df-4fed-9851-697d4dddda0b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:32.187285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-df4f2c14-d42c-4217-a606-23d3bc445070 tempest-DvrRoutersNegativeTest-421391429 tempest-DvrRoutersNegativeTest-421391429-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-829775043', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:32.191613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.policy [None req-df4f2c14-d42c-4217-a606-23d3bc445070 tempest-DvrRoutersNegativeTest-421391429 tempest-DvrRoutersNegativeTest-421391429-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88449) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 16 11:12:32.192208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.policy [None req-df4f2c14-d42c-4217-a606-23d3bc445070 tempest-DvrRoutersNegativeTest-421391429 tempest-DvrRoutersNegativeTest-421391429-project] Failed policy check for 'create_router' {{(pid=88449) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 16 11:12:32.193147 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-df4f2c14-d42c-4217-a606-23d3bc445070 tempest-DvrRoutersNegativeTest-421391429 tempest-DvrRoutersNegativeTest-421391429-project] create failed (client error): Access was denied to this resource. Mar 16 11:12:32.194924 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-df4f2c14-d42c-4217-a606-23d3bc445070 tempest-DvrRoutersNegativeTest-421391429 tempest-DvrRoutersNegativeTest-421391429-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1492507 Mar 16 11:12:32.384191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:12:32.384191 dv-neutron-831730-4-hyperv neutron-server[88450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:12:32.384191 dv-neutron-831730-4-hyperv neutron-server[88450]: [parameters: {'id': 'd14710f8-f9df-4fed-9851-697d4dddda0b'}] Mar 16 11:12:32.384191 dv-neutron-831730-4-hyperv neutron-server[88450]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:32.384191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:32.408112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=f4156faa-175e-438c-8341-eb4831ef1876,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:32.421257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network f4156faa-175e-438c-8341-eb4831ef1876 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:32.504729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.539626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:32.578944 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-317fe539-d54d-4202-9c00-51f27c81168e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5340815 Mar 16 11:12:32.582354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58612) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:32.590839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:32.622858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ff34c89a-2868-46d6-bf8e-f4bf55f57fce up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:32.714490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.739197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:32.744070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:32.747074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:32.752906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.757766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:32.763676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58618) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:32.775424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ff34c89a-2868-46d6-bf8e-f4bf55f57fce completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:32.818679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:32.822215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:32.825980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:32.831479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:32.836319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.841081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.855241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:32.859344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.865375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=0b5843ad-a91b-43c1-a4a7-e19854e6bb73,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:32.907840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.916359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.928606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 0145cd57-c954-4528-9411-6d13e6eb03f6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:32.935430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:32.940857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:32.978800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6732e728-737d-4ad1-aa1a-f4ca5e68afe7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0802467 Mar 16 11:12:32.984009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58624) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:32.985863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:32.994328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port 4d9827dc-af32-439f-9895-8e00fe8055a7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:32.994328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:32.998527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Usage tracker for resource:security_group_rule and tenant:f5e19a9ea1344fd4a87f94cb32bc4318 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:33.006814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:33.015274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:33.076074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=b3a64c51-724b-432d-8e44-ecfc39bbeac9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:33.123822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:33.124459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.208397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.307081 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0f4cf336-2838-4453-a6a8-52365b7d9470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.1825614 Mar 16 11:12:33.309954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58628) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:33.315191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'port_id': 'b3a64c51-724b-432d-8e44-ecfc39bbeac9'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:33.315662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b8ee8-224f-40c4-af67-e614c788d2da tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:33.321808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b8ee8-224f-40c4-af67-e614c788d2da tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:33.323028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-783b8ee8-224f-40c4-af67-e614c788d2da tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:33.337808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port 4d9827dc-af32-439f-9895-8e00fe8055a7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d9827dc-af32-439f-9895-8e00fe8055a7,segment=NetworkSegment(c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8),segment_id=c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:33.338188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.379345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.387031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.428088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] Provisioning for port ff34c89a-2868-46d6-bf8e-f4bf55f57fce completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:33.434565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] Provisioning complete for port ff34c89a-2868-46d6-bf8e-f4bf55f57fce triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:33.435414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.475781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for 4d9827dc-af32-439f-9895-8e00fe8055a7 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:33.485108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:33.503687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c320ed7-c64c-423c-86c5-a4c93757e5ef None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:12:33.510305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.512055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-783b8ee8-224f-40c4-af67-e614c788d2da tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:33.513442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-783b8ee8-224f-40c4-af67-e614c788d2da tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5211313 Mar 16 11:12:33.520020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58632) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:33.613601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:33.613981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.647656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19cc88-cc58-4bbc-a6e1-fd6f5b64a470,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:33.663935 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d20ca5f5-fd0a-4f92-b7d4-4785cb1d201f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5e19a9ea1344fd4a87f94cb32bc4318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8991549 Mar 16 11:12:33.664066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58636) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:33.727962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': 'ff31c73c-fa92-4c29-99de-2d87ed393a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:33.728442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: f4156faa-175e-438c-8341-eb4831ef1876, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:33.739240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.763024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.806128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=4d9827dc-af32-439f-9895-8e00fe8055a7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:33.813445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port 4d9827dc-af32-439f-9895-8e00fe8055a7 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:33.843679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network f4156faa-175e-438c-8341-eb4831ef1876 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:33.867576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] For port ff34c89a-2868-46d6-bf8e-f4bf55f57fce, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:33.905375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c320ed7-c64c-423c-86c5-a4c93757e5ef None None] Unable to find a vacant binding_index for network f4156faa-175e-438c-8341-eb4831ef1876 and agent fc891559-7cdc-40a6-8627-7753a0c20b4a {{(pid=88451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 11:12:33.913008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c320ed7-c64c-423c-86c5-a4c93757e5ef None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, f4156faa-175e-438c-8341-eb4831ef1876) {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:12:33.926055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, f4156faa-175e-438c-8341-eb4831ef1876) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:33.932389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:33.932982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.962939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.989665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe676474-79a8-43c6-9adb-fe137b6956d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.059874 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c99ab469-192e-46c9-8ead-858e25968683 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4749246 Mar 16 11:12:34.060558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58640) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:34.084528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876', 'name': 'tempest-PortsIpV6TestJSON-495454870'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:34.122936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba450a5-0bcd-461e-ae76-2d0e875b0fc0 None None] Pushing event updated for resources: {'Port': ['ID=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:34.191765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.204832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ff8daf6-756d-4a64-ad7b-d0a053b1d563 None None] Provisioning for port 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:34.216200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ff8daf6-756d-4a64-ad7b-d0a053b1d563 None None] Provisioning complete for port 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:34.220124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ff8daf6-756d-4a64-ad7b-d0a053b1d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.253948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe676474-79a8-43c6-9adb-fe137b6956d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.261161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:34.263046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14710f8-f9df-4fed-9851-697d4dddda0b']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:34.269296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:34.273820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.274585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:34.285651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:34.289051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8daf6-756d-4a64-ad7b-d0a053b1d563 None None] Port 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:34.295157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:34.295499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dd3b8f-8a0c-4607-9cfc-616ff7a900a8') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:34.357967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:34.361481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.416026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-f4156faa-175e-438c-8341-eb4831ef1876', 'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': 'f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:34.416977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.430991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.448599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 0b5843ad-a91b-43c1-a4a7-e19854e6bb73 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:34.513552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.517384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 95dc7b12-3111-408c-91e8-06de3e49b7ba yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:34.522949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:34.524576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.529200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ff34c89a-2868-46d6-bf8e-f4bf55f57fce up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:34.615414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:34.617595 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:34.690804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.717503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ff34c89a-2868-46d6-bf8e-f4bf55f57fce triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:34.717869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.742169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe676474-79a8-43c6-9adb-fe137b6956d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.744046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Allocated IP 2001:db8::2 (f4156faa-175e-438c-8341-eb4831ef1876/f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7/9499f9a7-2b57-4345-96ee-2f0b53b61c82) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:34.756916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe676474-79a8-43c6-9adb-fe137b6956d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19cc88-cc58-4bbc-a6e1-fd6f5b64a470,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:34.798977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.819748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.828528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=d14710f8-f9df-4fed-9851-697d4dddda0b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:34.837178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58646) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:34.838391 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cacaa325-e9cc-4a75-b8d2-bdb5167c54b7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/d14710f8-f9df-4fed-9851-697d4dddda0b HTTP/1.1" status: 204 len: 168 time: 4.7643759 Mar 16 11:12:34.854008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305035452'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:34.860688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:34.862683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.868773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:34.873036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:34.888271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:34.899785 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP 78553887-98df-4cdb-adc4-cdac63896d3a associated. External IP: 172.26.7.70, port: b3a64c51-724b-432d-8e44-ecfc39bbeac9. Mar 16 11:12:34.918866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe676474-79a8-43c6-9adb-fe137b6956d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.924715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fe676474-79a8-43c6-9adb-fe137b6956d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c19cc88-cc58-4bbc-a6e1-fd6f5b64a470 HTTP/1.1" status: 204 len: 168 time: 1.2549856 Mar 16 11:12:34.924715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=0b5843ad-a91b-43c1-a4a7-e19854e6bb73,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:34.984716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.990677 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cc1a525b-6a87-42bd-a106-db03579ef941 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/0b5843ad-a91b-43c1-a4a7-e19854e6bb73 HTTP/1.1" status: 204 len: 168 time: 1.4688890 Mar 16 11:12:34.991883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58652) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:35.060403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.071351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Transition to ACTIVE for port object 9499f9a7-2b57-4345-96ee-2f0b53b61c82 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:35.088884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:35.090996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.097297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Transition to ACTIVE for port object 9499f9a7-2b57-4345-96ee-2f0b53b61c82 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:35.165180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.209874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1049b-a50a-4370-9526-c9c85134edb5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:35.212172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1049b-a50a-4370-9526-c9c85134edb5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:35.212329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e5c1049b-a50a-4370-9526-c9c85134edb5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:35.219808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:35.235086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Network f4156faa-175e-438c-8341-eb4831ef1876 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:35.240017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:35.242755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:35.286849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Pushing event updated for resources: {'Port': ['ID=9499f9a7-2b57-4345-96ee-2f0b53b61c82,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:35.311233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.311805 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment dd5304ed-2d7b-4513-ae00-b3aba17a6a0a of type vlan for network 57541597-d7a8-4a53-8a38-415c76382590 Mar 16 11:12:35.355710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Attempting to bind port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:35.356073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Attempting to bind port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'ff31c73c-fa92-4c29-99de-2d87ed393a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:35.356424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Attempting to bind port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 on network f4156faa-175e-438c-8341-eb4831ef1876 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:35.361755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:35.362224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Checking segment: {'id': 'ff31c73c-fa92-4c29-99de-2d87ed393a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:35.362614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.363006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Bound using segment: {'id': 'ff31c73c-fa92-4c29-99de-2d87ed393a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:35.363607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Bound port: 9499f9a7-2b57-4345-96ee-2f0b53b61c82, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff31c73c-fa92-4c29-99de-2d87ed393a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:35.363978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.383394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::397 (f4156faa-175e-438c-8341-eb4831ef1876/f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7/95dc7b12-3111-408c-91e8-06de3e49b7ba) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:35.397943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.453182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e5c1049b-a50a-4370-9526-c9c85134edb5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:35.457175 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e5c1049b-a50a-4370-9526-c9c85134edb5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4616818 Mar 16 11:12:35.458393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58660) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:35.481338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] For port 9499f9a7-2b57-4345-96ee-2f0b53b61c82, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:35.487383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] For port 9499f9a7-2b57-4345-96ee-2f0b53b61c82, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9499f9a7-2b57-4345-96ee-2f0b53b61c82,segment=NetworkSegment(ff31c73c-fa92-4c29-99de-2d87ed393a37),segment_id=ff31c73c-fa92-4c29-99de-2d87ed393a37)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:35.549121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 9325ec23-ab1a-4756-9d3b-6df9e3060369 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:35.553969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.569124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:35.575709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.622897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.700239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38add22b-4dac-47d4-8532-9a3807c66abd None None] Pushing event updated for resources: {'Port': ['ID=9499f9a7-2b57-4345-96ee-2f0b53b61c82,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:35.724474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.729916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:35.730723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.735719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.885661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.948309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=9325ec23-ab1a-4756-9d3b-6df9e3060369,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:35.950327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:35.987201 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1472855 Mar 16 11:12:35.987201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcf7c9-7a95-4eb7-906c-741a9e61e744 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=57541597-d7a8-4a53-8a38-415c76382590,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:35.989902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58672) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:35.996525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': '57541597-d7a8-4a53-8a38-415c76382590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:36.010414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 57541597-d7a8-4a53-8a38-415c76382590 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:36.037438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.062807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:36.070720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.077147 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:36.105124 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:36.105733 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.128176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object 95dc7b12-3111-408c-91e8-06de3e49b7ba will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:36.152743 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-86f3e286-7ba0-48ca-b2e3-2e53823436ab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9325ec23-ab1a-4756-9d3b-6df9e3060369 HTTP/1.1" status: 204 len: 168 time: 0.6891253 Mar 16 11:12:36.161180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58680) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.173910 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e4f3f694-12a0-4f9b-b5d1-b64df9a4cf45 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/floatingips/78553887-98df-4cdb-adc4-cdac63896d3a HTTP/1.1" status: 200 len: 975 time: 2.8625941 Mar 16 11:12:36.176877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58684) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.198206 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.208896 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:36.209676 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.239756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:36.252422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:36.258484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:36.264685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port b3a64c51-724b-432d-8e44-ecfc39bbeac9 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:36.265025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.277584 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:36.278026 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0ee9f-8b58-4aea-a15e-8d847243a786 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:36.308713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:36.377245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58690) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.404663 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-160b58bc-38ca-497e-ae63-117db9a560bf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2355645 Mar 16 11:12:36.406482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58696) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.423222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:36.426894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.503454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c6004-6617-41e7-913c-f8a3515c398e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:36.509065 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8d4c6004-6617-41e7-913c-f8a3515c398e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0975671 Mar 16 11:12:36.509781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58700) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.606493 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9499f9a7-2b57-4345-96ee-2f0b53b61c82 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:36.617205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa11b2-c796-4758-bd3f-014abd637f10 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:36.621869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fefa11b2-c796-4758-bd3f-014abd637f10 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116626 Mar 16 11:12:36.622748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58704) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.627486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.642415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108302725'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:36.649016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:36.655389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:36.658765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:36.666875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:36.718975 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7b4ca9b0-c967-427c-abf9-228149fc5d4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931590 Mar 16 11:12:36.722468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58708) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:36.735299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.750183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.765112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:36.776612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:36.884572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network f4156faa-175e-438c-8341-eb4831ef1876 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:36.890678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:36.908634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:36.915077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:36.915767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.941526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=95dc7b12-3111-408c-91e8-06de3e49b7ba,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:36.950148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:36.954507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:36.957567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:36.959237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.960783 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8058396b-385b-4f9b-a822-703bd6446ee9 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:12:36.964066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:36.992016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:37.024169 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9e29b55b-c871-4f29-a4bb-5baa076034f5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9533503 Mar 16 11:12:37.027757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58712) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:37.034844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': 'f4156faa-175e-438c-8341-eb4831ef1876', 'name': 'tempest-PortsIpV6TestJSON-1486513839'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:37.041266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:37.047498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:37.089183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058396b-385b-4f9b-a822-703bd6446ee9 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:12:37.121078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:37.129323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:37.132877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.139522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] Provisioning for port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:37.193169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] Provisioning complete for port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:37.194101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.281673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:37.289300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:37.293867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:37.300021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:37.342230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.342460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.342693 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP 78553887-98df-4cdb-adc4-cdac63896d3a disassociated. External IP: 172.26.7.70, port: b3a64c51-724b-432d-8e44-ecfc39bbeac9. Mar 16 11:12:37.343027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for b3a64c51-724b-432d-8e44-ecfc39bbeac9 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:37.395297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.413174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.416006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:37.419528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.441930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port b17272c1-0afe-432e-b833-ff2fd0b2b1bd yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:37.455924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] For port 9499f9a7-2b57-4345-96ee-2f0b53b61c82, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9499f9a7-2b57-4345-96ee-2f0b53b61c82,segment=NetworkSegment(ff31c73c-fa92-4c29-99de-2d87ed393a37),segment_id=ff31c73c-fa92-4c29-99de-2d87ed393a37)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:37.527069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.558475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.608947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a8c24-bee6-4ca2-9d42-bf05e81eb55c None None] Network f4156faa-175e-438c-8341-eb4831ef1876 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:37.617483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.618929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::ed (f4156faa-175e-438c-8341-eb4831ef1876/f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7/b17272c1-0afe-432e-b833-ff2fd0b2b1bd) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:37.621359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:37.622223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.625884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:37.629197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:37.642249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:37.690498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=c0c05026-c985-44ab-a9a0-fd2d0491ccfe,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:37.696512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:37.697779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:37.715387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.739087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:37.740004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.765749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '57541597-d7a8-4a53-8a38-415c76382590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:37.766140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: 57541597-d7a8-4a53-8a38-415c76382590, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:37.796170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8898b8f-83d5-4b58-a343-b7a00868fb6f None None] Pushing event updated for resources: {'Port': ['ID=9499f9a7-2b57-4345-96ee-2f0b53b61c82,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:37.804455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=b3a64c51-724b-432d-8e44-ecfc39bbeac9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:37.812220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=c48f0689-cdaf-4d78-96fe-901f249c58eb,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:37.817871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559ce82b-d196-4c42-b682-2448111e2015,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:37.888496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ec445-546b-4714-b505-24821a129b99 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:37.937707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:37.998793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.006159 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ebf6aed2-ce51-41cc-8697-ec53c184073f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2783008 Mar 16 11:12:38.008936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58716) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:38.019583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': 'c48f0689-cdaf-4d78-96fe-901f249c58eb', 'ip_address': '2001:db8::f144:b8f0:ae1b:4863'}], 'name': 'tempest-NetworksTestDHCPv6-1609070251'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:38.022800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network 57541597-d7a8-4a53-8a38-415c76382590 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:38.025210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.049216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object b17272c1-0afe-432e-b833-ff2fd0b2b1bd will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:38.113584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe169ce-29ed-418f-839e-518132c449f9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:38.133474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:38.137184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 57541597-d7a8-4a53-8a38-415c76382590) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:38.145090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:38.145965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.201001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:38.204545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:38.207953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:38.212869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa90b72-a1c6-4955-8517-e2746f690d97 None None] Network 57541597-d7a8-4a53-8a38-415c76382590 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:38.216257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:38.234918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.238706 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c6f7fb95-8fa3-4828-a113-dbcf8366078c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8579750 Mar 16 11:12:38.239212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58720) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:38.264338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.337926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:38.373152 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-be4e662c-9878-49fc-bf8c-04ad72966462 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3819046 Mar 16 11:12:38.375869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58724) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:38.449827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:38.488745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:38.547778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9499f9a7-2b57-4345-96ee-2f0b53b61c82 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:38.589380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-57541597-d7a8-4a53-8a38-415c76382590', 'network_id': '57541597-d7a8-4a53-8a38-415c76382590', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': 'c0c05026-c985-44ab-a9a0-fd2d0491ccfe'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:38.590629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.624671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:38.625332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:38.698864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.705137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-31834e70-96ca-49b4-b0ed-957a1c5e81c7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/ports/b3a64c51-724b-432d-8e44-ecfc39bbeac9 HTTP/1.1" status: 204 len: 168 time: 2.5272722 Mar 16 11:12:38.706133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58728) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:38.710846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.717314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:38.760619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network f4156faa-175e-438c-8341-eb4831ef1876 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:38.768572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:38.784738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:38.791302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:38.792090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.793427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:38.794103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:38.825679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 3f825b2f-b8d4-459b-9d7c-9e9e3519074c yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:38.862266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-80df7e9c-d3f5-43b9-8fc7-e40bcde0e1f8 None None] Provisioning complete for port ff34c89a-2868-46d6-bf8e-f4bf55f57fce triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:38.862643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-80df7e9c-d3f5-43b9-8fc7-e40bcde0e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.927350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:38.927989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae3ea7-0a30-4c7d-9c2d-5ab314184f3c None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:38.966675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=b17272c1-0afe-432e-b833-ff2fd0b2b1bd,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:38.968075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:38.968729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:38.988132 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f0baf74-3f61-4812-8185-c677c592be32 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9592204 Mar 16 11:12:38.988813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58732) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.005771 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-77eef0a7-6a53-4ca0-9c2f-38e556d0adf7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7601640 Mar 16 11:12:39.018102 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8eb27b2d-5443-45ae-98d9-fd8e14fb01cb tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/floatingips/78553887-98df-4cdb-adc4-cdac63896d3a HTTP/1.1" status: 200 len: 687 time: 0.3044827 Mar 16 11:12:39.018102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58736) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.018771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58738) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.035421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-security--1501547849', 'description': 'tempest-security-description-1061274778'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:39.143960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.149652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26562108-c447-405f-af41-055b055156fd None None] Network f4156faa-175e-438c-8341-eb4831ef1876 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:39.156027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.160834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f144:b8f0:ae1b:4863 (7bb6eb09-c78b-4881-a84a-9534f87fec56/c48f0689-cdaf-4d78-96fe-901f249c58eb/3f825b2f-b8d4-459b-9d7c-9e9e3519074c) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:39.177128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b366ec-8b75-4613-8bc9-86763c3c3d4e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:39.177876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18b366ec-8b75-4613-8bc9-86763c3c3d4e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:39.269555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Allocated IP 172.20.0.2 (57541597-d7a8-4a53-8a38-415c76382590/c0c05026-c985-44ab-a9a0-fd2d0491ccfe/c699bbe4-38b3-4e13-b350-e682e918910d) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:39.289321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 07c6b3f8-85f1-4e18-a5b2-b136793ff2af {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:39.289774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.322952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18b366ec-8b75-4613-8bc9-86763c3c3d4e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:39.326313 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-18b366ec-8b75-4613-8bc9-86763c3c3d4e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A397 HTTP/1.1" status: 200 len: 928 time: 0.3310783 Mar 16 11:12:39.327369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58744) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.397214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.444209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.454132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port b17272c1-0afe-432e-b833-ff2fd0b2b1bd {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:39.454771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.516950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.526691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.529665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.530593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "PUT /v2.0/security-groups/ffe169ce-29ed-418f-839e-518132c449f9 HTTP/1.1" status: 200 len: 1778 time: 0.5058713 Mar 16 11:12:39.542976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58748) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.599938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722202-0811-41df-9459-5b1a52664f0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe169ce-29ed-418f-839e-518132c449f9,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:39.608317 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-66462f7e-97a5-444c-843d-eefe13d1d834 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups/ffe169ce-29ed-418f-839e-518132c449f9 HTTP/1.1" status: 200 len: 1778 time: 0.0639641 Mar 16 11:12:39.611231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58752) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:39.625670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f32090fb-42bc-4488-bd2b-82d6a0a62946 None None] Provisioning complete for port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:39.625670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f32090fb-42bc-4488-bd2b-82d6a0a62946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.643210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.643642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.665423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 3f825b2f-b8d4-459b-9d7c-9e9e3519074c will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:39.792904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 07c6b3f8-85f1-4e18-a5b2-b136793ff2af owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:39.823869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.825505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.850684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Transition to ACTIVE for port object c699bbe4-38b3-4e13-b350-e682e918910d will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:39.867600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff2af883-6a83-40a5-8b22-6be83589b738 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.882699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Transition to ACTIVE for port object c699bbe4-38b3-4e13-b350-e682e918910d will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:39.917490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff2af883-6a83-40a5-8b22-6be83589b738 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.952773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.953418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:39.961041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for b17272c1-0afe-432e-b833-ff2fd0b2b1bd owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:39.997621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f32090fb-42bc-4488-bd2b-82d6a0a62946 None None] Provisioning for port 95dc7b12-3111-408c-91e8-06de3e49b7ba completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:40.021217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f32090fb-42bc-4488-bd2b-82d6a0a62946 None None] Provisioning complete for port 95dc7b12-3111-408c-91e8-06de3e49b7ba triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:40.021647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f32090fb-42bc-4488-bd2b-82d6a0a62946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.058790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Network 57541597-d7a8-4a53-8a38-415c76382590 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:40.061092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:40.067269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:40.072077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:40.082060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:40.082534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:40.087017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:40.087832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.095823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Pushing event updated for resources: {'Port': ['ID=c699bbe4-38b3-4e13-b350-e682e918910d,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.103073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.144778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=3f825b2f-b8d4-459b-9d7c-9e9e3519074c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.174130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f32090fb-42bc-4488-bd2b-82d6a0a62946 None None] Port 95dc7b12-3111-408c-91e8-06de3e49b7ba cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:40.174718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.206382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Attempting to bind port c699bbe4-38b3-4e13-b350-e682e918910d on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:40.206719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Attempting to bind port c699bbe4-38b3-4e13-b350-e682e918910d by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '57541597-d7a8-4a53-8a38-415c76382590'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:40.207023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Attempting to bind port c699bbe4-38b3-4e13-b350-e682e918910d on network 57541597-d7a8-4a53-8a38-415c76382590 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:40.213489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:40.214050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Checking segment: {'id': 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '57541597-d7a8-4a53-8a38-415c76382590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:40.214315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.214713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Bound using segment: {'id': 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '57541597-d7a8-4a53-8a38-415c76382590'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:40.215189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Bound port: c699bbe4-38b3-4e13-b350-e682e918910d, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '57541597-d7a8-4a53-8a38-415c76382590'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:40.215571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.220591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ced8c1d3-01a0-4e2d-838f-598b1adc1375 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2107224 Mar 16 11:12:40.224969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58756) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:40.233267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': 'c48f0689-cdaf-4d78-96fe-901f249c58eb', 'ip_address': '2001:db8::f144:b8f0:ae1b:4863'}], 'name': 'tempest-NetworksTestDHCPv6-1194634721'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:40.240928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff2af883-6a83-40a5-8b22-6be83589b738 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.300512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c05026-c985-44ab-a9a0-fd2d0491ccfe,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.340677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=07c6b3f8-85f1-4e18-a5b2-b136793ff2af,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.361552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2af883-6a83-40a5-8b22-6be83589b738 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe169ce-29ed-418f-839e-518132c449f9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.395668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dcbf6d96-3b4c-4583-b033-c0798e8195a8 None None] Provisioning complete for port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:40.396780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6d96-3b4c-4583-b033-c0798e8195a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.425672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.440775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:40.472144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] For port c699bbe4-38b3-4e13-b350-e682e918910d, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:40.489029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] For port c699bbe4-38b3-4e13-b350-e682e918910d, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c699bbe4-38b3-4e13-b350-e682e918910d,segment=NetworkSegment(dd5304ed-2d7b-4513-ae00-b3aba17a6a0a),segment_id=dd5304ed-2d7b-4513-ae00-b3aba17a6a0a)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:40.519077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:40.551556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.578261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:40.582446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=b17272c1-0afe-432e-b833-ff2fd0b2b1bd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.582806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.583675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57541597-d7a8-4a53-8a38-415c76382590']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:40.585231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.600795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:40.607895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:40.608372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:40.621375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.650650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.663241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:40.663627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.671940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dcbf6d96-3b4c-4583-b033-c0798e8195a8 None None] Provisioning complete for port 95dc7b12-3111-408c-91e8-06de3e49b7ba triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:40.672498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6d96-3b4c-4583-b033-c0798e8195a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:40.686573 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:40.689416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58762) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:40.689993 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-93803c8a-bfe5-4b02-b347-72db6214b0b5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/b17272c1-0afe-432e-b833-ff2fd0b2b1bd HTTP/1.1" status: 204 len: 168 time: 1.3547959 Mar 16 11:12:40.713085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:40.719127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.741396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.747846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port a7dedcf0-a790-45c1-8063-7e3540ae73a2 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:40.756313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2326b-b624-4f21-99a9-1e56da52fcef None None] Pushing event updated for resources: {'Port': ['ID=c699bbe4-38b3-4e13-b350-e682e918910d,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:40.789479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf6d96-3b4c-4583-b033-c0798e8195a8 None None] Port 95dc7b12-3111-408c-91e8-06de3e49b7ba cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:40.801669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dcbf6d96-3b4c-4583-b033-c0798e8195a8 None None] Could not find standard attr ID for object b17272c1-0afe-432e-b833-ff2fd0b2b1bd. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:40.820219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf9254-3ccf-4062-b70a-b9d8cd0eb21f None None] Network 57541597-d7a8-4a53-8a38-415c76382590 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:40.973451 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f11622-7636-463f-b347-adf6f2f2ccb7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:12:40.978181 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6f11622-7636-463f-b347-adf6f2f2ccb7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/b17272c1-0afe-432e-b833-ff2fd0b2b1bd HTTP/1.1" status: 404 len: 333 time: 0.2722685 Mar 16 11:12:40.978181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.985013 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fb7cfb0d-3717-4873-bad1-da3b2ebfdb2c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/floatingips/78553887-98df-4cdb-adc4-cdac63896d3a HTTP/1.1" status: 204 len: 168 time: 1.9510708 Mar 16 11:12:40.985013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58766) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:40.985013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff2af883-6a83-40a5-8b22-6be83589b738 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:40.985013 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ff2af883-6a83-40a5-8b22-6be83589b738 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/ffe169ce-29ed-418f-839e-518132c449f9 HTTP/1.1" status: 204 len: 168 time: 1.3698478 Mar 16 11:12:40.985013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58768) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.015055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58772) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.019936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '536d120d-04f2-4a37-bb43-076f1fa6164a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:41.024537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Provisioning for port 3f825b2f-b8d4-459b-9d7c-9e9e3519074c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:41.031739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:41.034230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:12:41.034230 dv-neutron-831730-4-hyperv neutron-server[88450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:12:41.034230 dv-neutron-831730-4-hyperv neutron-server[88450]: [parameters: {'id': '57541597-d7a8-4a53-8a38-415c76382590'}] Mar 16 11:12:41.034230 dv-neutron-831730-4-hyperv neutron-server[88450]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:41.034587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:41.036035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Provisioning complete for port 3f825b2f-b8d4-459b-9d7c-9e9e3519074c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:41.036629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.045283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:floatingip and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:41.050086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:41.060263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:41.087275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 95dc7b12-3111-408c-91e8-06de3e49b7ba {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:41.087620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.106024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Port 3f825b2f-b8d4-459b-9d7c-9e9e3519074c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:41.130543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Provisioning complete for port 95dc7b12-3111-408c-91e8-06de3e49b7ba triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:41.131062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.139526 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bffd674a-d2aa-4a60-a4af-066095f66b54 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1198711 Mar 16 11:12:41.139797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58780) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.162144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.174767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1ee0d-5d08-4bcf-8c0b-de590e00939e None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:12:41.223798 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-f26d2f49-dc07-4ddc-a7be-22e11f3c5da9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] delete failed (client error): The resource could not be found. Mar 16 11:12:41.225887 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f26d2f49-dc07-4ddc-a7be-22e11f3c5da9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/ffe169ce-29ed-418f-839e-518132c449f9 HTTP/1.1" status: 404 len: 347 time: 0.0842884 Mar 16 11:12:41.229501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58784) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.237597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002445899'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:41.240689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Port 95dc7b12-3111-408c-91e8-06de3e49b7ba cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:41.244438 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 11:12:41.244438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:41.249067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20b23176-a9a5-4134-8210-dd974d4b1d38 None None] Could not find standard attr ID for object b17272c1-0afe-432e-b833-ff2fd0b2b1bd. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:41.267585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:41.272540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:41.275505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:41.282257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:41.308179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1ee0d-5d08-4bcf-8c0b-de590e00939e None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:12:41.357773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fb236261-4f50-4f5e-81b6-575d10f167a6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1295741 Mar 16 11:12:41.358002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58788) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.447917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f387b-aeb0-4b66-af2e-b35d38c317ac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:41.454175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f387b-aeb0-4b66-af2e-b35d38c317ac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:41.455035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1c3f387b-aeb0-4b66-af2e-b35d38c317ac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:41.456294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.457924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.491126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:41.494958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:41.497772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:41.503658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:41.584745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.589419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.591010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1c3f387b-aeb0-4b66-af2e-b35d38c317ac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:41.592604 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1c3f387b-aeb0-4b66-af2e-b35d38c317ac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2337489 Mar 16 11:12:41.595622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58792) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.598557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 95dc7b12-3111-408c-91e8-06de3e49b7ba owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:41.662938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port c699bbe4-38b3-4e13-b350-e682e918910d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:41.663275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.694350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.710852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 3f825b2f-b8d4-459b-9d7c-9e9e3519074c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:41.711424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.752560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.856975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df80144f-76d7-49e9-a7bc-efc005b39838,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:41.893419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.894700 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-18916826-0a00-46ae-85ea-fa04570c2c01 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6621287 Mar 16 11:12:41.904721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58798) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:41.923231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': 'df80144f-76d7-49e9-a7bc-efc005b39838', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:41.932481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:41.967802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:41.975470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:42.019776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:42.054809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.193627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 3f825b2f-b8d4-459b-9d7c-9e9e3519074c owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:42.206890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port c699bbe4-38b3-4e13-b350-e682e918910d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c699bbe4-38b3-4e13-b350-e682e918910d,segment=NetworkSegment(dd5304ed-2d7b-4513-ae00-b3aba17a6a0a),segment_id=dd5304ed-2d7b-4513-ae00-b3aba17a6a0a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:42.207246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.215339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.264060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.96 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/8fa81756-bedb-42b3-9c79-6c02ca400c8b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:42.387586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.399814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=95dc7b12-3111-408c-91e8-06de3e49b7ba,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:42.410464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for c699bbe4-38b3-4e13-b350-e682e918910d owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:42.443905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=3f825b2f-b8d4-459b-9d7c-9e9e3519074c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:42.490390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.560465 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c7c97c3f-d3fc-46ad-8521-561050bdd3e7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/3f825b2f-b8d4-459b-9d7c-9e9e3519074c HTTP/1.1" status: 204 len: 168 time: 0.9636662 Mar 16 11:12:42.562933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58804) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:42.611765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.657545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078165b2-75a8-4ecb-89ef-5714d0858b91 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:42.659192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078165b2-75a8-4ecb-89ef-5714d0858b91 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:42.660098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-078165b2-75a8-4ecb-89ef-5714d0858b91 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:42.697912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.753501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-078165b2-75a8-4ecb-89ef-5714d0858b91 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:42.756163 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-078165b2-75a8-4ecb-89ef-5714d0858b91 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1911819 Mar 16 11:12:42.758173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58808) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:42.822422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-4fc50d88-43e1-4fa0-a3d9-5329e63ce83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:42.829294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-4fc50d88-43e1-4fa0-a3d9-5329e63ce83e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.8011727 Mar 16 11:12:42.829294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6263873c-f886-4cd0-a964-43f502901735 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/95dc7b12-3111-408c-91e8-06de3e49b7ba HTTP/1.1" status: 204 len: 168 time: 1.8419614 Mar 16 11:12:42.829544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58812) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:42.869230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet c48f0689-cdaf-4d78-96fe-901f249c58eb {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:42.877077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5055b-a164-486e-9409-798d6cd7d6d9 req-94ba6158-b572-4389-9330-331443dac876 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:42.878570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ae5055b-a164-486e-9409-798d6cd7d6d9 req-94ba6158-b572-4389-9330-331443dac876 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.7350512 Mar 16 11:12:42.882107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:42.910302 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7135cc-977d-4daa-8a70-e6fe0a5e57b9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:12:42.910843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f7135cc-977d-4daa-8a70-e6fe0a5e57b9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:42.949523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.002033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.018195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f7135cc-977d-4daa-8a70-e6fe0a5e57b9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:43.019343 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f7135cc-977d-4daa-8a70-e6fe0a5e57b9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/95dc7b12-3111-408c-91e8-06de3e49b7ba HTTP/1.1" status: 404 len: 333 time: 0.1897078 Mar 16 11:12:43.022730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.045255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58816) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.046976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.131487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=c699bbe4-38b3-4e13-b350-e682e918910d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:43.142798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port c699bbe4-38b3-4e13-b350-e682e918910d on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:43.144195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.179225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.182514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.204126 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ae5055b-a164-486e-9409-798d6cd7d6d9 req-be5d16d1-4aa7-4ba2-86f2-4f27673a2f78 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078470 Mar 16 11:12:43.225967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=c48f0689-cdaf-4d78-96fe-901f249c58eb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:43.229331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.237979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afa699-2d28-415f-bf38-469e11cca1e9 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:43.274007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a1c955-dd68-4b44-886d-00cbfce3db53,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:43.291113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-b8872287-6fb4-4ddb-b8e5-aeb276b50776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.292551 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-b8872287-6fb4-4ddb-b8e5-aeb276b50776 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 0.4589074 Mar 16 11:12:43.299340 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3cf9ff4e-03c3-4b23-bfc6-eae2ef6a5282 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c48f0689-cdaf-4d78-96fe-901f249c58eb HTTP/1.1" status: 204 len: 168 time: 0.5379105 Mar 16 11:12:43.300014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58820) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.300755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:43.389858 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c6d50760-d305-4583-b959-ea974ac62a30 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855494 Mar 16 11:12:43.390567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58824) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.396955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:43.411606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.455749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.456824 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d63d2fec-eb08-46a4-a134-fcd2c23b6ae7 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5503645 Mar 16 11:12:43.476163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58828) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:43.489531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.511038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:43.517264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] Deleting port ff34c89a-2868-46d6-bf8e-f4bf55f57fce {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:43.518679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.573203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57541597-d7a8-4a53-8a38-415c76382590']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:43.581256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.619100 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-940edb86-7b57-4431-b1fb-91da6e6f2446 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1001 time: 0.3140094 Mar 16 11:12:43.627343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:43.628783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:43.629086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5304ed-2d7b-4513-ae00-b3aba17a6a0a') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:43.634100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:43.637026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:43.642417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cced9780-bfbf-4de0-b608-9afa70abf5b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.643034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:43.690717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.702083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cced9780-bfbf-4de0-b608-9afa70abf5b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.749794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.750092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] For port ff34c89a-2868-46d6-bf8e-f4bf55f57fce, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:43.750481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.752904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:43.756919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.809669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.832874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:43.852507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:43.852912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:43.867847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:43.869689 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:43.871990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:43.882073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] Calling delete_port for ff34c89a-2868-46d6-bf8e-f4bf55f57fce owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:43.907522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-4ffb10ad-0a42-4c8c-87cf-d63b8b90b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:43.908979 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-4ffb10ad-0a42-4c8c-87cf-d63b8b90b599 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.2820919 Mar 16 11:12:43.909565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=8fa81756-bedb-42b3-9c79-6c02ca400c8b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.010469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cced9780-bfbf-4de0-b608-9afa70abf5b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.026766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.059486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced9780-bfbf-4de0-b608-9afa70abf5b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64a1c955-dd68-4b44-886d-00cbfce3db53,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.072793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cced9780-bfbf-4de0-b608-9afa70abf5b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.073251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] Pushing event deleted for resources: {'Port': ['ID=ff34c89a-2868-46d6-bf8e-f4bf55f57fce,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.073944 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cced9780-bfbf-4de0-b608-9afa70abf5b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/64a1c955-dd68-4b44-886d-00cbfce3db53 HTTP/1.1" status: 204 len: 168 time: 0.5891645 Mar 16 11:12:44.078191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58832) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.078918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.080032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c666f-a6c7-4dea-a776-aaa1e6e28bab None None] No DVR routers for this DVR port ff34c89a-2868-46d6-bf8e-f4bf55f57fce on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:44.121151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.151149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2e57985d-470b-40e7-a47c-fafc630cfce5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:44.172867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.210060 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/57541597-d7a8-4a53-8a38-415c76382590 HTTP/1.1" status: 204 len: 168 time: 5.8288534 Mar 16 11:12:44.210060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bf581-c4dc-4c40-bb59-dede2d96be10 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=57541597-d7a8-4a53-8a38-415c76382590,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.211028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58836) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.221055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666846355'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.280933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:44.287829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2e57985d-470b-40e7-a47c-fafc630cfce5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:44.289148 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2e57985d-470b-40e7-a47c-fafc630cfce5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2110953 Mar 16 11:12:44.290548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:44.293560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58842) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.296309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:44.313565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:44.387584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.426109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-aa37f0d8-b576-4ef2-ac2e-95c82760702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:44.428148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-aa37f0d8-b576-4ef2-ac2e-95c82760702e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4567857 Mar 16 11:12:44.449781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:44.453211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.500258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:44.502451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ff34c89a-2868-46d6-bf8e-f4bf55f57fce no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:44.529933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2f7edca-c362-489a-a1e5-bb657aea4e64 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.532967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.533691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:44.544470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: ff34c89a-2868-46d6-bf8e-f4bf55f57fce {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:44.546011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ff34c89a-2868-46d6-bf8e-f4bf55f57fce not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:44.560146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:44.562395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf4e82-d557-4614-81ff-ea44949ee8c0 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:44.572209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.572673 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment ed53c290-6e95-4c4b-a265-f2ee18d6ea63 of type vlan for network 3079c345-0d55-4d60-aa80-dd5b18001354 Mar 16 11:12:44.586724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.613948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.627043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:44.627693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.643514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.651596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8704902-0cf1-4bab-92b3-13f496f7427f None None] Network f4156faa-175e-438c-8341-eb4831ef1876 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:44.665294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=0f54690f-9d50-49ee-a095-cdf753bae06b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:44.698588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2f7edca-c362-489a-a1e5-bb657aea4e64 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.725787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-28540b16-8954-44e9-acad-16b822db7020 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7 HTTP/1.1" status: 204 len: 168 time: 1.6691558 Mar 16 11:12:44.726128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58848) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.762343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33ab9a-fb33-4e04-922e-0cc0110ae843 req-42ffb14a-0017-4ba7-bb3b-5c549d94eae5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:44.769587 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6a33ab9a-fb33-4e04-922e-0cc0110ae843 req-42ffb14a-0017-4ba7-bb3b-5c549d94eae5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4436080 Mar 16 11:12:44.786545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-b47211b2-0d43-4bca-85c1-bcaae9b35866 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465703 Mar 16 11:12:44.811203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e254d73a-1401-4e07-bb42-db0cf284a68a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4168186 Mar 16 11:12:44.819529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58852) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:44.830543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': '0f54690f-9d50-49ee-a095-cdf753bae06b', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1376038651'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:44.847945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.853275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:44.853869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.953695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-afcd05d2-17ee-43f9-bc2b-e758d67e7c5a req-2d51d8d9-2d85-4a74-80bb-8b89b97a294e service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547201 Mar 16 11:12:44.966067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '0f54690f-9d50-49ee-a095-cdf753bae06b'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:44.966898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:44.974455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.052159 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6a33ab9a-fb33-4e04-922e-0cc0110ae843 req-becc05c0-cb50-49e3-a395-056878f24790 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800040 Mar 16 11:12:45.070320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.079729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] DHCP port deletion for f4156faa-175e-438c-8341-eb4831ef1876 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:45.095234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] Deleting port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:45.095611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.134667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.193984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6b4187f0-12ff-40f4-9dd5-27dfc7206228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.214611 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0011375 Mar 16 11:12:45.216335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2f7edca-c362-489a-a1e5-bb657aea4e64 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.217870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:45.219270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2f7edca-c362-489a-a1e5-bb657aea4e64 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.224954 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a2f7edca-c362-489a-a1e5-bb657aea4e64 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/df80144f-76d7-49e9-a7bc-efc005b39838 HTTP/1.1" status: 204 len: 168 time: 0.9257617 Mar 16 11:12:45.225144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:45.251305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58860) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:45.259497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25fd88-56e1-41c4-b284-3e0e2b2d4bad tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=3079c345-0d55-4d60-aa80-dd5b18001354,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:45.291341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 3079c345-0d55-4d60-aa80-dd5b18001354 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:45.297173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7edca-c362-489a-a1e5-bb657aea4e64 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80144f-76d7-49e9-a7bc-efc005b39838,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:45.311042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:45.311391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.344342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:45.360834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:45.366999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:45.374844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:45.447403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/0f54690f-9d50-49ee-a095-cdf753bae06b/df99c283-20be-4191-83e1-d8fbd914fd03) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:45.470352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fafcb0ae-1168-4140-b520-43eb72af39a5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:45.493901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:45.506772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:45.522610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:45.565471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.570731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:45.586039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] For port 9499f9a7-2b57-4345-96ee-2f0b53b61c82, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9499f9a7-2b57-4345-96ee-2f0b53b61c82,segment=NetworkSegment(ff31c73c-fa92-4c29-99de-2d87ed393a37),segment_id=ff31c73c-fa92-4c29-99de-2d87ed393a37)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:45.586632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.587315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:45.654618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] For port 9499f9a7-2b57-4345-96ee-2f0b53b61c82, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9499f9a7-2b57-4345-96ee-2f0b53b61c82,segment=NetworkSegment(ff31c73c-fa92-4c29-99de-2d87ed393a37),segment_id=ff31c73c-fa92-4c29-99de-2d87ed393a37)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:45.654976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.683351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.768603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:45.769668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] Calling delete_port for 9499f9a7-2b57-4345-96ee-2f0b53b61c82 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:45.774910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.797449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fafcb0ae-1168-4140-b520-43eb72af39a5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:45.808859 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fafcb0ae-1168-4140-b520-43eb72af39a5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5472698 Mar 16 11:12:45.815288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58864) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:45.844673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774040789'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:45.890573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:45.901721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 9499f9a7-2b57-4345-96ee-2f0b53b61c82 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:45.936618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.962557 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:45.977079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing IP validity checks on allocation pools {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:12:45.977601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:12:45.979851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:45.983737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=8fa81756-bedb-42b3-9c79-6c02ca400c8b,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:45.994658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Transition to ACTIVE for port object df99c283-20be-4191-83e1-d8fbd914fd03 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:45.998303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.006596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 87471c44-fc48-4083-a1f3-695f8f0644ab yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:46.013726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.055201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] Pushing event deleted for resources: {'Port': ['ID=9499f9a7-2b57-4345-96ee-2f0b53b61c82,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:46.064212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea11f7a-dce9-4b6d-9afc-ca14b84f8f12 None None] No DVR routers for this DVR port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:46.069578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Transition to ACTIVE for port object df99c283-20be-4191-83e1-d8fbd914fd03 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:46.069774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:46.069774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:46.096014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.132260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:46.137025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.158423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:46.210725 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:12:46.211259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:12:46.211971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:46.216294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:46.218214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Pushing event updated for resources: {'Port': ['ID=df99c283-20be-4191-83e1-d8fbd914fd03,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:46.220452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:46.312177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Attempting to bind port df99c283-20be-4191-83e1-d8fbd914fd03 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:46.312469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Attempting to bind port df99c283-20be-4191-83e1-d8fbd914fd03 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:46.312828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Attempting to bind port df99c283-20be-4191-83e1-d8fbd914fd03 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:46.318102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:46.318471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:46.318872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.319266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:46.319729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Bound port: df99c283-20be-4191-83e1-d8fbd914fd03, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:46.320099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.335260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-801e179c-fb65-48cc-a48a-99e91d35b4c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5096107 Mar 16 11:12:46.337245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58870) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:46.415125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] For port df99c283-20be-4191-83e1-d8fbd914fd03, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:46.418231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] For port df99c283-20be-4191-83e1-d8fbd914fd03, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=df99c283-20be-4191-83e1-d8fbd914fd03,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:46.425749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc917c3-4013-44b7-ac11-7ebe67322323 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:46.426487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ffc917c3-4013-44b7-ac11-7ebe67322323 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:46.479819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.481566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP bf0adc97-7f06-4105-af14-373d50e19548 associated. External IP: 172.26.7.96, port: 536d120d-04f2-4a37-bb43-076f1fa6164a. Mar 16 11:12:46.544868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ffc917c3-4013-44b7-ac11-7ebe67322323 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:46.546162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9499f9a7-2b57-4345-96ee-2f0b53b61c82 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:12:46.550196 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ffc917c3-4013-44b7-ac11-7ebe67322323 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2097375 Mar 16 11:12:46.551833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58874) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:46.596068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9499f9a7-2b57-4345-96ee-2f0b53b61c82 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:12:46.596618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9499f9a7-2b57-4345-96ee-2f0b53b61c82 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:12:46.612826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 9499f9a7-2b57-4345-96ee-2f0b53b61c82 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:46.612993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.625094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750aa7c-5545-4fc4-afce-795399d9af97 None None] Pushing event updated for resources: {'Port': ['ID=df99c283-20be-4191-83e1-d8fbd914fd03,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:46.693796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.713071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] The port '9499f9a7-2b57-4345-96ee-2f0b53b61c82' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:12:46.790694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a12dc0d-1653-4234-af7c-c37237ac4df9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:46.792629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a12dc0d-1653-4234-af7c-c37237ac4df9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:46.792754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.793503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1a12dc0d-1653-4234-af7c-c37237ac4df9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:46.831771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad52adc-b0e4-40fb-be31-82e35306e3d6 req-4359d351-3e90-4352-aaeb-5f9e3c99a996 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:46.833913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fad52adc-b0e4-40fb-be31-82e35306e3d6 req-4359d351-3e90-4352-aaeb-5f9e3c99a996 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4743772 Mar 16 11:12:46.883552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.913183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4156faa-175e-438c-8341-eb4831ef1876']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:46.928130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff31c73c-fa92-4c29-99de-2d87ed393a37') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:46.928447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff31c73c-fa92-4c29-99de-2d87ed393a37') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:46.940913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.951635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1a12dc0d-1653-4234-af7c-c37237ac4df9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:46.951843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=e4d893a5-d278-4103-95cd-6d7bb8dd1379,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:46.955770 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1a12dc0d-1653-4234-af7c-c37237ac4df9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3995805 Mar 16 11:12:46.955948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:46.956035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58878) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:46.990643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.013708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:47.014125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:47.028855 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:47.035920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:47.036406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: 3079c345-0d55-4d60-aa80-dd5b18001354, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:47.071479 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fad52adc-b0e4-40fb-be31-82e35306e3d6 req-4dd927bf-e8a1-4eaa-8657-d37b35b39322 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254555 Mar 16 11:12:47.076185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4312f902-fe5e-474b-b609-0ae8bc6d4a54,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:47.116343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 0f54690f-9d50-49ee-a095-cdf753bae06b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:12:47.119893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.164749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.166005 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7c136f8d-3bfc-49fd-aad4-6f49a89296c9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3352506 Mar 16 11:12:47.168859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58884) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.175638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '4312f902-fe5e-474b-b609-0ae8bc6d4a54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:47.184495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.190737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:47.200213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:47.204630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:47.211978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.213033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:47.216026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:12:47.216711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.253197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=f4156faa-175e-438c-8341-eb4831ef1876,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:47.256912 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-755f37ef-d6b4-441b-b9ae-41af132eac8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/f4156faa-175e-438c-8341-eb4831ef1876 HTTP/1.1" status: 204 len: 168 time: 2.5290904 Mar 16 11:12:47.260715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58888) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.268898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1600501331'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:47.277366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:47.286669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network 3079c345-0d55-4d60-aa80-dd5b18001354 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:47.287460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:47.292665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:47.302798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:47.314152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.332694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.347724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-814c00e7-3d49-4ef8-9dbb-4c1e49b5fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.381012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:47.384374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.429046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:47.431969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 3079c345-0d55-4d60-aa80-dd5b18001354) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:47.436978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:47.437570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.443295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07af0a5-f927-4c6d-8d43-eb13f3075442 None None] Network 3079c345-0d55-4d60-aa80-dd5b18001354 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:47.444222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.444222 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment bc21188f-c914-40bf-97df-40dd622eddc5 of type vlan for network dd0017d5-374b-486d-9b45-e56a3d47aa6f Mar 16 11:12:47.474135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.494424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:47.510772 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:47.525063 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:47.525681 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:47.538707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.541134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.545064 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f639c6b-22b5-4cf7-af49-2acd921a874d tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3261800 Mar 16 11:12:47.551437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58892) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.623213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=0f54690f-9d50-49ee-a095-cdf753bae06b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:47.629139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.630223 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:47.632184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.642771 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:47.643688 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:47.647479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:47.648117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.649750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.654406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.715657 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:47.716374 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db3679-26ce-4404-9b50-5d7eb5a1cf54 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:47.732806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-3079c345-0d55-4d60-aa80-dd5b18001354', 'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': 'e4d893a5-d278-4103-95cd-6d7bb8dd1379'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:47.734467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.786697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=dd0017d5-374b-486d-9b45-e56a3d47aa6f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:47.799621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:47.808881 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7cbbaaf-4227-450d-8210-3c9837636c8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/0f54690f-9d50-49ee-a095-cdf753bae06b HTTP/1.1" status: 204 len: 168 time: 0.8503907 Mar 16 11:12:47.809116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58896) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.832574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0a653-9fab-461e-a45e-4677c7aa17e9 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:47.855237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb129d3d-fc2a-478e-96dd-3919df91155b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:47.884472 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db57b822-395d-4294-bcb6-a899123d6656 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8963468 Mar 16 11:12:47.886079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58900) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.894397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-521565537'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:47.902418 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bb35044a-b084-45e3-b080-19992234fa87 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6327772 Mar 16 11:12:47.902418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58904) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.913381 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6ee4674d-de37-4208-b7ab-de19b2eaefcd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969722 Mar 16 11:12:47.913565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:47.913675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:47.913755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58908) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.922840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:47.937656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:network and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:47.947145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:47.966930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.975754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:47.976899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a40a87cc-ee3e-48e8-a2c6-22077f759ef4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8071451 Mar 16 11:12:47.979454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:47.984421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58912) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:47.998655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '4312f902-fe5e-474b-b609-0ae8bc6d4a54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:48.025081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:48.029038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:48.031866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:48.038876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:48.053612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:48.070021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:48.077303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:48.116950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:48.130623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:48.134431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.188956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b0c6bba6-4ac0-42f2-bf35-6145630d72b0 None None] Provisioning for port df99c283-20be-4191-83e1-d8fbd914fd03 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:48.243346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Allocated IP 172.20.0.3 (3079c345-0d55-4d60-aa80-dd5b18001354/e4d893a5-d278-4103-95cd-6d7bb8dd1379/897132b8-4f9f-4387-bb33-3c724961f901) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:48.291635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:48.299150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:48.304173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.316187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:48.324344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:48.335585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:48.354789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.356182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.406103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.431589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:48.454561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:12:48.468531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] Deleting port df99c283-20be-4191-83e1-d8fbd914fd03 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:48.469051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.469449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:48.473286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.495623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.496330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Added segment 70f8965e-5e33-4d07-9874-b96aafe89a38 of type vlan for network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 Mar 16 11:12:48.556391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.589957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.601041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Transition to ACTIVE for port object 897132b8-4f9f-4387-bb33-3c724961f901 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:48.621770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.625228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.635021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Transition to ACTIVE for port object 897132b8-4f9f-4387-bb33-3c724961f901 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:48.651684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.682645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=a50016a7-621e-47c8-9fcc-ed1c7651efe7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:48.693142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': 'bc21188f-c914-40bf-97df-40dd622eddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:48.693142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: dd0017d5-374b-486d-9b45-e56a3d47aa6f, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:48.742803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] For port df99c283-20be-4191-83e1-d8fbd914fd03, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=df99c283-20be-4191-83e1-d8fbd914fd03,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:48.743352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.750873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.776408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:48.783961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.785595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.791740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:48.792316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.859826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.861921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, dd0017d5-374b-486d-9b45-e56a3d47aa6f) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:48.867852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:48.868791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:48.898815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1d8fce-f536-472a-bf46-45fc029aa7bb,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:48.920463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] Calling delete_port for df99c283-20be-4191-83e1-d8fbd914fd03 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:48.949200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a86b00-f07f-4c7f-a99d-502a23621949 None None] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:48.963297 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-82b56b4e-f552-4d01-a639-c16ed323c208 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0570531 Mar 16 11:12:48.963592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58916) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:48.970067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f', 'name': 'tempest-PortsIpV6TestJSON-1890865091', 'fixed_ips': [{'subnet_id': 'a50016a7-621e-47c8-9fcc-ed1c7651efe7', 'ip_address': '2001:db8::10'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:48.971696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d893a5-d278-4103-95cd-6d7bb8dd1379,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:48.974420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.003350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Network 3079c345-0d55-4d60-aa80-dd5b18001354 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:49.029632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Network': ['ID=e3d049c0-d14f-4ad9-94fc-af269cd8a5f5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:49.055444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:49.075663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:49.082269 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b57cb01b-8b25-4967-aae6-63fbf3d07470 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1951540 Mar 16 11:12:49.086135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58920) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:49.090713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:49.095277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:49.096356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'subnet': {'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:49.098837 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.100456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f46c4c04-705c-4abe-a6b0-2166b8f8dd4b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1147351 Mar 16 11:12:49.145564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:49.154722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58924) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:49.159505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Pushing event updated for resources: {'Port': ['ID=897132b8-4f9f-4387-bb33-3c724961f901,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:49.162253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:49.162845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.168872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '4312f902-fe5e-474b-b609-0ae8bc6d4a54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:49.173852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.183684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=127c5106-c40f-42e1-8270-c95a6e6ccc90,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:49.200618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:49.218955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:49.224454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:49.228116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3079c345-0d55-4d60-aa80-dd5b18001354']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:49.241079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:49.246116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:49.246437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:49.248624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:49.252948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:49.266306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.266529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:49.266529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:49.266529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:49.274978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:49.279011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.285134 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5397c5f7-bd2b-4597-9371-46a459ce1303 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3717747 Mar 16 11:12:49.288278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:49.288430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58928) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:49.288799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.294957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:49.301184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:49.304290 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:49.307109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:router and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:49.310410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:49.316218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:49.359006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Attempting to bind port 897132b8-4f9f-4387-bb33-3c724961f901 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:49.359380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Attempting to bind port 897132b8-4f9f-4387-bb33-3c724961f901 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:49.359743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Attempting to bind port 897132b8-4f9f-4387-bb33-3c724961f901 on network 3079c345-0d55-4d60-aa80-dd5b18001354 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:49.373502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:49.373905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Checking segment: {'id': 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:49.374310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.374920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Bound using segment: {'id': 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:49.375219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Bound port: 897132b8-4f9f-4387-bb33-3c724961f901, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3079c345-0d55-4d60-aa80-dd5b18001354'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:49.375571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.376293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:49.382167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.395040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.396585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:49.400284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.437516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:12:49.437516 dv-neutron-831730-4-hyperv neutron-server[88450]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:12:49.437516 dv-neutron-831730-4-hyperv neutron-server[88450]: [parameters: {'id': '3079c345-0d55-4d60-aa80-dd5b18001354'}] Mar 16 11:12:49.437516 dv-neutron-831730-4-hyperv neutron-server[88450]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:49.438206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:49.450074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.451130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.457321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.533829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] Pushing event deleted for resources: {'Port': ['ID=df99c283-20be-4191-83e1-d8fbd914fd03,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:49.563326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.575676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979b0a5-f5af-4b60-b2a4-aeef10752fc1 None None] No DVR routers for this DVR port df99c283-20be-4191-83e1-d8fbd914fd03 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:49.594186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.610509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b50c60-4a77-416b-ac81-91b078f087e7 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:49.632547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8e8c93-7956-42ea-b80b-840bfab6aebb,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:49.644531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-dd0017d5-374b-486d-9b45-e56a3d47aa6f', 'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': 'a50016a7-621e-47c8-9fcc-ed1c7651efe7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:49.645409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.648410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.662313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.665884 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7b4c06c5-0ab6-4492-af36-b6805caa742c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5094547 Mar 16 11:12:49.668568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58932) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:49.674050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '4312f902-fe5e-474b-b609-0ae8bc6d4a54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:49.680741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:49.685186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:49.688422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:49.695058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:49.703723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port f033fcd3-217b-41f0-bd9c-85272315b42d yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:49.727212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.746443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.752649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] For port 897132b8-4f9f-4387-bb33-3c724961f901, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:49.772944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.808545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] For port 897132b8-4f9f-4387-bb33-3c724961f901, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=897132b8-4f9f-4387-bb33-3c724961f901,segment=NetworkSegment(ed53c290-6e95-4c4b-a265-f2ee18d6ea63),segment_id=ed53c290-6e95-4c4b-a265-f2ee18d6ea63)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:49.846127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.881162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.882287 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7ea5d581-8420-4bac-87ad-4ea4f5151ab4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5927770 Mar 16 11:12:49.885145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58936) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:49.930222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.946748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:49.987732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.025956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.079375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '127c5106-c40f-42e1-8270-c95a6e6ccc90'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:50.080620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.087969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Subnet': ['ID=6b215fcf-1286-4a5b-806e-ac9f7e6d153c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:50.094191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Checking segment: {'id': '70f8965e-5e33-4d07-9874-b96aafe89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:50.094818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network hostable DHCP agents. Network: e3d049c0-d14f-4ad9-94fc-af269cd8a5f5, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:50.103617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Allocated IP 2001:db8::2 (dd0017d5-374b-486d-9b45-e56a3d47aa6f/a50016a7-621e-47c8-9fcc-ed1c7651efe7/1d031f6c-a307-4fd9-8cd3-89ced61b226c) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:50.115590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dfc95-be2a-43f8-afcd-6148cf037396 None None] Pushing event updated for resources: {'Port': ['ID=897132b8-4f9f-4387-bb33-3c724961f901,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:50.131407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port 897132b8-4f9f-4387-bb33-3c724961f901 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:50.131806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.162460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.174406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9480dfc2-98f3-4f48-b605-b489f74576e3,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:50.198995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:50.267411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, e3d049c0-d14f-4ad9-94fc-af269cd8a5f5) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:50.276096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:50.276679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.307569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdbca0-919f-4b00-8a38-a644e6300d95 None None] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:50.325416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.326553 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8960c818-8240-4897-8888-d05fd4dae72d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6582103 Mar 16 11:12:50.330692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58940) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:50.341598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '4312f902-fe5e-474b-b609-0ae8bc6d4a54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:50.348403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:50.353884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:50.357573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:50.365179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:50.389676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d6c8723c-7de7-4821-9d92-d7e9f28183f7 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2976778 Mar 16 11:12:50.391702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58944) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:50.396928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1343781849', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:50.404732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:50.408737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:router and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:50.411952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:50.418703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:50.459003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.484575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c1616-0bee-4c3c-95c4-75b13450fc2d None None] Network 3079c345-0d55-4d60-aa80-dd5b18001354 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:50.529064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.530539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.540181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.555651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.562689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/127c5106-c40f-42e1-8270-c95a6e6ccc90/713e02c6-a444-4b1e-9add-c2409a264dda) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:50.598084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.706583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4654cc-467a-4c62-bbae-c7606423b09f,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:50.763054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.810543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.869995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port 897132b8-4f9f-4387-bb33-3c724961f901, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=897132b8-4f9f-4387-bb33-3c724961f901,segment=NetworkSegment(ed53c290-6e95-4c4b-a265-f2ee18d6ea63),segment_id=ed53c290-6e95-4c4b-a265-f2ee18d6ea63)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:50.870614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.904654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Transition to ACTIVE for port object 1d031f6c-a307-4fd9-8cd3-89ced61b226c will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:50.918489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.922430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-58ececde-b5e2-4b6e-9eca-c363fac61b3b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5870972 Mar 16 11:12:50.923439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.928396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58948) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:50.966998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-df4a1c31-c047-4eab-bdb3-18ab394356b4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.983470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-df4a1c31-c047-4eab-bdb3-18ab394356b4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:50.992965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Transition to ACTIVE for port object 1d031f6c-a307-4fd9-8cd3-89ced61b226c will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:51.011655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-e3d049c0-d14f-4ad9-94fc-af269cd8a5f5', 'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5', 'tenant_id': '18fe6d8180fb47edbd38b386715c8840', 'fixed_ips': [{'subnet_id': '6b215fcf-1286-4a5b-806e-ac9f7e6d153c'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:51.012475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.102981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.104801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for 897132b8-4f9f-4387-bb33-3c724961f901 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:51.228349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-df4a1c31-c047-4eab-bdb3-18ab394356b4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.278491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-df4a1c31-c047-4eab-bdb3-18ab394356b4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.279143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:51.281326 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-df4a1c31-c047-4eab-bdb3-18ab394356b4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3b4654cc-467a-4c62-bbae-c7606423b09f HTTP/1.1" status: 204 len: 168 time: 0.3515866 Mar 16 11:12:51.282313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58952) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:51.283248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1c31-c047-4eab-bdb3-18ab394356b4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b4654cc-467a-4c62-bbae-c7606423b09f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:51.296986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Pushing event updated for resources: {'Port': ['ID=1d031f6c-a307-4fd9-8cd3-89ced61b226c,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:51.299167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::10 (dd0017d5-374b-486d-9b45-e56a3d47aa6f/a50016a7-621e-47c8-9fcc-ed1c7651efe7/f033fcd3-217b-41f0-bd9c-85272315b42d) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:51.306065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:51.321097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:51.329706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.330046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.380755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Transition to ACTIVE for port object 713e02c6-a444-4b1e-9add-c2409a264dda will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:51.400097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=897132b8-4f9f-4387-bb33-3c724961f901,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:51.405665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port 897132b8-4f9f-4387-bb33-3c724961f901 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:12:51.422755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a083a430-c433-4238-ab84-d5cde1b6f67e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:51.493934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Transition to ACTIVE for port object 713e02c6-a444-4b1e-9add-c2409a264dda will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:51.496297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Attempting to bind port 1d031f6c-a307-4fd9-8cd3-89ced61b226c on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:51.496661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Attempting to bind port 1d031f6c-a307-4fd9-8cd3-89ced61b226c by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'bc21188f-c914-40bf-97df-40dd622eddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:51.497025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Attempting to bind port 1d031f6c-a307-4fd9-8cd3-89ced61b226c on network dd0017d5-374b-486d-9b45-e56a3d47aa6f {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:51.509931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Allocated IP 172.20.0.2 (e3d049c0-d14f-4ad9-94fc-af269cd8a5f5/6b215fcf-1286-4a5b-806e-ac9f7e6d153c/190d0ec6-2fde-41a7-8117-693140145144) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:51.512003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:51.512373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Checking segment: {'id': 'bc21188f-c914-40bf-97df-40dd622eddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:51.513205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.513205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Bound using segment: {'id': 'bc21188f-c914-40bf-97df-40dd622eddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:51.513600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Bound port: 1d031f6c-a307-4fd9-8cd3-89ced61b226c, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc21188f-c914-40bf-97df-40dd622eddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:51.513985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.584760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a083a430-c433-4238-ab84-d5cde1b6f67e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:51.588966 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a083a430-c433-4238-ab84-d5cde1b6f67e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3017769 Mar 16 11:12:51.591798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58956) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:51.604538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.625827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.633095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.691262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3079c345-0d55-4d60-aa80-dd5b18001354']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:51.708946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object f033fcd3-217b-41f0-bd9c-85272315b42d will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:51.715410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:51.715711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed53c290-6e95-4c4b-a265-f2ee18d6ea63') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:51.722980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b002524d-0337-4dcd-b68e-dc5ccb37c7b0 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.745127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.752269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b002524d-0337-4dcd-b68e-dc5ccb37c7b0 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.758152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:51.765522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:51.767442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::1 (7bb6eb09-c78b-4881-a84a-9534f87fec56/127c5106-c40f-42e1-8270-c95a6e6ccc90/95a98cfb-0586-4b28-84a9-f80536c87bd9) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:51.776722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:51.785462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.790966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] For port 1d031f6c-a307-4fd9-8cd3-89ced61b226c, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:51.796549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:51.796955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.802395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Pushing event updated for resources: {'Port': ['ID=713e02c6-a444-4b1e-9add-c2409a264dda,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:51.810989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:51.818503 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:51.847133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.926219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b002524d-0337-4dcd-b68e-dc5ccb37c7b0 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.938771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Attempting to bind port 713e02c6-a444-4b1e-9add-c2409a264dda on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:51.939764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Attempting to bind port 713e02c6-a444-4b1e-9add-c2409a264dda by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:51.940390 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Attempting to bind port 713e02c6-a444-4b1e-9add-c2409a264dda on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:51.949492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:51.950152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:51.955433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.955433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:51.955433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Bound port: 713e02c6-a444-4b1e-9add-c2409a264dda, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:51.955433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:51.977820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.001809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002524d-0337-4dcd-b68e-dc5ccb37c7b0 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9480dfc2-98f3-4f48-b605-b489f74576e3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.021410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.037704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Transition to ACTIVE for port object 190d0ec6-2fde-41a7-8117-693140145144 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:52.059987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:52.060757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.070745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:52.076090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.26.7.83 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/724abc09-fd75-452f-8a84-93b4db3b124c) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:52.078690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] For port 1d031f6c-a307-4fd9-8cd3-89ced61b226c, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1d031f6c-a307-4fd9-8cd3-89ced61b226c,segment=NetworkSegment(bc21188f-c914-40bf-97df-40dd622eddc5),segment_id=bc21188f-c914-40bf-97df-40dd622eddc5)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:52.079701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:52.081022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.086697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:52.087290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Transition to ACTIVE for port object 190d0ec6-2fde-41a7-8117-693140145144 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:52.087534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.088525 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/3079c345-0d55-4d60-aa80-dd5b18001354 HTTP/1.1" status: 204 len: 168 time: 4.5252903 Mar 16 11:12:52.094932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] For port 713e02c6-a444-4b1e-9add-c2409a264dda, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:52.096806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58960) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:52.098572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] For port 713e02c6-a444-4b1e-9add-c2409a264dda, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=713e02c6-a444-4b1e-9add-c2409a264dda,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:52.107948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16346-d43d-4531-96b8-4b8c0c6af2c6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=3079c345-0d55-4d60-aa80-dd5b18001354,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.111991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=f033fcd3-217b-41f0-bd9c-85272315b42d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.112743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143547813'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:52.131176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:52.131176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b002524d-0337-4dcd-b68e-dc5ccb37c7b0 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.131176 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b002524d-0337-4dcd-b68e-dc5ccb37c7b0 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9480dfc2-98f3-4f48-b605-b489f74576e3 HTTP/1.1" status: 204 len: 168 time: 0.5317335 Mar 16 11:12:52.132528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.135217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58964) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:52.136138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:52.140239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:52.153489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.169191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:52.191071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 95a98cfb-0586-4b28-84a9-f80536c87bd9 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:52.207621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.215814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.234769 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-71701d79-330f-426a-9faf-3bd171301fd3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2653527 Mar 16 11:12:52.234769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58968) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:52.242720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': 'dd0017d5-374b-486d-9b45-e56a3d47aa6f', 'name': 'tempest-PortsIpV6TestJSON-1107923084', 'fixed_ips': [{'subnet_id': 'a50016a7-621e-47c8-9fcc-ed1c7651efe7', 'ip_address': '2001:db8::f'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:52.280198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:52.283905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:52.285662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceabacb-90d9-44aa-9247-d695815851e6 None None] Pushing event updated for resources: {'Port': ['ID=1d031f6c-a307-4fd9-8cd3-89ced61b226c,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.288261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:52.342338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:52.345760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.368145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab7df856-dc8d-43a2-b38e-0809f0299ba9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:52.384510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.415346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:52.445910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:52.452822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.453003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:52.453136 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment b0c7092e-3c61-43e1-9dbd-befaf7758854 of type vlan for network d66a6dfd-ce74-4e20-92b3-05ce36399ddc Mar 16 11:12:52.457892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:52.462206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Attempting to bind port 190d0ec6-2fde-41a7-8117-693140145144 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:52.463088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Attempting to bind port 190d0ec6-2fde-41a7-8117-693140145144 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '70f8965e-5e33-4d07-9874-b96aafe89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:52.464239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Attempting to bind port 190d0ec6-2fde-41a7-8117-693140145144 on network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:52.466918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc704b9-5b58-47c3-873d-9ac6c7e11f20 None None] Pushing event updated for resources: {'Port': ['ID=713e02c6-a444-4b1e-9add-c2409a264dda,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.467237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:52.483469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab7df856-dc8d-43a2-b38e-0809f0299ba9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:52.483913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58972) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:52.488534 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ab7df856-dc8d-43a2-b38e-0809f0299ba9 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3495922 Mar 16 11:12:52.507444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.532154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:52.532515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Checking segment: {'id': '70f8965e-5e33-4d07-9874-b96aafe89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:52.533106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.533688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Bound using segment: {'id': '70f8965e-5e33-4d07-9874-b96aafe89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:52.534543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Bound port: 190d0ec6-2fde-41a7-8117-693140145144, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f8965e-5e33-4d07-9874-b96aafe89a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:52.535304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.553283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.562402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa55a07a-2dad-4626-bfc5-f101f705986c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.587274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa55a07a-2dad-4626-bfc5-f101f705986c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.601877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:52.607112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.618641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=95a98cfb-0586-4b28-84a9-f80536c87bd9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.623676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.631904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:52.640457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Pushing event updated for resources: {'Port': ['ID=190d0ec6-2fde-41a7-8117-693140145144,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.676116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:52.687786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:52.689079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.714873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] For port 190d0ec6-2fde-41a7-8117-693140145144, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:52.723262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] For port 190d0ec6-2fde-41a7-8117-693140145144, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=190d0ec6-2fde-41a7-8117-693140145144,segment=NetworkSegment(70f8965e-5e33-4d07-9874-b96aafe89a38),segment_id=70f8965e-5e33-4d07-9874-b96aafe89a38)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:52.737519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:52.745144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 1278510a-f0ce-4cec-93d6-7f45aac6a41a yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:12:52.773956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.780843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:52.781182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:52.781428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.784565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:52.804493 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.859422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=724abc09-fd75-452f-8a84-93b4db3b124c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.887708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa55a07a-2dad-4626-bfc5-f101f705986c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:52.935067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff1bee-6f94-4002-8c5f-aa156ea0b45f None None] Pushing event updated for resources: {'Port': ['ID=190d0ec6-2fde-41a7-8117-693140145144,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.935303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a07a-2dad-4626-bfc5-f101f705986c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b8e8c93-7956-42ea-b80b-840bfab6aebb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:52.955389 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8571551 Mar 16 11:12:52.996203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58976) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:53.014246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'd66a6dfd-ce74-4e20-92b3-05ce36399ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:53.040379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd8bf2-e9f5-4d8f-b4ad-0ee5d9ed4df0 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=d66a6dfd-ce74-4e20-92b3-05ce36399ddc,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:53.057319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network d66a6dfd-ce74-4e20-92b3-05ce36399ddc details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:53.204583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.227744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:53.234114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:53.270946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:53.285037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:53.370706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa55a07a-2dad-4626-bfc5-f101f705986c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.374705 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aa55a07a-2dad-4626-bfc5-f101f705986c tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7b8e8c93-7956-42ea-b80b-840bfab6aebb HTTP/1.1" status: 204 len: 168 time: 0.8868334 Mar 16 11:12:53.376664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58980) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:53.450187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:53.453602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.469644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::f (dd0017d5-374b-486d-9b45-e56a3d47aa6f/a50016a7-621e-47c8-9fcc-ed1c7651efe7/1278510a-f0ce-4cec-93d6-7f45aac6a41a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:53.606352 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-21085b3f-38de-45aa-b3c1-6816382ae1a8 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2285209 Mar 16 11:12:53.611942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 58984) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:53.757005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.761825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50fbb98e-b7a2-404f-8eab-c064dc21b171 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.781491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50fbb98e-b7a2-404f-8eab-c064dc21b171 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.916663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.977808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50fbb98e-b7a2-404f-8eab-c064dc21b171 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:53.999633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c2fcb5b1-f6fb-4aca-8f65-c41ad41a9eec None None] Provisioning for port 713e02c6-a444-4b1e-9add-c2409a264dda completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:54.001930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbb98e-b7a2-404f-8eab-c064dc21b171 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa1d8fce-f536-472a-bf46-45fc029aa7bb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:54.018206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.018983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.050749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.068913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.072718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50fbb98e-b7a2-404f-8eab-c064dc21b171 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.073828 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-50fbb98e-b7a2-404f-8eab-c064dc21b171 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fa1d8fce-f536-472a-bf46-45fc029aa7bb HTTP/1.1" status: 204 len: 168 time: 0.4577401 Mar 16 11:12:54.103540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58988) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:54.156432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object 1278510a-f0ce-4cec-93d6-7f45aac6a41a will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:54.280113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-12d58de9-4611-492c-871b-07200900ae90 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:54.288019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=95a98cfb-0586-4b28-84a9-f80536c87bd9,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:54.301305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=ac6d2fb1-6a31-479d-a0d4-5e6a6bd7b00e,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:54.311242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'b0c7092e-3c61-43e1-9dbd-befaf7758854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd66a6dfd-ce74-4e20-92b3-05ce36399ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:54.311816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: d66a6dfd-ce74-4e20-92b3-05ce36399ddc, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:54.328005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.357573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:54.358642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:54.392052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.405137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f4344e8d-b28c-4957-9e0f-3c2aff76219c None None] Provisioning for port 95a98cfb-0586-4b28-84a9-f80536c87bd9 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:54.415990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f4344e8d-b28c-4957-9e0f-3c2aff76219c None None] Provisioning complete for port 95a98cfb-0586-4b28-84a9-f80536c87bd9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:54.416921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4344e8d-b28c-4957-9e0f-3c2aff76219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.448006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-12d58de9-4611-492c-871b-07200900ae90 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:54.449268 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-12d58de9-4611-492c-871b-07200900ae90 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3412604 Mar 16 11:12:54.465607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58992) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:54.522523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:54.548120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:54.613956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:54.625601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network d66a6dfd-ce74-4e20-92b3-05ce36399ddc is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:54.629554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:54.633333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.655727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3baaf453-1905-406e-954b-9f12a32b2c25 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.662771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=1278510a-f0ce-4cec-93d6-7f45aac6a41a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:54.697547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae0d69-9b6e-4c41-90b8-0c9afde8ebb7 None None] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:54.763144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 190d0ec6-2fde-41a7-8117-693140145144 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:54.765226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, d66a6dfd-ce74-4e20-92b3-05ce36399ddc) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:54.778882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:54.779705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.803986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3baaf453-1905-406e-954b-9f12a32b2c25 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:54.807008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9e5c7-15a7-4ced-ba11-cc6a11b22bcc None None] Network d66a6dfd-ce74-4e20-92b3-05ce36399ddc requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:54.834633 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7e7a48a6-7ea0-482b-9eec-6dac2f8d95be tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6006215 Mar 16 11:12:54.840413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 58996) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:54.868010 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ff335752-532d-4002-95d3-89f288b688b5 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8678482 Mar 16 11:12:54.870590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59000) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:54.921613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f4344e8d-b28c-4957-9e0f-3c2aff76219c None None] Port 95a98cfb-0586-4b28-84a9-f80536c87bd9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:54.972687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Router 528174f2-f7cd-43b1-acae-8370ec8faaad is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:12:54.982750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a9f8e-d014-4206-b5b5-1f14816545df tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:54.983763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-659a9f8e-d014-4206-b5b5-1f14816545df tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:54.996521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3baaf453-1905-406e-954b-9f12a32b2c25 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.019324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router af7a1eaf-643d-4f4b-9492-22778b5538f1 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:12:55.024051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaf453-1905-406e-954b-9f12a32b2c25 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb129d3d-fc2a-478e-96dd-3919df91155b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:55.169578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa7637-b095-4416-bcb6-dd570485aed9 None None] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:55.194274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.215186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 190d0ec6-2fde-41a7-8117-693140145144 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:55.228934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-add0ab3d-b55e-4fa4-b489-7e52be62adb2 None None] Provisioning complete for port 95a98cfb-0586-4b28-84a9-f80536c87bd9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:55.229304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-add0ab3d-b55e-4fa4-b489-7e52be62adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.231520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-659a9f8e-d014-4206-b5b5-1f14816545df tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:55.232892 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-659a9f8e-d014-4206-b5b5-1f14816545df tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3915479 Mar 16 11:12:55.242179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3baaf453-1905-406e-954b-9f12a32b2c25 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.243230 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3baaf453-1905-406e-954b-9f12a32b2c25 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cb129d3d-fc2a-478e-96dd-3919df91155b HTTP/1.1" status: 204 len: 168 time: 0.7729769 Mar 16 11:12:55.245955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59004) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.246431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59006) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.254382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:55.263527 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dcb0b017-c7c7-41e5-b5d9-3f5e25152fd6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "PUT /v2.0/routers/528174f2-f7cd-43b1-acae-8370ec8faaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3771129 Mar 16 11:12:55.272145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59012) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.284410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Sync routers for ids ['528174f2-f7cd-43b1-acae-8370ec8faaad'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:55.344745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.365157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1d031f6c-a307-4fd9-8cd3-89ced61b226c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:55.399444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a3f54-37fe-4b5c-b02b-255aa8af68fe tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:55.400338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a51a3f54-37fe-4b5c-b02b-255aa8af68fe tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:55.447410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6d0a854c-f041-4e1d-9aad-77526b7f55d6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:55.486433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:12:55.486690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Routers {'528174f2-f7cd-43b1-acae-8370ec8faaad'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:55.487187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['528174f2-f7cd-43b1-acae-8370ec8faaad'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.496240 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e15be-fa33-4267-a138-b65ca031707a None None] Sync routers for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:12:55.498787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a51a3f54-37fe-4b5c-b02b-255aa8af68fe tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:55.500376 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a51a3f54-37fe-4b5c-b02b-255aa8af68fe tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports/95a98cfb-0586-4b28-84a9-f80536c87bd9 HTTP/1.1" status: 200 len: 911 time: 0.2270420 Mar 16 11:12:55.502903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59016) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.513460 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e15be-fa33-4267-a138-b65ca031707a None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:55.514441 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-279e15be-fa33-4267-a138-b65ca031707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.524779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9de81b-e7fa-4d66-89dd-2c89871e1355 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:55.530647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9de81b-e7fa-4d66-89dd-2c89871e1355 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:55.536400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9de81b-e7fa-4d66-89dd-2c89871e1355 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:55.540644 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ce9de81b-e7fa-4d66-89dd-2c89871e1355 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2905378 Mar 16 11:12:55.542742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59020) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.558797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.566854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-add0ab3d-b55e-4fa4-b489-7e52be62adb2 None None] Port 95a98cfb-0586-4b28-84a9-f80536c87bd9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:55.592481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ba329-fe53-4b12-90a4-5c39ddece4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-d66a6dfd-ce74-4e20-92b3-05ce36399ddc', 'network_id': 'd66a6dfd-ce74-4e20-92b3-05ce36399ddc', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': 'ac6d2fb1-6a31-479d-a0d4-5e6a6bd7b00e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:55.593304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-474ba329-fe53-4b12-90a4-5c39ddece4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.604510 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-279e15be-fa33-4267-a138-b65ca031707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.613466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6d0a854c-f041-4e1d-9aad-77526b7f55d6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:55.616200 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e15be-fa33-4267-a138-b65ca031707a None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:12:55.620330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6d0a854c-f041-4e1d-9aad-77526b7f55d6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3681316 Mar 16 11:12:55.621467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59024) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.622461 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-279e15be-fa33-4267-a138-b65ca031707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.650079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.650414 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f2048d19-4406-43c3-bdf7-69c51c423d12 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2591150 Mar 16 11:12:55.653501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59028) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.656059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6d2fb1-6a31-479d-a0d4-5e6a6bd7b00e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:55.704935 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-279e15be-fa33-4267-a138-b65ca031707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.705598 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e15be-fa33-4267-a138-b65ca031707a None None] The sync data for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:12:55.746522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 1278510a-f0ce-4cec-93d6-7f45aac6a41a {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:55.747196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.810066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.814953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-add0ab3d-b55e-4fa4-b489-7e52be62adb2 None None] Provisioning for port 1d031f6c-a307-4fd9-8cd3-89ced61b226c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:55.849024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Set router 528174f2-f7cd-43b1-acae-8370ec8faaad gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:12:55.860889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66a6dfd-ce74-4e20-92b3-05ce36399ddc']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.869669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34cc0f3e-17d2-41ea-bb0b-afe077b455c6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:55.892430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac513cb4-43f9-4e50-adad-fdd496eaf39e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:55.898998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac513cb4-43f9-4e50-adad-fdd496eaf39e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:55.903549 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ac513cb4-43f9-4e50-adad-fdd496eaf39e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3967123 Mar 16 11:12:55.905321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c7092e-3c61-43e1-9dbd-befaf7758854') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.905712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c7092e-3c61-43e1-9dbd-befaf7758854') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:55.915234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59032) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:55.991118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 1d031f6c-a307-4fd9-8cd3-89ced61b226c completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:55.993317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.014309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34cc0f3e-17d2-41ea-bb0b-afe077b455c6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.070481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1d031f6c-a307-4fd9-8cd3-89ced61b226c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:56.070860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.106579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d14dd3-889a-4af9-9080-0df2aed99cdf None None] Network d66a6dfd-ce74-4e20-92b3-05ce36399ddc requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:56.112273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.135305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:12:56.135844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:12:56.153186 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:12:56.288490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.375183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] Provisioning for port 190d0ec6-2fde-41a7-8117-693140145144 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:56.412557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] Provisioning complete for port 190d0ec6-2fde-41a7-8117-693140145144 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:56.412927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.424167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 1278510a-f0ce-4cec-93d6-7f45aac6a41a owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:56.517244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34cc0f3e-17d2-41ea-bb0b-afe077b455c6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.541299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc0f3e-17d2-41ea-bb0b-afe077b455c6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4312f902-fe5e-474b-b609-0ae8bc6d4a54,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:56.611135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.641667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.661486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=d66a6dfd-ce74-4e20-92b3-05ce36399ddc,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:56.666633 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6db38374-3b56-43a9-8311-4ff0fa4bfc46 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/d66a6dfd-ce74-4e20-92b3-05ce36399ddc HTTP/1.1" status: 204 len: 168 time: 1.7948685 Mar 16 11:12:56.670204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59036) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:56.675949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421815957'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:56.683788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:56.695188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:56.700136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:56.708415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:56.718127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.792721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-34cc0f3e-17d2-41ea-bb0b-afe077b455c6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.795367 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-34cc0f3e-17d2-41ea-bb0b-afe077b455c6 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/4312f902-fe5e-474b-b609-0ae8bc6d4a54 HTTP/1.1" status: 204 len: 168 time: 1.1723745 Mar 16 11:12:56.798211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59040) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:56.832201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:56.837085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.897031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 1d031f6c-a307-4fd9-8cd3-89ced61b226c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1d031f6c-a307-4fd9-8cd3-89ced61b226c,segment=NetworkSegment(bc21188f-c914-40bf-97df-40dd622eddc5),segment_id=bc21188f-c914-40bf-97df-40dd622eddc5)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:56.924863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.945194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-28234864-f7f1-4ab1-9d13-c9f08658dfbf tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:56.967159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:56.967975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 713e02c6-a444-4b1e-9add-c2409a264dda up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:56.988664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:12:57.002195 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:57.037213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] For port 190d0ec6-2fde-41a7-8117-693140145144, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=190d0ec6-2fde-41a7-8117-693140145144,segment=NetworkSegment(70f8965e-5e33-4d07-9874-b96aafe89a38),segment_id=70f8965e-5e33-4d07-9874-b96aafe89a38)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:57.041177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.049893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:49Z', 'updated_at': '2022-03-16T11:12:52Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None, '_interfaces': [{'id': '95a98cfb-0586-4b28-84a9-f80536c87bd9', 'name': '', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'mac_address': 'fa:16:3e:4a:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '127c5106-c40f-42e1-8270-c95a6e6ccc90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:51Z', 'updated_at': '2022-03-16T11:12:53Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'subnets': [{'id': '127c5106-c40f-42e1-8270-c95a6e6ccc90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:12:57.075070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Checking router: 528174f2-f7cd-43b1-acae-8370ec8faaad for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:12:57.075070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Updating router 528174f2-f7cd-43b1-acae-8370ec8faaad port 95a98cfb-0586-4b28-84a9-f80536c87bd9 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:12:57.106497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27eb0c-45e4-4351-a3af-ee640d0ee039 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:12:57.124163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-28234864-f7f1-4ab1-9d13-c9f08658dfbf tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:57.130260 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-28234864-f7f1-4ab1-9d13-c9f08658dfbf tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3260148 Mar 16 11:12:57.130503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59044) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:57.137689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525045009'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:57.154081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.174648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.199364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.199710 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment df064917-07d5-4457-8a12-77409c5ab28c of type vlan for network d6de5ba0-bbc0-44cf-ba72-d78aab810b20 Mar 16 11:12:57.209043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=1d031f6c-a307-4fd9-8cd3-89ced61b226c,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:57.228255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.241035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=1278510a-f0ce-4cec-93d6-7f45aac6a41a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:57.250631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.266282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:57.283119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.284140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:57.303621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.376087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 713e02c6-a444-4b1e-9add-c2409a264dda completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:57.389596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70d9de-fe84-48bb-af0f-b0e4e9e20198 None None] Pushing event updated for resources: {'Port': ['ID=190d0ec6-2fde-41a7-8117-693140145144,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:57.393883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.400124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:57.400720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.402334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 713e02c6-a444-4b1e-9add-c2409a264dda triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:57.402704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.455346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.488546 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f21cad9-74d5-4cb5-88b6-b9ffa215a480 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/1278510a-f0ce-4cec-93d6-7f45aac6a41a HTTP/1.1" status: 204 len: 168 time: 1.9466727 Mar 16 11:12:57.491981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59048) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:57.544031 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8724177 Mar 16 11:12:57.544757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Provisioning for port f033fcd3-217b-41f0-bd9c-85272315b42d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:57.547500 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4fed98-1070-4ee8-8da2-70a7b93d7f7d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:12:57.548058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bb4fed98-1070-4ee8-8da2-70a7b93d7f7d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:57.548828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59052) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:57.551145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:57.552516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d27eb0c-45e4-4351-a3af-ee640d0ee039 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:12:57.554922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95aa7b-7372-429b-ad94-9470844955df tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=d6de5ba0-bbc0-44cf-ba72-d78aab810b20,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:57.561442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'd6de5ba0-bbc0-44cf-ba72-d78aab810b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:57.594435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:57.597630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network d6de5ba0-bbc0-44cf-ba72-d78aab810b20 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:12:57.601575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:57.610161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:57.625066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Provisioning complete for port f033fcd3-217b-41f0-bd9c-85272315b42d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:57.625523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.645066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bb4fed98-1070-4ee8-8da2-70a7b93d7f7d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:57.648859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bb4fed98-1070-4ee8-8da2-70a7b93d7f7d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/1278510a-f0ce-4cec-93d6-7f45aac6a41a HTTP/1.1" status: 404 len: 333 time: 0.1534367 Mar 16 11:12:57.650145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59056) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:57.719752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:57.726648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:57.730846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 95a98cfb-0586-4b28-84a9-f80536c87bd9 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:57.730846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.758264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:57.768859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:57.771610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port f033fcd3-217b-41f0-bd9c-85272315b42d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:57.771960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.860645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:12:57.864469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:57.926712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.1 (e3d049c0-d14f-4ad9-94fc-af269cd8a5f5/6b215fcf-1286-4a5b-806e-ac9f7e6d153c/b5c841a6-b16e-4555-a6da-d497b38bfe17) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:12:57.928896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Port f033fcd3-217b-41f0-bd9c-85272315b42d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:12:57.962743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.064433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.079901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Could not find standard attr ID for object 1278510a-f0ce-4cec-93d6-7f45aac6a41a. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:12:58.085960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.086629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.195136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 713e02c6-a444-4b1e-9add-c2409a264dda, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=713e02c6-a444-4b1e-9add-c2409a264dda,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:58.198982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Provisioning complete for port 190d0ec6-2fde-41a7-8117-693140145144 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:58.199358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.211195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.233738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Transition to ACTIVE for port object b5c841a6-b16e-4555-a6da-d497b38bfe17 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:58.269444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.288464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.295775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.resource_extend [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:12:58.372457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 95a98cfb-0586-4b28-84a9-f80536c87bd9 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:58.413707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777cd848-2d82-4a86-9058-4c1d018c7d43,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:58.415445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1d031f6c-a307-4fd9-8cd3-89ced61b226c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:58.437331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for f033fcd3-217b-41f0-bd9c-85272315b42d owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:58.478484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.516812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.524039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.527833 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0e61e6e-aaa0-4123-8e08-eed50f060d0e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3939857 Mar 16 11:12:58.527962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=713e02c6-a444-4b1e-9add-c2409a264dda,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:58.529722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59060) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:58.542479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '777cd848-2d82-4a86-9058-4c1d018c7d43', 'direction': 'ingress', 'protocol': 17}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:12:58.557180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:12:58.564062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:12:58.577157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:12:58.595583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:12:58.599475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Transition to ACTIVE for port object 95a98cfb-0586-4b28-84a9-f80536c87bd9 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:12:58.676249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.696517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.724396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:12:58.735519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:58.744526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1d031f6c-a307-4fd9-8cd3-89ced61b226c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:58.744908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.749101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:12:58.749483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:12:58.758471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:12:58.765004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.793064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=b5c841a6-b16e-4555-a6da-d497b38bfe17,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:58.823991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=1a8c1ff8-2b6c-4929-bb98-c3c60fa4fc22,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:58.846466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'df064917-07d5-4457-8a12-77409c5ab28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd6de5ba0-bbc0-44cf-ba72-d78aab810b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:58.847417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: d6de5ba0-bbc0-44cf-ba72-d78aab810b20, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:12:58.880901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.882304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.890716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Provisioning complete for port 1d031f6c-a307-4fd9-8cd3-89ced61b226c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:58.891095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-65254776-1ace-471d-aa7b-9cf1be698448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:58.918277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f29ba-bab8-4ada-bdb6-ff05c413b0d5 None None] Pushing event updated for resources: {'Port': ['ID=95a98cfb-0586-4b28-84a9-f80536c87bd9,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:58.959522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network d6de5ba0-bbc0-44cf-ba72-d78aab810b20 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:12:58.965645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.003621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.004095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acd31a6-281d-49e9-aec8-d732da420d33,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:59.058649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, d6de5ba0-bbc0-44cf-ba72-d78aab810b20) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:12:59.062303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Attempting to bind port 95a98cfb-0586-4b28-84a9-f80536c87bd9 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:12:59.069431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Attempting to bind port 95a98cfb-0586-4b28-84a9-f80536c87bd9 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:12:59.069431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Attempting to bind port 95a98cfb-0586-4b28-84a9-f80536c87bd9 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:12:59.069676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:12:59.069676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.090646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.092483 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e21501bd-f90e-43a9-84d9-1dc5d821e715 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5621393 Mar 16 11:12:59.096019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59064) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.121437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabe58d-96a0-42a7-9810-cf7c44bcaf54 None None] Network d6de5ba0-bbc0-44cf-ba72-d78aab810b20 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:12:59.138675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=f033fcd3-217b-41f0-bd9c-85272315b42d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:59.146779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:12:59.147161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:12:59.147574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.147977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:12:59.148480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Bound port: 95a98cfb-0586-4b28-84a9-f80536c87bd9, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:12:59.149235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.156986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.199582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb6ed838-f35c-4b75-89cc-66e967184916 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.248257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb6ed838-f35c-4b75-89cc-66e967184916 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.271851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d674cf4-c77c-4323-8f09-9151c47f7b2b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/f033fcd3-217b-41f0-bd9c-85272315b42d HTTP/1.1" status: 204 len: 168 time: 1.6210172 Mar 16 11:12:59.276842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59068) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.312496 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cb5d68ab-f5c4-4a62-9f78-aea121ee884c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7587874 Mar 16 11:12:59.313539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 95a98cfb-0586-4b28-84a9-f80536c87bd9 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:12:59.314036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.340473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59072) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.390537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 190d0ec6-2fde-41a7-8117-693140145144 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:12:59.431323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb6ed838-f35c-4b75-89cc-66e967184916 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.516857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ed838-f35c-4b75-89cc-66e967184916 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cd848-2d82-4a86-9058-4c1d018c7d43,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:12:59.547090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb6ed838-f35c-4b75-89cc-66e967184916 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.548365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cb6ed838-f35c-4b75-89cc-66e967184916 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/777cd848-2d82-4a86-9058-4c1d018c7d43 HTTP/1.1" status: 204 len: 168 time: 0.4512787 Mar 16 11:12:59.552099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59076) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.562211 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fb0b4a-d27f-4954-b1a5-a04814f81aaf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:12:59.563741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b7fb0b4a-d27f-4954-b1a5-a04814f81aaf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:59.633468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port 95a98cfb-0586-4b28-84a9-f80536c87bd9, host dv-neutron-831730-4-hyperv, got binding levels [] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:12:59.633468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.685653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.693015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] For port 95a98cfb-0586-4b28-84a9-f80536c87bd9, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:12:59.703179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 190d0ec6-2fde-41a7-8117-693140145144 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:12:59.703725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.763329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] For port 95a98cfb-0586-4b28-84a9-f80536c87bd9, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=95a98cfb-0586-4b28-84a9-f80536c87bd9,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:12:59.770979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.815319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 95a98cfb-0586-4b28-84a9-f80536c87bd9 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:12:59.850454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62d9f121-3401-44cd-b769-9bf7d7f88d50 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:12:59.878009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b267f-7108-4be8-9ec3-d15a8ed5b704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-d6de5ba0-bbc0-44cf-ba72-d78aab810b20', 'network_id': 'd6de5ba0-bbc0-44cf-ba72-d78aab810b20', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '1a8c1ff8-2b6c-4929-bb98-c3c60fa4fc22'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:12:59.879240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-df7b267f-7108-4be8-9ec3-d15a8ed5b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.918335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b7fb0b4a-d27f-4954-b1a5-a04814f81aaf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:59.919508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b7fb0b4a-d27f-4954-b1a5-a04814f81aaf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/f033fcd3-217b-41f0-bd9c-85272315b42d HTTP/1.1" status: 404 len: 333 time: 0.6413653 Mar 16 11:12:59.923500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59080) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.961165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:59.964823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fe01bcf8-1f72-49ab-8f8d-015e63e1fb4c None None] Provisioning for port b5c841a6-b16e-4555-a6da-d497b38bfe17 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:12:59.969959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62d9f121-3401-44cd-b769-9bf7d7f88d50 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:12:59.971501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-62d9f121-3401-44cd-b769-9bf7d7f88d50 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4183748 Mar 16 11:12:59.983958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:12:59.984753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.014575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007660243'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:00.018458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet a50016a7-621e-47c8-9fcc-ed1c7651efe7 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:00.023428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.026545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fe01bcf8-1f72-49ab-8f8d-015e63e1fb4c None None] Provisioning complete for port b5c841a6-b16e-4555-a6da-d497b38bfe17 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:00.026908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fe01bcf8-1f72-49ab-8f8d-015e63e1fb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.046938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:00.073155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:00.088360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.126492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:00.126492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:00.156818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Routers {'528174f2-f7cd-43b1-acae-8370ec8faaad'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:00.157450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['528174f2-f7cd-43b1-acae-8370ec8faaad'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:00.198868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.199115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.227466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.237831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f29ba-bab8-4ada-bdb6-ff05c413b0d5 None None] Pushing event updated for resources: {'Port': ['ID=95a98cfb-0586-4b28-84a9-f80536c87bd9,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:00.248937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fe01bcf8-1f72-49ab-8f8d-015e63e1fb4c None None] Port b5c841a6-b16e-4555-a6da-d497b38bfe17 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:00.264097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 95a98cfb-0586-4b28-84a9-f80536c87bd9 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:00.264598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.304314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8c1ff8-2b6c-4929-bb98-c3c60fa4fc22,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:00.304314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:00.325071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:00.331161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:00.360237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:00.365998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] Set router 528174f2-f7cd-43b1-acae-8370ec8faaad gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:00.434260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 713e02c6-a444-4b1e-9add-c2409a264dda up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server [None req-df7b267f-7108-4be8-9ec3-d15a8ed5b704 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a8c1ff8-2b6c-4929-bb98-c3c60fa4fc22: This subnet is being modified by another concurrent operation. Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:13:00.475069 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a8c1ff8-2b6c-4929-bb98-c3c60fa4fc22: This subnet is being modified by another concurrent operation. Mar 16 11:13:00.478666 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Mar 16 11:13:00.499162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c88789b-db41-4a42-bd5f-40643deb2437 None None] Network d6de5ba0-bbc0-44cf-ba72-d78aab810b20 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:00.573133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port 95a98cfb-0586-4b28-84a9-f80536c87bd9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=95a98cfb-0586-4b28-84a9-f80536c87bd9,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:00.573422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.586373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.632126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6de5ba0-bbc0-44cf-ba72-d78aab810b20']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:00.652536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.652765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.656032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df064917-07d5-4457-8a12-77409c5ab28c') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:00.656399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df064917-07d5-4457-8a12-77409c5ab28c') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:00.675464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.713913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.730756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:00.731004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:00.745581 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:00.762445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.763472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.868541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 713e02c6-a444-4b1e-9add-c2409a264dda triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:00.868945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.878873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 95a98cfb-0586-4b28-84a9-f80536c87bd9 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:00.910326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.925615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=a50016a7-621e-47c8-9fcc-ed1c7651efe7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:00.932872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd40f4-8912-4978-a717-2e3d675d451f None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:13:00.938899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.957274 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-54bf3a2d-7a35-4b63-8dc5-811682da5dd8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/a50016a7-621e-47c8-9fcc-ed1c7651efe7 HTTP/1.1" status: 204 len: 168 time: 1.0289452 Mar 16 11:13:00.959821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59088) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:00.959985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:00.994629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=b5c841a6-b16e-4555-a6da-d497b38bfe17,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:01.023718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b2f758-6e90-4dfd-8f6b-32f62be1c8f1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:01.029497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.059994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.061799 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/d6de5ba0-bbc0-44cf-ba72-d78aab810b20 HTTP/1.1" status: 204 len: 168 time: 1.7203982 Mar 16 11:13:01.071625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59092) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:01.121424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.122166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12215-efd6-469a-98a8-a4760f29b561 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=d6de5ba0-bbc0-44cf-ba72-d78aab810b20,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:01.126000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451643677'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:01.137617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.138567 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-62afc8f5-5d3e-4f1a-b170-667871477033 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1280420 Mar 16 11:13:01.147380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59096) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:01.147603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:01.152476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 1d031f6c-a307-4fd9-8cd3-89ced61b226c {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:01.152764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.154340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:01.158691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:01.167518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:01.184614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd40f4-8912-4978-a717-2e3d675d451f None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:13:01.197917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:49Z', 'updated_at': '2022-03-16T11:12:52Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None, '_interfaces': [{'id': '95a98cfb-0586-4b28-84a9-f80536c87bd9', 'name': '', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'mac_address': 'fa:16:3e:4a:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '127c5106-c40f-42e1-8270-c95a6e6ccc90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:51Z', 'updated_at': '2022-03-16T11:12:59Z', 'revision_number': 4, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'subnets': [{'id': '127c5106-c40f-42e1-8270-c95a6e6ccc90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:01.202819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:01.204173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:01.205080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380265091'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:01.209868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72607267-fe5f-4544-bdfc-65520d84b296 None None] The sync data for ids ['528174f2-f7cd-43b1-acae-8370ec8faaad'] in dv-neutron-831730-4-hyperv is: [{'id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:49Z', 'updated_at': '2022-03-16T11:12:52Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None, '_interfaces': [{'id': '95a98cfb-0586-4b28-84a9-f80536c87bd9', 'name': '', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'mac_address': 'fa:16:3e:4a:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '127c5106-c40f-42e1-8270-c95a6e6ccc90', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:12:51Z', 'updated_at': '2022-03-16T11:12:59Z', 'revision_number': 4, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'subnets': [{'id': '127c5106-c40f-42e1-8270-c95a6e6ccc90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:01.213930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:01.222797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:01.263280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:01.275544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:01.279159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.283103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:01.385721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:01.406366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.406585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.408705 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment 10152f86-aa60-40bb-9239-115ef459f44a of type vlan for network b712583a-7386-4e09-9857-e520c6013651 Mar 16 11:13:01.453772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router af7a1eaf-643d-4f4b-9492-22778b5538f1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:01.462478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.483760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.630655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:01.641632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:01.645001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:01.654757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:01.695369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.700917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:01.701523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.721489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348e270-7e33-4e10-975e-6332e1d7a0d8 None None] Network dd0017d5-374b-486d-9b45-e56a3d47aa6f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:01.840098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=95a98cfb-0586-4b28-84a9-f80536c87bd9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:01.844827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] For port 1d031f6c-a307-4fd9-8cd3-89ced61b226c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1d031f6c-a307-4fd9-8cd3-89ced61b226c,segment=NetworkSegment(bc21188f-c914-40bf-97df-40dd622eddc5),segment_id=bc21188f-c914-40bf-97df-40dd622eddc5)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:01.845608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.927616 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:01.939030 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7c9d7bf3-1229-467e-9130-ae9828bb142c tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/routers/af7a1eaf-643d-4f4b-9492-22778b5538f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2844861 Mar 16 11:13:01.956839 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8841276 Mar 16 11:13:01.962694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:01.969443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59102) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:01.974341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] Sync routers for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:01.980566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'port': {'network_id': 'e3d049c0-d14f-4ad9-94fc-af269cd8a5f5', 'name': 'tempest-FloatingIPTestJSON-659582427'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.021329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:02.022160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:02.026824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.124334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:02.146478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 1d031f6c-a307-4fd9-8cd3-89ced61b226c owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:02.148482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:02.149722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:02.165386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a222-22a7-45b7-93a9-d94b9c3ca2fd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=b712583a-7386-4e09-9857-e520c6013651,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.208249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.209420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b712583a-7386-4e09-9857-e520c6013651 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:02.234030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8aee167b-f96e-49e0-b338-82a1cebc6342 None None] Provisioning complete for port b5c841a6-b16e-4555-a6da-d497b38bfe17 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:02.234540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8aee167b-f96e-49e0-b338-82a1cebc6342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.377619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.382655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8aee167b-f96e-49e0-b338-82a1cebc6342 None None] Port b5c841a6-b16e-4555-a6da-d497b38bfe17 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:02.396736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:02.397449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4d7ef-f78e-402a-b290-68c94211e388 None None] The sync data for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:02.478600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.491082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5579fa-d691-4cca-b3f3-92e5f7ec9bc4 None None] DHCP port deletion for dd0017d5-374b-486d-9b45-e56a3d47aa6f request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:02.496255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-db5579fa-d691-4cca-b3f3-92e5f7ec9bc4 None None] Deleting port 1d031f6c-a307-4fd9-8cd3-89ced61b226c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:02.496635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-db5579fa-d691-4cca-b3f3-92e5f7ec9bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.539718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.554448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.561097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Usage tracker for resource:port and tenant:18fe6d8180fb47edbd38b386715c8840 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.564246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.571372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.575466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.606073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-db5579fa-d691-4cca-b3f3-92e5f7ec9bc4 None None] The port '1d031f6c-a307-4fd9-8cd3-89ced61b226c' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:13:02.621745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.660542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network b712583a-7386-4e09-9857-e520c6013651 is not hosted by any dhcp agent {{(pid=88449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 11:13:02.666219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:02.666855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.668197 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "PUT /v2.0/networks/b712583a-7386-4e09-9857-e520c6013651 HTTP/1.1" status: 200 len: 723 time: 0.6949539 Mar 16 11:13:02.671390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59108) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.679838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'b712583a-7386-4e09-9857-e520c6013651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.767180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Router 528174f2-f7cd-43b1-acae-8370ec8faaad has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:02.772080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd8564-b129-49f1-8ff0-0cbe37c6a0ac tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=b712583a-7386-4e09-9857-e520c6013651,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.776816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No DVR routers for this DVR port 1d031f6c-a307-4fd9-8cd3-89ced61b226c on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:02.787176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b712583a-7386-4e09-9857-e520c6013651 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:02.811485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a89002-0ae1-46c3-a9ba-7455f876a4a8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.816462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=1d031f6c-a307-4fd9-8cd3-89ced61b226c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:02.857479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.861692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:02.866308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:02.872248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:02.932032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.933148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b5d7b9ee-d567-4429-94c9-f98e0311593b tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7850673 Mar 16 11:13:02.936172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59112) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:02.941968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': 'f7b2f758-6e90-4dfd-8f6b-32f62be1c8f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd3a89002-0ae1-46c3-a9ba-7455f876a4a8', 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:02.948695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Made reservation on behalf of 18fe6d8180fb47edbd38b386715c8840 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:02.951432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.964164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:02.966452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:02.969931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:02.991354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:03.007061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:03.015035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:03.041669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.063949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:03.071744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f4ff194b-a910-4611-b7ce-fc481e113ce6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "PUT /v2.0/routers/528174f2-f7cd-43b1-acae-8370ec8faaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1529105 Mar 16 11:13:03.075500 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] Sync routers for ids ['528174f2-f7cd-43b1-acae-8370ec8faaad'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:03.078397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] device_id is not set on port ba483c39-4347-4ab1-ad21-47b640e37cad yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:03.081918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59116) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:03.085738 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] Routers {'528174f2-f7cd-43b1-acae-8370ec8faaad'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:03.086711 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['528174f2-f7cd-43b1-acae-8370ec8faaad'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.118925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0017d5-374b-486d-9b45-e56a3d47aa6f']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.143338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc21188f-c914-40bf-97df-40dd622eddc5') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.143638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc21188f-c914-40bf-97df-40dd622eddc5') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.161774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.165208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.185834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515060ec-4b58-44af-8b02-1fa37ea027fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:03.187403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515060ec-4b58-44af-8b02-1fa37ea027fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:03.188146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-515060ec-4b58-44af-8b02-1fa37ea027fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:03.191974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.203390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:03.203787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:03.219028 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:03.230096 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] Set router 528174f2-f7cd-43b1-acae-8370ec8faaad gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:03.298226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-515060ec-4b58-44af-8b02-1fa37ea027fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:03.299799 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-515060ec-4b58-44af-8b02-1fa37ea027fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2165141 Mar 16 11:13:03.307802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59120) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:03.350097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Allocated IP 172.20.0.7 (e3d049c0-d14f-4ad9-94fc-af269cd8a5f5/6b215fcf-1286-4a5b-806e-ac9f7e6d153c/ba483c39-4347-4ab1-ad21-47b640e37cad) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:03.376873 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:49Z', 'updated_at': '2022-03-16T11:13:01Z', 'revision_number': 3, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.381548 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] Checking router: 528174f2-f7cd-43b1-acae-8370ec8faaad for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:03.385475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 127c5106-c40f-42e1-8270-c95a6e6ccc90 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:03.389146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.392026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.392499 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] Routers {'528174f2-f7cd-43b1-acae-8370ec8faaad'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:03.393196 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['528174f2-f7cd-43b1-acae-8370ec8faaad'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.423681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.462130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.462662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.462920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=dd0017d5-374b-486d-9b45-e56a3d47aa6f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.474849 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7df59e1c-469c-4952-8ad2-287da33514d6 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/dd0017d5-374b-486d-9b45-e56a3d47aa6f HTTP/1.1" status: 204 len: 168 time: 2.5098157 Mar 16 11:13:03.476077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59124) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:03.483166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-624814104'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:03.491519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.519454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:03.521778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f8346e-e893-4f43-b146-dbdaa8f4843a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.528981 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] Set router 528174f2-f7cd-43b1-acae-8370ec8faaad gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:03.531877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.533906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:network and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:03.543284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:03.552989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:03.597675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.647135 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:49Z', 'updated_at': '2022-03-16T11:13:01Z', 'revision_number': 3, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:03.651501 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cacc3-c987-45ce-8181-f439809c2574 None None] The sync data for ids ['528174f2-f7cd-43b1-acae-8370ec8faaad'] in dv-neutron-831730-4-hyperv is: [{'id': '528174f2-f7cd-43b1-acae-8370ec8faaad', 'name': 'tempest-NetworksTestDHCPv6-router-54597793', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:12:49Z', 'updated_at': '2022-03-16T11:13:01Z', 'revision_number': 3, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:03.684411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=3fc46a06-2da2-4616-96a4-1323f1528220,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.719420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.720573 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f919348f-9420-484b-8a5d-e93bb2d8ab0f tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7833316 Mar 16 11:13:03.724868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.725784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59128) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:03.731283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': '10152f86-aa60-40bb-9239-115ef459f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b712583a-7386-4e09-9857-e520c6013651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:03.731283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: b712583a-7386-4e09-9857-e520c6013651, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:03.763640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=127c5106-c40f-42e1-8270-c95a6e6ccc90,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.767263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.768700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:03.772449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.778017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2bc3b-9aa8-4f8a-a9b0-ee64cf72d45d None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:03.781885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.806035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5ec2904-8a56-4575-9cda-4b9c72947768 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.809746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:03.812706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Transition to ACTIVE for port object ba483c39-4347-4ab1-ad21-47b640e37cad will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:03.819029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.823350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Added segment 6d0dd75a-039f-4e27-929c-df06cbc94e69 of type vlan for network 3a627909-4a6c-4769-9abc-42d2eab9abd2 Mar 16 11:13:03.823645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5ec2904-8a56-4575-9cda-4b9c72947768 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.850015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.858428 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d1fbb2d8-ac49-46ab-8273-b16d76dae068 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/127c5106-c40f-42e1-8270-c95a6e6ccc90 HTTP/1.1" status: 204 len: 168 time: 0.5503807 Mar 16 11:13:03.863681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59132) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:03.919952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network b712583a-7386-4e09-9857-e520c6013651 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:03.934349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5ec2904-8a56-4575-9cda-4b9c72947768 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.953065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.958083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.959465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:03.959702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec2904-8a56-4575-9cda-4b9c72947768 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f8346e-e893-4f43-b146-dbdaa8f4843a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:03.960468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.999511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5ec2904-8a56-4575-9cda-4b9c72947768 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.003925 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c5ec2904-8a56-4575-9cda-4b9c72947768 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a5f8346e-e893-4f43-b146-dbdaa8f4843a HTTP/1.1" status: 204 len: 168 time: 0.2739089 Mar 16 11:13:04.004823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59136) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:04.056303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, b712583a-7386-4e09-9857-e520c6013651) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:04.069879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:04.082456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Network': ['ID=3a627909-4a6c-4769-9abc-42d2eab9abd2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:04.083378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c9849-8137-4839-9b96-81687956a4d3 None None] Network b712583a-7386-4e09-9857-e520c6013651 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:04.102479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] Deleting port 713e02c6-a444-4b1e-9add-c2409a264dda {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:04.103121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.112057 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fef0c34a-9823-42e8-928f-bc2f3da885b4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6324096 Mar 16 11:13:04.112594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59140) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:04.119329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:04.120046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:04.121488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:04.122097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.132770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:04.134922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:04.147507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:04.201543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event updated for resources: {'Port': ['ID=ba483c39-4347-4ab1-ad21-47b640e37cad,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:04.229154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-579447d7-6426-47f8-a8cf-70cb7f488a83 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:router {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:04.265695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2f484c0c-865b-4b48-afa0-db64a28b5923 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:04.265814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:04.268546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:04.272488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:04.279966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:04.292545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:04.296537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.306909 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d041494-1cb3-4e7d-a37b-c351686b4a84 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6346362 Mar 16 11:13:04.309862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59144) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:04.317255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:04.370296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-579447d7-6426-47f8-a8cf-70cb7f488a83 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:router {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:04.371497 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-579447d7-6426-47f8-a8cf-70cb7f488a83 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5095220 Mar 16 11:13:04.374337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59148) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:04.426623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2f484c0c-865b-4b48-afa0-db64a28b5923 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:04.430534 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2f484c0c-865b-4b48-afa0-db64a28b5923 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4139855 Mar 16 11:13:04.431851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7f96483f-a2e4-4323-8e8f-15e91b6bf9fa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4610152 Mar 16 11:13:04.436741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59152) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:04.439476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59154) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:04.458992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Request body: {'floatingip': {'port_id': 'ba483c39-4347-4ab1-ad21-47b640e37cad'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:04.466724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:04.470321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.481475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1d031f6c-a307-4fd9-8cd3-89ced61b226c no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:04.582949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.639849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 1d031f6c-a307-4fd9-8cd3-89ced61b226c {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:04.640200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1d031f6c-a307-4fd9-8cd3-89ced61b226c not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:04.640584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 713e02c6-a444-4b1e-9add-c2409a264dda no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:04.691212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2404021'] for subnet, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.732674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] For port 713e02c6-a444-4b1e-9add-c2409a264dda, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=713e02c6-a444-4b1e-9add-c2409a264dda,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:04.733074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.782271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.864826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8185abcf-a281-4211-a977-3ed5513e1ea5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.881351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] Calling delete_port for 713e02c6-a444-4b1e-9add-c2409a264dda owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:04.911399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e07392dd-2725-4d06-9c15-f7ac7f5325ab None None] Provisioning for port ba483c39-4347-4ab1-ad21-47b640e37cad completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:04.960000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e07392dd-2725-4d06-9c15-f7ac7f5325ab None None] Provisioning complete for port ba483c39-4347-4ab1-ad21-47b640e37cad triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:04.960376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e07392dd-2725-4d06-9c15-f7ac7f5325ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.980011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8185abcf-a281-4211-a977-3ed5513e1ea5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.084401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.088501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.107894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e07392dd-2725-4d06-9c15-f7ac7f5325ab None None] Port ba483c39-4347-4ab1-ad21-47b640e37cad cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:05.138198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.178525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-b712583a-7386-4e09-9857-e520c6013651', 'network_id': 'b712583a-7386-4e09-9857-e520c6013651', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '3fc46a06-2da2-4616-96a4-1323f1528220'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:05.179395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.196719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.215642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.216126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Fanout notify agent at l3_agent the message router_deleted on router 528174f2-f7cd-43b1-acae-8370ec8faaad {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:05.281933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 95a98cfb-0586-4b28-84a9-f80536c87bd9 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:05.284963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.306597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] Pushing event deleted for resources: {'Port': ['ID=713e02c6-a444-4b1e-9add-c2409a264dda,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:05.326278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.327312 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-85e9933a-b39e-47e9-82f1-9f65b8d1bd71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/routers/528174f2-f7cd-43b1-acae-8370ec8faaad HTTP/1.1" status: 204 len: 168 time: 0.9518769 Mar 16 11:13:05.332684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59160) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:05.341411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772078779639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2220610'] for subnet, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.345836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8185abcf-a281-4211-a977-3ed5513e1ea5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.346641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:05.366932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06843c-f581-40ff-8ee4-232579e00b55 None None] No DVR routers for this DVR port 713e02c6-a444-4b1e-9add-c2409a264dda on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:05.368221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 95a98cfb-0586-4b28-84a9-f80536c87bd9 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:05.368758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 95a98cfb-0586-4b28-84a9-f80536c87bd9 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:05.480792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Allocated IP 172.20.0.2 (b712583a-7386-4e09-9857-e520c6013651/3fc46a06-2da2-4616-96a4-1323f1528220/7ed5c8a5-2db2-435a-8edd-bff58e5d9583) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:05.498254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=1dd259e0-39cb-424b-8fab-70105b19549b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:05.507575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:05.518316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:05.521671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Checking segment: {'id': '6d0dd75a-039f-4e27-929c-df06cbc94e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:05.522057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network hostable DHCP agents. Network: 3a627909-4a6c-4769-9abc-42d2eab9abd2, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:05.528745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:05.539659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:05.608671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:05.609265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.613202 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "PUT /v2.0/subnets/3fc46a06-2da2-4616-96a4-1323f1528220 HTTP/1.1" status: 200 len: 806 time: 1.3022015 Mar 16 11:13:05.613345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59164) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:05.623880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185abcf-a281-4211-a977-3ed5513e1ea5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a89002-0ae1-46c3-a9ba-7455f876a4a8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:05.644813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:05.653570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc115a-3c93-46ee-ae56-ef7816c5918c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=3fc46a06-2da2-4616-96a4-1323f1528220,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:05.678083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:05.682532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.726162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.736153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Transition to ACTIVE for port object 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:05.749880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8185abcf-a281-4211-a977-3ed5513e1ea5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.753623 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8185abcf-a281-4211-a977-3ed5513e1ea5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/d3a89002-0ae1-46c3-a9ba-7455f876a4a8 HTTP/1.1" status: 204 len: 168 time: 1.3134208 Mar 16 11:13:05.758460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59168) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:05.758635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Transition to ACTIVE for port object 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:05.767679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 3a627909-4a6c-4769-9abc-42d2eab9abd2) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:05.777790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71d1a3-0f8c-4afe-8f50-9e0c6d34bc9f None None] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:05.798256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.841149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:05.841725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.856719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.884732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.934408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Network b712583a-7386-4e09-9857-e520c6013651 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:05.938752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:05.951850 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:05.959655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a31eadda-99a8-43d7-915b-d6355746edcb tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:05.965078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:05.968726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:05.973245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c4f7afaa-cb91-434f-9190-3003563f89b3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8596759 Mar 16 11:13:05.978518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59172) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:05.988142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-581472699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:06.006854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:06.009788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:06.010162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.050157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:router and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:06.055371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:06.090813 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP bf0adc97-7f06-4105-af14-373d50e19548 associated. External IP: 172.26.7.96, port: 536d120d-04f2-4a37-bb43-076f1fa6164a. Mar 16 11:13:06.095344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:06.103277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Attempting to bind port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:06.103472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a31eadda-99a8-43d7-915b-d6355746edcb tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:06.104009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Attempting to bind port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '10152f86-aa60-40bb-9239-115ef459f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b712583a-7386-4e09-9857-e520c6013651'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:06.104551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Attempting to bind port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 on network b712583a-7386-4e09-9857-e520c6013651 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:06.104672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a31eadda-99a8-43d7-915b-d6355746edcb tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3454156 Mar 16 11:13:06.115151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:06.115532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Checking segment: {'id': '10152f86-aa60-40bb-9239-115ef459f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b712583a-7386-4e09-9857-e520c6013651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:06.115939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.116338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Bound using segment: {'id': '10152f86-aa60-40bb-9239-115ef459f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b712583a-7386-4e09-9857-e520c6013651'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:06.116833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59176) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:06.117213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Bound port: 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10152f86-aa60-40bb-9239-115ef459f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b712583a-7386-4e09-9857-e520c6013651'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:06.117772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.231383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.232392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.248081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-3a627909-4a6c-4769-9abc-42d2eab9abd2', 'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': '1dd259e0-39cb-424b-8fab-70105b19549b'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:06.254062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.371768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] For port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:06.388101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.390560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] For port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,segment=NetworkSegment(10152f86-aa60-40bb-9239-115ef459f44a),segment_id=10152f86-aa60-40bb-9239-115ef459f44a)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:06.429124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.436219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21acfbec-ab5a-49f0-aca1-110b5a08e2db tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.473997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.562419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Allocated IP 2001:db8::2 (3a627909-4a6c-4769-9abc-42d2eab9abd2/1dd259e0-39cb-424b-8fab-70105b19549b/a50b6205-0663-4209-8cae-2ed70a744e45) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:06.639756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:06.649032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:06.659092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:06.673372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:06.673982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.678334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21acfbec-ab5a-49f0-aca1-110b5a08e2db tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.733511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host dv-neutron-831730-4-hyperv, got binding levels [] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:06.733810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.742815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=9d0ca1ea-d533-4bd9-8afe-06b8636d24ee,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:06.748760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc67f7-2f64-4cac-8799-9aebb6ae67a5 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:06.752483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.819378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afba5b-1ef2-4373-a1f0-eaf51789de53 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:06.876144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:06.890309 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0cd43c45-c035-4156-abee-38445ea5440c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5553448 Mar 16 11:13:06.898750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:06.930674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:06.939286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59180) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:06.965312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:06.978870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:06.979680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:06.994122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:07.002880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:router and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:07.008635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:07.026185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:07.053582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.057410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a183f9db-ed7c-4f1d-83dd-8e9f5774e9a1 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0735614 Mar 16 11:13:07.057814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59184) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:07.064017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2', 'name': 'tempest-PortsIpV6TestJSON-1307642877'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:07.086449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21acfbec-ab5a-49f0-aca1-110b5a08e2db tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.108663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.131491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:07.131491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:07.148585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.149781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.169351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acfbec-ab5a-49f0-aca1-110b5a08e2db tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b2f758-6e90-4dfd-8f6b-32f62be1c8f1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:07.182617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:07.183607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.243191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.268704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.292577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.293091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec93f18d-0700-4bd4-b007-f2f6da9cce2d None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:07.301057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Transition to ACTIVE for port object a50b6205-0663-4209-8cae-2ed70a744e45 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:07.320189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21acfbec-ab5a-49f0-aca1-110b5a08e2db tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.321410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-21acfbec-ab5a-49f0-aca1-110b5a08e2db tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/f7b2f758-6e90-4dfd-8f6b-32f62be1c8f1 HTTP/1.1" status: 204 len: 168 time: 1.2014534 Mar 16 11:13:07.332345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59188) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:07.361240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Transition to ACTIVE for port object a50b6205-0663-4209-8cae-2ed70a744e45 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:07.367189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:07.367189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.371377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.395988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router af7a1eaf-643d-4f4b-9492-22778b5538f1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:07.402001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:07.411098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:port and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:07.416682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:07.427926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.430647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:07.440849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-37e76aaf-8f22-4ff5-8626-15121ad7dd86 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:07.476721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.478096 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-beb34a0a-4b76-4ecb-b50b-1e430f72260f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5369036 Mar 16 11:13:07.480660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59192) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:07.523729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:07.532906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:07.538417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Pushing event updated for resources: {'Port': ['ID=a50b6205-0663-4209-8cae-2ed70a744e45,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:07.541060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:07.626800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:07.637696 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] Sync routers for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:07.638747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.654675 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:07.655640 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.680315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:07.680658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.695818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Attempting to bind port a50b6205-0663-4209-8cae-2ed70a744e45 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:07.696182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Attempting to bind port a50b6205-0663-4209-8cae-2ed70a744e45 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6d0dd75a-039f-4e27-929c-df06cbc94e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:07.696543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Attempting to bind port a50b6205-0663-4209-8cae-2ed70a744e45 on network 3a627909-4a6c-4769-9abc-42d2eab9abd2 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:07.704340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9d0ca1ea-d533-4bd9-8afe-06b8636d24ee/4274c439-af26-41c4-928a-7a2d501ed15f) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:07.710814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:07.711320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Checking segment: {'id': '6d0dd75a-039f-4e27-929c-df06cbc94e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:07.711635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.711965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Bound using segment: {'id': '6d0dd75a-039f-4e27-929c-df06cbc94e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:07.712446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Bound port: a50b6205-0663-4209-8cae-2ed70a744e45, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0dd75a-039f-4e27-929c-df06cbc94e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3a627909-4a6c-4769-9abc-42d2eab9abd2'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:07.712789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.720343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-37e76aaf-8f22-4ff5-8626-15121ad7dd86 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:07.721583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-37e76aaf-8f22-4ff5-8626-15121ad7dd86 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3877988 Mar 16 11:13:07.722758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:07.732847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.744973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:07.753542 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.763843 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:07.764037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549987107'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:07.764883 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.771104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:07.782597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:07.815928 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8325aa52-0b7b-4052-93dd-2aca46853337 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/floatingips/bf0adc97-7f06-4105-af14-373d50e19548 HTTP/1.1" status: 200 len: 976 time: 3.3766439 Mar 16 11:13:07.816652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59200) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:07.841430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port f0db6906-41a5-4559-982c-17907f3a2303 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:07.864190 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:07.864750 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4c56e-3509-4c90-bf77-2cbc848aff01 None None] The sync data for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:07.915796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port ba483c39-4347-4ab1-ad21-47b640e37cad {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:07.916117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.962645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:07.979191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] For port a50b6205-0663-4209-8cae-2ed70a744e45, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:07.992708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] For port a50b6205-0663-4209-8cae-2ed70a744e45, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a50b6205-0663-4209-8cae-2ed70a744e45,segment=NetworkSegment(6d0dd75a-039f-4e27-929c-df06cbc94e69),segment_id=6d0dd75a-039f-4e27-929c-df06cbc94e69)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:08.017653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:08.024020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:08.027661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:08.040965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:08.101177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.231848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.246387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.262800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927b038-7b7f-4257-9135-7580d973a1b4 None None] Network b712583a-7386-4e09-9857-e520c6013651 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:08.279845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Transition to ACTIVE for port object 4274c439-af26-41c4-928a-7a2d501ed15f will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:08.327606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05961e-085f-4bf0-8ac6-7e38ce9fe7ca None None] Pushing event updated for resources: {'Port': ['ID=a50b6205-0663-4209-8cae-2ed70a744e45,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:08.336771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.409111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Transition to ACTIVE for port object 4274c439-af26-41c4-928a-7a2d501ed15f will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:08.480134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.492126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:08.564248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b442aed-beda-4ba9-bc6f-b44562b85c99,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:08.585745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.626286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ff93b840-53d3-46d8-82e0-fbf1bbe7d1d4 None None] Provisioning for port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:08.635336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.668142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.669391 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a8b82c7-57ec-4a57-ae22-673d3ad63887 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9186714 Mar 16 11:13:08.678139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59204) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:08.681959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::3de (3a627909-4a6c-4769-9abc-42d2eab9abd2/1dd259e0-39cb-424b-8fab-70105b19549b/f0db6906-41a5-4559-982c-17907f3a2303) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:08.683370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '6b442aed-beda-4ba9-bc6f-b44562b85c99', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:08.700217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:08.712268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:08.720367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:08.742427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:08.748622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:08.755496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:08.770487 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:08.891643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Pushing event updated for resources: {'Port': ['ID=4274c439-af26-41c4-928a-7a2d501ed15f,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:08.924510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,segment=NetworkSegment(10152f86-aa60-40bb-9239-115ef459f44a),segment_id=10152f86-aa60-40bb-9239-115ef459f44a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:08.924949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.938872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:08.956972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.960092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:08.960462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:08.997129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Attempting to bind port 4274c439-af26-41c4-928a-7a2d501ed15f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:08.998049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Attempting to bind port 4274c439-af26-41c4-928a-7a2d501ed15f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:08.998049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Attempting to bind port 4274c439-af26-41c4-928a-7a2d501ed15f on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:09.011606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:09.011990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:09.012396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.012798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:09.013288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Bound port: 4274c439-af26-41c4-928a-7a2d501ed15f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:09.013654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.014103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.014573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.014878 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Floating IP bf0adc97-7f06-4105-af14-373d50e19548 disassociated. External IP: 172.26.7.96, port: ba483c39-4347-4ab1-ad21-47b640e37cad. Mar 16 11:13:09.015214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for ba483c39-4347-4ab1-ad21-47b640e37cad owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:09.108962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.140734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:09.189044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] For port 4274c439-af26-41c4-928a-7a2d501ed15f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:09.196684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.199930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] For port 4274c439-af26-41c4-928a-7a2d501ed15f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4274c439-af26-41c4-928a-7a2d501ed15f,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:09.203165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.226100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b673ce-b580-44f3-ab03-b7f2f57f5f81,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:09.255843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,segment=NetworkSegment(10152f86-aa60-40bb-9239-115ef459f44a),segment_id=10152f86-aa60-40bb-9239-115ef459f44a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:09.279755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.308288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.312315 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-686e0355-01ee-453e-8bd5-a318d4fa17be tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6301010 Mar 16 11:13:09.312315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.312315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59208) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:09.385147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.440080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=ba483c39-4347-4ab1-ad21-47b640e37cad,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:09.441272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d23a2-ad6b-4ec6-b9c6-1e8c9ffd0ca5 None None] Pushing event updated for resources: {'Port': ['ID=4274c439-af26-41c4-928a-7a2d501ed15f,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:09.447898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::1 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9d0ca1ea-d533-4bd9-8afe-06b8636d24ee/af789048-edf8-47b5-bccf-a64d6b23cb20) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:09.492853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.532442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:09.536510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:09.544453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a391d-28fa-408e-b416-0e962ef4bcc6 None None] Network b712583a-7386-4e09-9857-e520c6013651 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:09.579940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:09.580287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.621309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7080fc15-1dce-4577-941c-f4d01d765ac1 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.642630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7080fc15-1dce-4577-941c-f4d01d765ac1 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.742984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9d45baee-f1bd-4bd7-a465-13d8dfffea0a None None] Provisioning complete for port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:09.743592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d45baee-f1bd-4bd7-a465-13d8dfffea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.813651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7080fc15-1dce-4577-941c-f4d01d765ac1 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.842263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object f0db6906-41a5-4559-982c-17907f3a2303 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:09.857631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080fc15-1dce-4577-941c-f4d01d765ac1 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3b673ce-b580-44f3-ab03-b7f2f57f5f81,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:09.875798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7080fc15-1dce-4577-941c-f4d01d765ac1 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:09.880443 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7080fc15-1dce-4577-941c-f4d01d765ac1 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b3b673ce-b580-44f3-ab03-b7f2f57f5f81 HTTP/1.1" status: 204 len: 168 time: 0.5641773 Mar 16 11:13:09.882543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59212) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:09.916517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:09.939906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router af7a1eaf-643d-4f4b-9492-22778b5538f1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:09.969045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e95be5cd-35b7-40de-a52a-8a515fa35edc tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:10.085725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e95be5cd-35b7-40de-a52a-8a515fa35edc tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:10.090501 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e95be5cd-35b7-40de-a52a-8a515fa35edc tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2069564 Mar 16 11:13:10.092990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59216) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:10.104818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.105751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dee1ea-6869-4609-aca2-9d93b96413af None None] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:10.132409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,segment=NetworkSegment(10152f86-aa60-40bb-9239-115ef459f44a),segment_id=10152f86-aa60-40bb-9239-115ef459f44a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:10.133208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.152281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object af789048-edf8-47b5-bccf-a64d6b23cb20 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:10.259063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd485a0f-df88-4c35-89c7-5865bf6ad0aa tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.264129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:10.271705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:10.300825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] Sync routers for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:10.319478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6146dd38-f62d-4257-9ce0-8987d5336ff5 None None] Provisioning for port a50b6205-0663-4209-8cae-2ed70a744e45 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:10.336219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:10.339966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:10.366138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.370346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd485a0f-df88-4c35-89c7-5865bf6ad0aa tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.407117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.409100 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-52864ec7-5e63-477e-a126-c720b0e1e746 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/ports/ba483c39-4347-4ab1-ad21-47b640e37cad HTTP/1.1" status: 204 len: 168 time: 2.5914598 Mar 16 11:13:10.417817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59220) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:10.499800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:10.561399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:10.562117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:10.714193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:10.714858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e40934-9408-4940-a132-ae433d65fb5f None None] The sync data for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:10.739735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a50b6205-0663-4209-8cae-2ed70a744e45 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:10.774947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.811847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:10.815682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:10.826006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:10.834903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e94ecf40-4059-444e-a905-c93992452307 None None] Provisioning complete for port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:10.835198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:10.835872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.836191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e94ecf40-4059-444e-a905-c93992452307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.849890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:10.855190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:10.858733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd485a0f-df88-4c35-89c7-5865bf6ad0aa tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.860682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:10.861226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.876995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:10.892559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd485a0f-df88-4c35-89c7-5865bf6ad0aa tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b442aed-beda-4ba9-bc6f-b44562b85c99,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:10.930711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e94ecf40-4059-444e-a905-c93992452307 None None] Port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:13:10.964647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=f0db6906-41a5-4559-982c-17907f3a2303,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:11.010334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1ab97-c59b-4d2e-a5ec-edcb4b8eec92 None None] DHCP port deletion for b712583a-7386-4e09-9857-e520c6013651 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:11.024353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a50b6205-0663-4209-8cae-2ed70a744e45 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:11.034860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:11.039603 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a50b6205-0663-4209-8cae-2ed70a744e45 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:11.040977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.079537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.079883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.080218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.080548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.080875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.081196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.081964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.082295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.082796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.083315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.083858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.084209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.180246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd485a0f-df88-4c35-89c7-5865bf6ad0aa tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.185254 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bd485a0f-df88-4c35-89c7-5865bf6ad0aa tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b442aed-beda-4ba9-bc6f-b44562b85c99 HTTP/1.1" status: 204 len: 168 time: 1.0874970 Mar 16 11:13:11.186305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59224) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:11.210699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.212812 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf0699e5-87cf-436f-a41f-9706b3ad0045 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1538944 Mar 16 11:13:11.225266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59228) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:11.253249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a50b6205-0663-4209-8cae-2ed70a744e45, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a50b6205-0663-4209-8cae-2ed70a744e45,segment=NetworkSegment(6d0dd75a-039f-4e27-929c-df06cbc94e69),segment_id=6d0dd75a-039f-4e27-929c-df06cbc94e69)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:11.311861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=af789048-edf8-47b5-bccf-a64d6b23cb20,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:11.322535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.324202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4274c439-af26-41c4-928a-7a2d501ed15f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:11.356575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.437541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=7ed5c8a5-2db2-435a-8edd-bff58e5d9583,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:11.464953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Provisioning for port f0db6906-41a5-4559-982c-17907f3a2303 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:11.480746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.497371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Provisioning complete for port f0db6906-41a5-4559-982c-17907f3a2303 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:11.498151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.521331 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ca629253-aec8-440c-a2b4-4817fa11d6c8 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3104644 Mar 16 11:13:11.528535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59232) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:11.575631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a50b6205-0663-4209-8cae-2ed70a744e45,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:11.596196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790660935'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:11.607534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.607918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.608261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.608597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.608928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.609262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.609590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.610110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.610449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.610773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.611095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.611418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:11.620153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:11.630604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:11.636057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:11.637501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Port f0db6906-41a5-4559-982c-17907f3a2303 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:11.646392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:11.661412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28cbbf-1180-4a01-b660-2e4331ede09c None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:13:11.703587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4274c439-af26-41c4-928a-7a2d501ed15f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:11.712683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:11.730155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.748834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Provisioning for port 4274c439-af26-41c4-928a-7a2d501ed15f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:11.759849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:11.760256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 11:13:11.795188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Provisioning complete for port 4274c439-af26-41c4-928a-7a2d501ed15f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:11.795570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.826745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 not found, will not notify nova. {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 11:13:11.829577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.844789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc46a06-2da2-4616-96a4-1323f1528220,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:11.970207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:11.974282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28cbbf-1180-4a01-b660-2e4331ede09c None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:13:11.977733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:11.989260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.018548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:12.028149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:12.045527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:12.099420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.109176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] For port 4274c439-af26-41c4-928a-7a2d501ed15f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4274c439-af26-41c4-928a-7a2d501ed15f,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:12.109508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b712583a-7386-4e09-9857-e520c6013651']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:12.137649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10152f86-aa60-40bb-9239-115ef459f44a') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:12.138113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10152f86-aa60-40bb-9239-115ef459f44a') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:12.163663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.179127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.211341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.217001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.232202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:12.232551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:12.256950 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:12.307467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Provisioning complete for port a50b6205-0663-4209-8cae-2ed70a744e45 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:12.307840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.339798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.351462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e2f9a-f322-4bfa-84ce-bf74fe07a634 None None] Pushing event updated for resources: {'Port': ['ID=4274c439-af26-41c4-928a-7a2d501ed15f,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:12.372313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.404053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.444523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a50b6205-0663-4209-8cae-2ed70a744e45 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:12.449989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.457668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.458552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.527610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.543723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b712583a-7386-4e09-9857-e520c6013651 HTTP/1.1" status: 204 len: 168 time: 6.9242873 Mar 16 11:13:12.547468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59236) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:12.560152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f064de-043c-47b5-81b8-632e993ba43a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:12.617354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a50b6205-0663-4209-8cae-2ed70a744e45 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:12.617694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.654343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533be25-f9b6-425d-9ad5-69524a3e5f45 None None] Network b712583a-7386-4e09-9857-e520c6013651 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:12.684367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533be25-f9b6-425d-9ad5-69524a3e5f45 None None] Network b712583a-7386-4e09-9857-e520c6013651 could not be found, it might have been deleted concurrently. {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 11:13:12.708960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca405d-91d6-419b-8e15-2d09c238fc96 None None] DHCP port deletion for b712583a-7386-4e09-9857-e520c6013651 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:12.755975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6c4d7-9d69-4734-8ac8-32109c1a93d2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=b712583a-7386-4e09-9857-e520c6013651,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:12.757405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.758736 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-541af4f1-e93b-4bb3-8a88-2781e7feba2d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2281239 Mar 16 11:13:12.765074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59240) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:12.774045 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d06ac80-8fe7-4edd-bc47-f6b687fb0b8b tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:12.774526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d06ac80-8fe7-4edd-bc47-f6b687fb0b8b tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:12.779708 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3d06ac80-8fe7-4edd-bc47-f6b687fb0b8b tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b712583a-7386-4e09-9857-e520c6013651 HTTP/1.1" status: 404 len: 339 time: 0.2135954 Mar 16 11:13:12.783071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59244) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:12.800923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2122354293', 'description': 'd1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:12.805702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:12.824693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '29f064de-043c-47b5-81b8-632e993ba43a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:12.837756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:12.856808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:12.867207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:12.870371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=af789048-edf8-47b5-bccf-a64d6b23cb20,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:12.873127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:network and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:12.877892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:12.880596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:12.886967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:12.898610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:12.926610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Provisioning for port af789048-edf8-47b5-bccf-a64d6b23cb20 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:12.931822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:12.933499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:12.942695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Provisioning complete for port af789048-edf8-47b5-bccf-a64d6b23cb20 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:12.943113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:12.976539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:12.977031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ed5c8a5-2db2-435a-8edd-bff58e5d9583 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:12.978359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port b5c841a6-b16e-4555-a6da-d497b38bfe17 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:12.978741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.020984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Port af789048-edf8-47b5-bccf-a64d6b23cb20 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:13.026034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:13.030807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.038356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.040362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Provisioning complete for port f0db6906-41a5-4559-982c-17907f3a2303 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:13.040798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.074250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.139441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:13.146562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-838c4253-5cfa-4b01-9715-a8f890ced4f9 None None] Port f0db6906-41a5-4559-982c-17907f3a2303 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:13.153472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.156253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment 37d580ee-f79e-4975-a347-02a065504375 of type vlan for network c959c556-039d-4b41-a30d-7fd153156776 Mar 16 11:13:13.212969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.217237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.275321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-81a78b23-1cb2-4507-a721-1216f3d58a78 None None] Provisioning complete for port af789048-edf8-47b5-bccf-a64d6b23cb20 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:13.276719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-81a78b23-1cb2-4507-a721-1216f3d58a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.279892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.341367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-81a78b23-1cb2-4507-a721-1216f3d58a78 None None] Port af789048-edf8-47b5-bccf-a64d6b23cb20 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:13.352820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.359386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:13.360106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.387668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=f0db6906-41a5-4559-982c-17907f3a2303,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:13.395525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:13:13.395835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.407837 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.570078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7813849 Mar 16 11:13:13.574071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59248) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:13.574725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c42c7-b7aa-42b5-bcd9-24da025e9c95 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=c959c556-039d-4b41-a30d-7fd153156776,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:13.579149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7728a8c8-6f20-42ea-8fed-2fb249c1883c None None] Provisioning complete for port f0db6906-41a5-4559-982c-17907f3a2303 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:13.579667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7728a8c8-6f20-42ea-8fed-2fb249c1883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.618546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for b5c841a6-b16e-4555-a6da-d497b38bfe17 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:13.621605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c959c556-039d-4b41-a30d-7fd153156776 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:13.653812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567584a8-f5b7-4d0f-973f-c032eeb9c9ca,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:13.746867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7728a8c8-6f20-42ea-8fed-2fb249c1883c None None] Port f0db6906-41a5-4559-982c-17907f3a2303 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:13.768192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.769379 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4ebd628d-318a-4a2c-9e67-2eba79007d85 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0008891 Mar 16 11:13:13.781657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59252) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:13.787706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:13.803521 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Sync routers for ids ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:13.807101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-15a226ef-178b-46c0-8262-f0f839d13aaf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "PUT /v2.0/routers/3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3224022 Mar 16 11:13:13.808757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59256) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:13.813444 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Routers {'3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:13.814061 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:13.814487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0bd1d-110f-435e-9255-df93a7f7dc70 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:13.815209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-99c0bd1d-110f-435e-9255-df93a7f7dc70 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Synchronizing usage tracker for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:13.827965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ca40063d-fb1c-41d3-9b61-555e1bc49e1a tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules/567584a8-f5b7-4d0f-973f-c032eeb9c9ca HTTP/1.1" status: 200 len: 763 time: 0.0428488 Mar 16 11:13:13.829789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59260) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:13.853457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:13.886166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d8473db2-5986-4db5-bf51-240d0a2d8cf4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:13.900793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-99c0bd1d-110f-435e-9255-df93a7f7dc70 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Unset dirty status for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:13.904639 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-99c0bd1d-110f-435e-9255-df93a7f7dc70 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks?id=c959c556-039d-4b41-a30d-7fd153156776 HTTP/1.1" status: 200 len: 761 time: 0.3249750 Mar 16 11:13:13.904905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59264) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:13.910753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'description': 'd2'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:13.947359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d8473db2-5986-4db5-bf51-240d0a2d8cf4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:13.948595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d8473db2-5986-4db5-bf51-240d0a2d8cf4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1178248 Mar 16 11:13:13.951380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59268) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:13.974750 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Set router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:14.044143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5900-3b54-4611-8e7e-8b83786c0ac4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.089222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5900-3b54-4611-8e7e-8b83786c0ac4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.198408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.261281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5900-3b54-4611-8e7e-8b83786c0ac4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.265458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a29b05-3fc1-44c9-bd01-7d423c1cb4f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.270539 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-74a29b05-3fc1-44c9-bd01-7d423c1cb4f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports/af789048-edf8-47b5-bccf-a64d6b23cb20 HTTP/1.1" status: 200 len: 911 time: 0.4578149 Mar 16 11:13:14.271290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59272) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:14.285504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c5900-3b54-4611-8e7e-8b83786c0ac4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=567584a8-f5b7-4d0f-973f-c032eeb9c9ca,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:14.290599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.321542 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:07Z', 'updated_at': '2022-03-16T11:13:11Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None, '_interfaces': [{'id': 'af789048-edf8-47b5-bccf-a64d6b23cb20', 'name': '', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'mac_address': 'fa:16:3e:27:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:08Z', 'updated_at': '2022-03-16T11:13:11Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'subnets': [{'id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:14.324280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network c959c556-039d-4b41-a30d-7fd153156776 is not hosted by any dhcp agent {{(pid=88450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 16 11:13:14.330360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Checking router: 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:14.330360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Updating router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 port af789048-edf8-47b5-bccf-a64d6b23cb20 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:13:14.330818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.331194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.333101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "PUT /v2.0/networks/c959c556-039d-4b41-a30d-7fd153156776 HTTP/1.1" status: 200 len: 758 time: 0.4267247 Mar 16 11:13:14.336779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59276) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:14.391707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4274c439-af26-41c4-928a-7a2d501ed15f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:14.393823 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.411863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5900-3b54-4611-8e7e-8b83786c0ac4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.413697 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6a3c5900-3b54-4611-8e7e-8b83786c0ac4 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/567584a8-f5b7-4d0f-973f-c032eeb9c9ca HTTP/1.1" status: 204 len: 168 time: 0.4614313 Mar 16 11:13:14.418267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59280) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:14.435360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63914750-83f8-45d2-90e7-822fbfb7e7bc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=c959c556-039d-4b41-a30d-7fd153156776,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:14.450455 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c959c556-039d-4b41-a30d-7fd153156776 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:14.487920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cccdc7c2-19fc-4127-b11e-cd90a124efbf tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:14.559636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cccdc7c2-19fc-4127-b11e-cd90a124efbf tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:14.563891 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cccdc7c2-19fc-4127-b11e-cd90a124efbf tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1424980 Mar 16 11:13:14.565018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59284) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:14.571946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '29f064de-043c-47b5-81b8-632e993ba43a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:14.580944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.583876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:14.602306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4274c439-af26-41c4-928a-7a2d501ed15f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:14.602770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.607407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:14.608972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d9dd41-c75f-40cc-b4cc-92db0e383a26 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.609666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-27d9dd41-c75f-40cc-b4cc-92db0e383a26 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Synchronizing usage tracker for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:14.650947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.721896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.728943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=b5c841a6-b16e-4555-a6da-d497b38bfe17,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:14.743037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fafb7ec-06f2-4d5a-891b-b74449cfc4e3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.748812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fafb7ec-06f2-4d5a-891b-b74449cfc4e3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:14.757583 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3fafb7ec-06f2-4d5a-891b-b74449cfc4e3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4782298 Mar 16 11:13:14.757583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-27d9dd41-c75f-40cc-b4cc-92db0e383a26 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Unset dirty status for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:14.757583 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-27d9dd41-c75f-40cc-b4cc-92db0e383a26 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks?id=c959c556-039d-4b41-a30d-7fd153156776 HTTP/1.1" status: 200 len: 761 time: 0.4147587 Mar 16 11:13:14.757997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59288) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:14.765402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59290) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:14.799921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138419085'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:14.814346 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.830767 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Transition to ACTIVE for port object af789048-edf8-47b5-bccf-a64d6b23cb20 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.865754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.866697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:14.892021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:14.918781 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:14.998746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:15.086699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.169124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:15.172824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.173955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.204440 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Pushing event updated for resources: {'Port': ['ID=af789048-edf8-47b5-bccf-a64d6b23cb20,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:15.235158 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.237268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.237268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.237268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.237268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.237956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.238293 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.238640 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.238984 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.239545 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.240320 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.240771 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:15.253347 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Attempting to bind port af789048-edf8-47b5-bccf-a64d6b23cb20 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:15.253713 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Attempting to bind port af789048-edf8-47b5-bccf-a64d6b23cb20 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:15.254259 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Attempting to bind port af789048-edf8-47b5-bccf-a64d6b23cb20 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:15.265249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:15.265249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:15.265249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.265249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:15.265249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Bound port: af789048-edf8-47b5-bccf-a64d6b23cb20, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:15.265759 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.315513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67eb81a2-a5da-4428-bd98-fafb856b5927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.375438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96470b2a-09c0-4827-a21a-7d868cba348e,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:15.390292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:15.400405 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] For port af789048-edf8-47b5-bccf-a64d6b23cb20, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:15.404428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] For port af789048-edf8-47b5-bccf-a64d6b23cb20, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=af789048-edf8-47b5-bccf-a64d6b23cb20,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:15.435014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.435631 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment ce29a975-5da1-4f54-bc45-48925b06e241 of type vlan for network b1cae753-deba-4830-946d-b00a875df36f Mar 16 11:13:15.446775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.496185 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.543375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.544946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0544afdf-ec22-4714-8721-eace4db84a60 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9798181 Mar 16 11:13:15.547993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59296) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:15.549639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.590263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.602296 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b0680dd3-a1c3-466d-a573-1bfa3056c745 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules/96470b2a-09c0-4827-a21a-7d868cba348e HTTP/1.1" status: 200 len: 763 time: 0.0473039 Mar 16 11:13:15.607185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59300) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:15.613358 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Routers {'3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:15.614054 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:15.694177 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b37211-7090-4585-9894-8827bf326668 None None] Pushing event updated for resources: {'Port': ['ID=af789048-edf8-47b5-bccf-a64d6b23cb20,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:15.739804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.817716 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] Set router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:15.853424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.854220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.954879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:15.960649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:15.961230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.043862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port af789048-edf8-47b5-bccf-a64d6b23cb20 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:16.044210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.044761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-245f64be-1bee-40c5-8f99-2dc64011dcc5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:16.109827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=f0db6906-41a5-4559-982c-17907f3a2303,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:16.158089 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:07Z', 'updated_at': '2022-03-16T11:13:11Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None, '_interfaces': [{'id': 'af789048-edf8-47b5-bccf-a64d6b23cb20', 'name': '', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'mac_address': 'fa:16:3e:27:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:08Z', 'updated_at': '2022-03-16T11:13:15Z', 'revision_number': 4, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'subnets': [{'id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:16.162965 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b028ff5-5471-456e-b576-aabaa577ad99 None None] The sync data for ids ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'] in dv-neutron-831730-4-hyperv is: [{'id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:07Z', 'updated_at': '2022-03-16T11:13:11Z', 'revision_number': 2, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None, '_interfaces': [{'id': 'af789048-edf8-47b5-bccf-a64d6b23cb20', 'name': '', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'mac_address': 'fa:16:3e:27:fd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:08Z', 'updated_at': '2022-03-16T11:13:15Z', 'revision_number': 4, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'subnets': [{'id': '9d0ca1ea-d533-4bd9-8afe-06b8636d24ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:16.248636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port af789048-edf8-47b5-bccf-a64d6b23cb20, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=af789048-edf8-47b5-bccf-a64d6b23cb20,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:16.249173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.271378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=b1cae753-deba-4830-946d-b00a875df36f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:16.284557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b1cae753-deba-4830-946d-b00a875df36f details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:16.390106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c9ccd161-861b-46b8-bd2b-7dc800446427 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6150153 Mar 16 11:13:16.390106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-245f64be-1bee-40c5-8f99-2dc64011dcc5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:16.390106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-245f64be-1bee-40c5-8f99-2dc64011dcc5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7793877 Mar 16 11:13:16.390106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59306) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:16.397103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': 'b1cae753-deba-4830-946d-b00a875df36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:16.398508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:16.411392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for af789048-edf8-47b5-bccf-a64d6b23cb20 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:16.422876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:16.438353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:16.520933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-926656dc-104d-4d48-bb88-57f430a56ec3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.539944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-926656dc-104d-4d48-bb88-57f430a56ec3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.643010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router af7a1eaf-643d-4f4b-9492-22778b5538f1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:16.690820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-926656dc-104d-4d48-bb88-57f430a56ec3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.718838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926656dc-104d-4d48-bb88-57f430a56ec3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96470b2a-09c0-4827-a21a-7d868cba348e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:16.781086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.809654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:16.831960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Usage tracker for resource:subnet and tenant:0b6cd856ac4a48619b92c14ec6071682 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:16.832229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-926656dc-104d-4d48-bb88-57f430a56ec3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.835617 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-926656dc-104d-4d48-bb88-57f430a56ec3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/96470b2a-09c0-4827-a21a-7d868cba348e HTTP/1.1" status: 204 len: 168 time: 0.4339876 Mar 16 11:13:16.836665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=af789048-edf8-47b5-bccf-a64d6b23cb20,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:16.839571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59314) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:16.841353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:16.855694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:16.888844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-be8d1b0f-f436-4e6f-94b8-a3e9420101be None None] Provisioning complete for port f0db6906-41a5-4559-982c-17907f3a2303 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:16.890625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-be8d1b0f-f436-4e6f-94b8-a3e9420101be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:16.985973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-be8d1b0f-f436-4e6f-94b8-a3e9420101be None None] Port f0db6906-41a5-4559-982c-17907f3a2303 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:17.010641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:17.018269 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9b2a2daa-3c34-41dc-be83-aa42818ad314 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/routers/af7a1eaf-643d-4f4b-9492-22778b5538f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5969563 Mar 16 11:13:17.020959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59318) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.027576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] Sync routers for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:17.040819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:17.045541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.137344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.147787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] Routers {'af7a1eaf-643d-4f4b-9492-22778b5538f1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:17.148784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:12:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['af7a1eaf-643d-4f4b-9492-22778b5538f1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.191450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.201015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:17.205622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.209197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a482151e-9631-48ee-9f78-44d8e98d6bde tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:17.211678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.212092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3883c3e-8b6e-4e6f-84e1-21090ba687a0 None None] The sync data for ids ['af7a1eaf-643d-4f4b-9492-22778b5538f1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:17.219679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Router 3b23571e-5312-4ee5-806f-5c239870021e is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:13:17.350467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-01eff67f-72ab-431f-8705-7aae7a0e1312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.417160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a482151e-9631-48ee-9f78-44d8e98d6bde tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:17.418022 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a482151e-9631-48ee-9f78-44d8e98d6bde tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5457923 Mar 16 11:13:17.426567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59322) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.433803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': '29f064de-043c-47b5-81b8-632e993ba43a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:17.493745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:17.515768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.517592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:17.520793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:17.607420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.691448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:17.698354 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-760f3cd4-f6b8-4db5-b814-2d00ebb7844f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "PUT /v2.0/routers/3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9441099 Mar 16 11:13:17.701285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59326) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.770231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:17.784682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f024e-804f-4a0c-8a28-ec6c8e36cda5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:17.786821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f024e-804f-4a0c-8a28-ec6c8e36cda5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:17.787184 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] Sync routers for ids ['3b23571e-5312-4ee5-806f-5c239870021e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:17.787641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0d8f024e-804f-4a0c-8a28-ec6c8e36cda5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:17.797558 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] Routers {'3b23571e-5312-4ee5-806f-5c239870021e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:17.798285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b1128033-55af-4376-99c4-efe44b96b0c0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/routers/3b23571e-5312-4ee5-806f-5c239870021e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5714033 Mar 16 11:13:17.801510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59330) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.801806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3b23571e-5312-4ee5-806f-5c239870021e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.804072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.853398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.873353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.877892 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.887889 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] Routers {'3b23571e-5312-4ee5-806f-5c239870021e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:17.888547 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3b23571e-5312-4ee5-806f-5c239870021e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.889600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] Sync routers for ids ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:17.905992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22017511-62cc-4483-812a-04104dad700a,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:17.908246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] Routers {'3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:17.909797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.923047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0d8f024e-804f-4a0c-8a28-ec6c8e36cda5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:17.927035 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0d8f024e-804f-4a0c-8a28-ec6c8e36cda5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2222159 Mar 16 11:13:17.927605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59334) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:17.927972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 724abc09-fd75-452f-8a84-93b4db3b124c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:17.928551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:17.937148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8d813-ec0e-42fc-93bc-14e2c01593e9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:17.937872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0b8d813-ec0e-42fc-93bc-14e2c01593e9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:17.953981 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:17.954387 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bef47-6916-4d06-8616-905baac45f54 None None] The sync data for ids ['3b23571e-5312-4ee5-806f-5c239870021e'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:18.017507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.018996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 9d0ca1ea-d533-4bd9-8afe-06b8636d24ee {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:18.023082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.069047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.072753 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8afbc084-dee7-4908-99e2-948b2d440062 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6427388 Mar 16 11:13:18.073875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59338) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.100701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.107556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] Set router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:18.131227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0b8d813-ec0e-42fc-93bc-14e2c01593e9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:18.135147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0b8d813-ec0e-42fc-93bc-14e2c01593e9 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b23571e-5312-4ee5-806f-5c239870021e HTTP/1.1" status: 200 len: 989 time: 0.3287535 Mar 16 11:13:18.135542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59342) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.154866 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-93a40f1c-0bca-47c6-bee3-9b6bf91e82fe tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules/22017511-62cc-4483-812a-04104dad700a HTTP/1.1" status: 200 len: 764 time: 0.0801997 Mar 16 11:13:18.155456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59346) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.224235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:07Z', 'updated_at': '2022-03-16T11:13:16Z', 'revision_number': 3, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:18.233513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] Checking router: 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:18.235276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c190596-06ac-4ce8-89f1-4d2e055a081a tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:18.245054 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] Routers {'3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:18.245666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:18.258919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.301978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.324443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=78b8db42-9faf-4f11-807a-a628e7813ace,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:18.332554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c190596-06ac-4ce8-89f1-4d2e055a081a tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:18.337812 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5c190596-06ac-4ce8-89f1-4d2e055a081a tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1789925 Mar 16 11:13:18.338452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59350) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.358271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.369774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'ce29a975-5da1-4f54-bc45-48925b06e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b1cae753-deba-4830-946d-b00a875df36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:18.369774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: b1cae753-deba-4830-946d-b00a875df36f, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:18.375555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] Set router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:18.381605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3730c9de-781a-4903-ac79-5284afd5ab4d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.392454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3730c9de-781a-4903-ac79-5284afd5ab4d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.427623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.466290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0ca1ea-d533-4bd9-8afe-06b8636d24ee,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:18.472443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.477502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3730c9de-781a-4903-ac79-5284afd5ab4d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.486407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f4d55-179f-469c-9f8d-acfb48f03146 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:18.501292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:07Z', 'updated_at': '2022-03-16T11:13:16Z', 'revision_number': 3, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:18.507765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3730c9de-781a-4903-ac79-5284afd5ab4d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.507765 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3730c9de-781a-4903-ac79-5284afd5ab4d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/22017511-62cc-4483-812a-04104dad700a HTTP/1.1" status: 204 len: 168 time: 0.1650014 Mar 16 11:13:18.507765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730c9de-781a-4903-ac79-5284afd5ab4d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22017511-62cc-4483-812a-04104dad700a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:18.509330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59354) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.522622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 724abc09-fd75-452f-8a84-93b4db3b124c owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:18.527688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adbd5-27ba-4035-bcb2-bd3fd8c139f4 None None] The sync data for ids ['3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9'] in dv-neutron-831730-4-hyperv is: [{'id': '3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9', 'name': 'tempest-NetworksTestDHCPv6-router-1690127281', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:07Z', 'updated_at': '2022-03-16T11:13:16Z', 'revision_number': 3, 'project_id': '509d6c42870f4302b7f869a71cfb01f5', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:18.589600 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6cc5f5f7-f1d3-4a64-9a6d-817ea8b90a2e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9d0ca1ea-d533-4bd9-8afe-06b8636d24ee HTTP/1.1" status: 204 len: 168 time: 0.6608601 Mar 16 11:13:18.592756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59358) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.671977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69300999-73df-4c65-8db5-87ff4f9c900d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:18.690953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.718143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network b1cae753-deba-4830-946d-b00a875df36f is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:18.890762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69300999-73df-4c65-8db5-87ff4f9c900d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:18.894729 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69300999-73df-4c65-8db5-87ff4f9c900d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3816533 Mar 16 11:13:18.895795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59362) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:18.916133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0c26cf8a-5d05-436a-9cb6-a81b92c4b573 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:router {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:18.918276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:18.923046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] Deleting port 4274c439-af26-41c4-928a-7a2d501ed15f {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:18.923318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.966895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, b1cae753-deba-4830-946d-b00a875df36f) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:18.968615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:18.969396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.990119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-539a75ba-6bc0-437e-87bb-11182440e634 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:18.998743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ff557-8600-4d43-9b2d-a794e3dab539 None None] Network b1cae753-deba-4830-946d-b00a875df36f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:19.026318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-539a75ba-6bc0-437e-87bb-11182440e634 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.034959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0c26cf8a-5d05-436a-9cb6-a81b92c4b573 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:router {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:19.039442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0c26cf8a-5d05-436a-9cb6-a81b92c4b573 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4413767 Mar 16 11:13:19.041097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59366) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:19.140518 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6682adfe-b854-46e2-b049-2272e89ff940 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7489474 Mar 16 11:13:19.148265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59370) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:19.205764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.266046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.344206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] For port 4274c439-af26-41c4-928a-7a2d501ed15f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4274c439-af26-41c4-928a-7a2d501ed15f,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:19.344704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.365520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=724abc09-fd75-452f-8a84-93b4db3b124c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:19.483205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.486848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.507276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] Calling delete_port for 4274c439-af26-41c4-928a-7a2d501ed15f owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:19.518824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.522025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.543583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-539a75ba-6bc0-437e-87bb-11182440e634 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.564531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a75ba-6bc0-437e-87bb-11182440e634 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f064de-043c-47b5-81b8-632e993ba43a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:19.603032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-b1cae753-deba-4830-946d-b00a875df36f', 'network_id': 'b1cae753-deba-4830-946d-b00a875df36f', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '78b8db42-9faf-4f11-807a-a628e7813ace'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:19.603856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.621728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.622938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:19.641384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.642954 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b9d55796-b07f-4ef1-a41c-102dcdb99da1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/routers/3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 HTTP/1.1" status: 204 len: 168 time: 0.6015697 Mar 16 11:13:19.646186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59376) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:19.690004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.696607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-539a75ba-6bc0-437e-87bb-11182440e634 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.696888 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-539a75ba-6bc0-437e-87bb-11182440e634 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/29f064de-043c-47b5-81b8-632e993ba43a HTTP/1.1" status: 204 len: 168 time: 0.8000350 Mar 16 11:13:19.703207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59380) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:19.781532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.790093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e80c075b-9bbf-4ea5-aaca-c455d0347f5d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:19.801781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b7bbe-4310-414a-bdbd-07ae5d727f03 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:19.802463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e50b7bbe-4310-414a-bdbd-07ae5d727f03 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:19.866445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Allocated IP 172.20.0.2 (b1cae753-deba-4830-946d-b00a875df36f/78b8db42-9faf-4f11-807a-a628e7813ace/c42c530c-7d45-4b74-a8a1-e26269dd092b) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:19.875574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:19.896012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e80c075b-9bbf-4ea5-aaca-c455d0347f5d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:19.902971 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e80c075b-9bbf-4ea5-aaca-c455d0347f5d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1930377 Mar 16 11:13:19.902971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e50b7bbe-4310-414a-bdbd-07ae5d727f03 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:19.902971 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e50b7bbe-4310-414a-bdbd-07ae5d727f03 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2523141 Mar 16 11:13:19.904204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59384) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:19.904530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59386) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:19.913434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676795841'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:19.924277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] No DVR routers for this DVR port 4274c439-af26-41c4-928a-7a2d501ed15f on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:19.962656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c287a-a33e-4973-af6b-d61a3bfe3b4e None None] Pushing event deleted for resources: {'Port': ['ID=4274c439-af26-41c4-928a-7a2d501ed15f,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:19.962851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:19.990880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:19.997422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.011970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf798c-c712-41cb-93dc-4949f757eb19 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.012187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.012661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6bbf798c-c712-41cb-93dc-4949f757eb19 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:20.074540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.084877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.105736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:20.110295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:20.113668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:20.119991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:20.125056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.132617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6bbf798c-c712-41cb-93dc-4949f757eb19 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:20.134226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6bbf798c-c712-41cb-93dc-4949f757eb19 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2286260 Mar 16 11:13:20.136505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59392) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:20.152012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e05806-7c42-4fc4-bb31-b745973d9baf req-2139355a-1645-4cc1-af61-6eced1149c80 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.153511 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-78e05806-7c42-4fc4-bb31-b745973d9baf req-2139355a-1645-4cc1-af61-6eced1149c80 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6106274 Mar 16 11:13:20.163445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.193448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Transition to ACTIVE for port object c42c530c-7d45-4b74-a8a1-e26269dd092b will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:20.200789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.201318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Fanout notify agent at l3_agent the message router_deleted on router af7a1eaf-643d-4f4b-9492-22778b5538f1 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:20.210865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fd3a20d3-243f-4a00-93bf-767bfd72c781 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:router {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:20.215835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Transition to ACTIVE for port object c42c530c-7d45-4b74-a8a1-e26269dd092b will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:20.230562 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-78e05806-7c42-4fc4-bb31-b745973d9baf req-49ec3241-5638-4ab5-9c7a-21c35543a2d5 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656006 Mar 16 11:13:20.231497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port f0db6906-41a5-4559-982c-17907f3a2303 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:20.232096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.279700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.283339 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5b57a720-4cf2-4fe9-b460-c5acd55353ef tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/routers/af7a1eaf-643d-4f4b-9492-22778b5538f1 HTTP/1.1" status: 204 len: 168 time: 3.2588928 Mar 16 11:13:20.284198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59398) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:20.290226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.290549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.318126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fd3a20d3-243f-4a00-93bf-767bfd72c781 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:router {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:20.319305 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fd3a20d3-243f-4a00-93bf-767bfd72c781 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1817272 Mar 16 11:13:20.324483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59402) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:20.332849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:20.350984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Network b1cae753-deba-4830-946d-b00a875df36f is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:20.354167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:20.360903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:20.446394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4274c439-af26-41c4-928a-7a2d501ed15f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:20.463716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.470201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Pushing event updated for resources: {'Port': ['ID=c42c530c-7d45-4b74-a8a1-e26269dd092b,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:20.503085 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4274c439-af26-41c4-928a-7a2d501ed15f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:20.503346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4274c439-af26-41c4-928a-7a2d501ed15f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:20.505224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device af789048-edf8-47b5-bccf-a64d6b23cb20 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:20.541481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: af789048-edf8-47b5-bccf-a64d6b23cb20 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:20.542223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device af789048-edf8-47b5-bccf-a64d6b23cb20 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:20.543432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Attempting to bind port c42c530c-7d45-4b74-a8a1-e26269dd092b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:20.543799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Attempting to bind port c42c530c-7d45-4b74-a8a1-e26269dd092b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'ce29a975-5da1-4f54-bc45-48925b06e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b1cae753-deba-4830-946d-b00a875df36f'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:20.544157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Attempting to bind port c42c530c-7d45-4b74-a8a1-e26269dd092b on network b1cae753-deba-4830-946d-b00a875df36f {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:20.550205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:20.550461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Checking segment: {'id': 'ce29a975-5da1-4f54-bc45-48925b06e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b1cae753-deba-4830-946d-b00a875df36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:20.550865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.551337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Bound using segment: {'id': 'ce29a975-5da1-4f54-bc45-48925b06e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b1cae753-deba-4830-946d-b00a875df36f'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:20.551990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Bound port: c42c530c-7d45-4b74-a8a1-e26269dd092b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce29a975-5da1-4f54-bc45-48925b06e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b1cae753-deba-4830-946d-b00a875df36f'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:20.552162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.598634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting subnet 6b215fcf-1286-4a5b-806e-ac9f7e6d153c {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:20.609162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.628690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed479c5b-7943-465c-8915-2290810b6aaf,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:20.640729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:20.646906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.658100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:20.675180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] For port c42c530c-7d45-4b74-a8a1-e26269dd092b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:20.678792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] For port c42c530c-7d45-4b74-a8a1-e26269dd092b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c42c530c-7d45-4b74-a8a1-e26269dd092b,segment=NetworkSegment(ce29a975-5da1-4f54-bc45-48925b06e241),segment_id=ce29a975-5da1-4f54-bc45-48925b06e241)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:20.678994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52dcf7-c67c-43e4-bbce-d891d32439ff req-5957234a-61d9-4403-9afb-aa6c197bafcf tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:20.680463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e52dcf7-c67c-43e4-bbce-d891d32439ff req-5957234a-61d9-4403-9afb-aa6c197bafcf tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2830110 Mar 16 11:13:20.708432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=78b8db42-9faf-4f11-807a-a628e7813ace,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:20.728229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.729443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7fcd7923-b155-4beb-ba70-1194d616d7b5 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8216655 Mar 16 11:13:20.732866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59406) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:20.737364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e52dcf7-c67c-43e4-bbce-d891d32439ff req-fd56b7f8-679e-4b3f-89d6-28c69f12ae0b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508032 Mar 16 11:13:20.740529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Request body: {'security_group_rule': {'security_group_id': 'ed479c5b-7943-465c-8915-2290810b6aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:20.746321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:20.750391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Usage tracker for resource:security_group_rule and tenant:2fb43afaac2947d580deaceb04aa8c66 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:20.753610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:20.755272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.763546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.771014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:20.792194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.820622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:20.824786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.843831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07ca1-be4e-4792-8dbf-dc49c7764751 None None] Pushing event updated for resources: {'Port': ['ID=c42c530c-7d45-4b74-a8a1-e26269dd092b,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:20.868389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:20.935102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for f0db6906-41a5-4559-982c-17907f3a2303 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:21.015548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.078595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.087023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.141035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1573e5-e0c8-497c-8909-d0a23982e156,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:21.145622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cae753-deba-4830-946d-b00a875df36f']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:21.172186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce29a975-5da1-4f54-bc45-48925b06e241') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:21.172785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce29a975-5da1-4f54-bc45-48925b06e241') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:21.206705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.243675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.250870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.267207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.271043 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4b9fb57c-ca4f-406b-8267-15272a9b1c3e tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5376170 Mar 16 11:13:21.279234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59412) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:21.291362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:21.291768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:21.313895 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:21.422944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455e05-06ca-42d0-8811-ff5bdfcea023 req-bd2bc493-86a8-4ec9-92b1-1d113e3a0194 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:21.424384 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5b455e05-06ca-42d0-8811-ff5bdfcea023 req-bd2bc493-86a8-4ec9-92b1-1d113e3a0194 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4556134 Mar 16 11:13:21.519404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb269cab-6b7a-4e48-bd3f-bd2f5aacda7d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.519637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:13:21.519637 dv-neutron-831730-4-hyperv neutron-server[88449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:13:21.519637 dv-neutron-831730-4-hyperv neutron-server[88449]: [parameters: {'id': 'b1cae753-deba-4830-946d-b00a875df36f'}] Mar 16 11:13:21.519637 dv-neutron-831730-4-hyperv neutron-server[88449]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:21.519637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:21.533048 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5b455e05-06ca-42d0-8811-ff5bdfcea023 req-c786cc3e-3f34-4d0a-a879-e14be3c04eea tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999162 Mar 16 11:13:21.573782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:13:21.577295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.599754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.641168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb269cab-6b7a-4e48-bd3f-bd2f5aacda7d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.657785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.667247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.667359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7fcb96-d127-475b-87cd-a68b6f909b40 None None] Network e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:21.667806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:21.669724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Subnet': ['ID=6b215fcf-1286-4a5b-806e-ac9f7e6d153c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:21.713255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:21.735332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=f0db6906-41a5-4559-982c-17907f3a2303,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:21.735866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:21.735954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.796039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=b95315f8-2ec1-434f-a279-c98cca54dc5c,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:21.824895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52c343-0845-464c-b734-22606c560284 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:21.825323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773a76-b331-4aca-9781-5886f1e11c96 req-b096b516-365d-40f9-b68f-cc115d7c3b08 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:21.825823 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bc773a76-b331-4aca-9781-5886f1e11c96 req-b096b516-365d-40f9-b68f-cc115d7c3b08 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.1545408 Mar 16 11:13:21.862194 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea822d7b-198e-4de5-a28e-07f54a316364 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5359960 Mar 16 11:13:21.867435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59418) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:21.875688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:21.906906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb269cab-6b7a-4e48-bd3f-bd2f5aacda7d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.954229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:21.964582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269cab-6b7a-4e48-bd3f-bd2f5aacda7d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed479c5b-7943-465c-8915-2290810b6aaf,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:21.970713 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-224abe7e-0d3e-4f78-82be-2edb2efdf499 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/subnets/6b215fcf-1286-4a5b-806e-ac9f7e6d153c HTTP/1.1" status: 204 len: 168 time: 1.6859498 Mar 16 11:13:21.979094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:21.987593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bc773a76-b331-4aca-9781-5886f1e11c96 req-c2420a4e-7b1d-4299-a307-ebd5fe4214fb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505961 Mar 16 11:13:22.060703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.129590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port c42c530c-7d45-4b74-a8a1-e26269dd092b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:22.129958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.201760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.210883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb269cab-6b7a-4e48-bd3f-bd2f5aacda7d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.212180 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eb269cab-6b7a-4e48-bd3f-bd2f5aacda7d tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed479c5b-7943-465c-8915-2290810b6aaf HTTP/1.1" status: 204 len: 168 time: 0.9395528 Mar 16 11:13:22.227552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59428) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:22.261908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] DHCP port deletion for e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:22.269464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Deleting port 190d0ec6-2fde-41a7-8117-693140145144 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:22.270036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.312392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 190d0ec6-2fde-41a7-8117-693140145144 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:22.312750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.367559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:22.383400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'b95315f8-2ec1-434f-a279-c98cca54dc5c'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:22.384347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.394223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d86a5-0bb7-4dc9-ab34-72eee751fc29 None None] Network b1cae753-deba-4830-946d-b00a875df36f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:22.400551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:22.423832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e4203673-9cc4-498a-80c3-f9e346249b34 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:22.501409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c42c530c-7d45-4b74-a8a1-e26269dd092b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:22.592701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] For port 190d0ec6-2fde-41a7-8117-693140145144, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=190d0ec6-2fde-41a7-8117-693140145144,segment=NetworkSegment(70f8965e-5e33-4d07-9874-b96aafe89a38),segment_id=70f8965e-5e33-4d07-9874-b96aafe89a38)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:22.593077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.723948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 190d0ec6-2fde-41a7-8117-693140145144 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:22.757078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Router 3b23571e-5312-4ee5-806f-5c239870021e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:22.764053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port c42c530c-7d45-4b74-a8a1-e26269dd092b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c42c530c-7d45-4b74-a8a1-e26269dd092b,segment=NetworkSegment(ce29a975-5da1-4f54-bc45-48925b06e241),segment_id=ce29a975-5da1-4f54-bc45-48925b06e241)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:22.764406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.780804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:22.784314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:22.885347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-954296bb-a308-413b-98ee-2308a2e3a58f None None] Provisioning for port c42c530c-7d45-4b74-a8a1-e26269dd092b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:22.954833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for c42c530c-7d45-4b74-a8a1-e26269dd092b owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:22.962596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Allocated IP 2001:db8::f816:3eff:fe7e:3b26 (7bb6eb09-c78b-4881-a84a-9534f87fec56/b95315f8-2ec1-434f-a279-c98cca54dc5c/20cd4627-0b03-43cc-9851-7e8e6e23495a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:22.980007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c42c530c-7d45-4b74-a8a1-e26269dd092b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:22.995116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e4203673-9cc4-498a-80c3-f9e346249b34 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:22.996346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e4203673-9cc4-498a-80c3-f9e346249b34 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7596679 Mar 16 11:13:23.006352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c42c530c-7d45-4b74-a8a1-e26269dd092b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:23.006733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.007574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9142f-7dca-4bca-8248-106c0903b58e req-76f6c8ac-8694-4b67-97ba-af0c75944d5a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:23.009049 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13a9142f-7dca-4bca-8248-106c0903b58e req-76f6c8ac-8694-4b67-97ba-af0c75944d5a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2941172 Mar 16 11:13:23.009524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59434) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.052932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.064162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] For port 190d0ec6-2fde-41a7-8117-693140145144, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=190d0ec6-2fde-41a7-8117-693140145144,segment=NetworkSegment(70f8965e-5e33-4d07-9874-b96aafe89a38),segment_id=70f8965e-5e33-4d07-9874-b96aafe89a38)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:23.064562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.075754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:23.093020 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] Sync routers for ids ['3b23571e-5312-4ee5-806f-5c239870021e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:23.109252 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d52c38bd-d771-488c-a876-c6ce7a35e4d8 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/routers/3b23571e-5312-4ee5-806f-5c239870021e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9677916 Mar 16 11:13:23.110329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59438) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.143770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=190d0ec6-2fde-41a7-8117-693140145144,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:23.144633 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] Routers {'3b23571e-5312-4ee5-806f-5c239870021e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:23.144788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] No DVR routers for this DVR port 190d0ec6-2fde-41a7-8117-693140145144 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:23.145384 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3b23571e-5312-4ee5-806f-5c239870021e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.158750 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-baab3488-0139-4301-8379-3b7a440f19ff tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:13:23.159272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-baab3488-0139-4301-8379-3b7a440f19ff tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:23.188588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-105e0796-ad8f-4b3e-8707-0a7ee4c603d3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Synchronizing usage tracker for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:23.198213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.232798 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13a9142f-7dca-4bca-8248-106c0903b58e req-987e64c7-c42b-4573-b4e0-55535462dd97 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043819 Mar 16 11:13:23.237088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Calling delete_port for 190d0ec6-2fde-41a7-8117-693140145144 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:23.241342 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.261732 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] Routers {'3b23571e-5312-4ee5-806f-5c239870021e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:23.266576 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3b23571e-5312-4ee5-806f-5c239870021e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.268898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-baab3488-0139-4301-8379-3b7a440f19ff tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:23.274803 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-baab3488-0139-4301-8379-3b7a440f19ff tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/f0db6906-41a5-4559-982c-17907f3a2303 HTTP/1.1" status: 404 len: 333 time: 0.1632462 Mar 16 11:13:23.276497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=c42c530c-7d45-4b74-a8a1-e26269dd092b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:23.286673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59442) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.353439 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.354235 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95862da6-9bdd-419b-ba92-2a32e69bace5 None None] The sync data for ids ['3b23571e-5312-4ee5-806f-5c239870021e'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:23.362851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Could not find standard attr ID for object c42c530c-7d45-4b74-a8a1-e26269dd092b. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:23.371535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port c42c530c-7d45-4b74-a8a1-e26269dd092b on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:23.382612 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No ports have port_id starting with c42c530c-7d45-4b74-a8a1-e26269dd092b Mar 16 11:13:23.440227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:23.440227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:23.475635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.491701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-105e0796-ad8f-4b3e-8707-0a7ee4c603d3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] Unset dirty status for tenant:2fb43afaac2947d580deaceb04aa8c66 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:23.496510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-105e0796-ad8f-4b3e-8707-0a7ee4c603d3 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4801316 Mar 16 11:13:23.498654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59446) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.534816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d049c0-d14f-4ad9-94fc-af269cd8a5f5']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.545608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.550107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed8dd2-fdbf-4ca5-9000-14410ce5af9b None None] DHCP port deletion for b1cae753-deba-4830-946d-b00a875df36f request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:23.550601 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-8109ef8f-ca79-437f-aa6a-3613e647de03 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] delete failed (client error): The resource could not be found. Mar 16 11:13:23.556673 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8109ef8f-ca79-437f-aa6a-3613e647de03 tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed479c5b-7943-465c-8915-2290810b6aaf HTTP/1.1" status: 404 len: 347 time: 0.0527964 Mar 16 11:13:23.556846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 190d0ec6-2fde-41a7-8117-693140145144 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:23.563394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f8965e-5e33-4d07-9874-b96aafe89a38') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.563692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f8965e-5e33-4d07-9874-b96aafe89a38') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:23.570578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59450) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.591508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 190d0ec6-2fde-41a7-8117-693140145144 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:23.592169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 190d0ec6-2fde-41a7-8117-693140145144 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:23.603095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.633929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.643213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.644921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Transition to ACTIVE for port object 20cd4627-0b03-43cc-9851-7e8e6e23495a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:23.650970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:23.652054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.666144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Transition to ACTIVE for port object 20cd4627-0b03-43cc-9851-7e8e6e23495a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:23.676869 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:23.696266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.741664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.795766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d94733cd-95ce-4335-9195-e211cf341cef tempest-SecGroupTest-1133103226 tempest-SecGroupTest-1133103226-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2180328 Mar 16 11:13:23.808238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:23.811867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:23.819224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:23.823744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:23.827497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:23.832142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:23.833272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.868518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=c7649c0d-f894-452d-9e7e-0e2f947077d8,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:23.897342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.914093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.942934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Deleting port 190d0ec6-2fde-41a7-8117-693140145144 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:23.943506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.945251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.948159 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/networks/e3d049c0-d14f-4ad9-94fc-af269cd8a5f5 HTTP/1.1" status: 204 len: 168 time: 1.9658303 Mar 16 11:13:23.952612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59456) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.956749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b6aea9ce-ab84-4afe-9eba-775fbe39a4cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0852983 Mar 16 11:13:23.972943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59460) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:23.974273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Pushing event updated for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:23.984516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Attempting to bind port 20cd4627-0b03-43cc-9851-7e8e6e23495a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:23.984960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Attempting to bind port 20cd4627-0b03-43cc-9851-7e8e6e23495a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:23.985457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Attempting to bind port 20cd4627-0b03-43cc-9851-7e8e6e23495a on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:23.990595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:c6:c4:5a', 'name': 'tempest-NetworksTestDHCPv6-1919091133'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:23.991940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:23.992403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:23.992869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:23.993332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:23.993854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Bound port: 20cd4627-0b03-43cc-9851-7e8e6e23495a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:23.994312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.024266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637aa18-5d65-4f8e-b8aa-c0c349a8df97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Network': ['ID=e3d049c0-d14f-4ad9-94fc-af269cd8a5f5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:24.040531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0f9edf71-1598-4b84-a29e-9bdf5532c8be None None] The port '190d0ec6-2fde-41a7-8117-693140145144' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:13:24.098921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.101702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cae753-deba-4830-946d-b00a875df36f']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:24.110516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.131838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:24.132229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 8fa81756-bedb-42b3-9c79-6c02ca400c8b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:24.132580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.135042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:24.167356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce29a975-5da1-4f54-bc45-48925b06e241') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:24.168848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce29a975-5da1-4f54-bc45-48925b06e241') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:24.198832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.204128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.230083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.243650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:24.244046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:24.258990 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:24.290479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.290875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Fanout notify agent at l3_agent the message router_deleted on router 3b23571e-5312-4ee5-806f-5c239870021e {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:24.343096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.343660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.354283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:24.368596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.372439 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-225065d9-94c2-4003-9eb4-a555e3078cab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/routers/3b23571e-5312-4ee5-806f-5c239870021e HTTP/1.1" status: 204 len: 168 time: 1.0844705 Mar 16 11:13:24.373324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59468) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.374788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:24.380969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:24.390105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2822678-cb9e-499f-86bd-b398ae89d323 None None] Pushing event updated for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:24.424672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:24.436557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c42c530c-7d45-4b74-a8a1-e26269dd092b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:24.463586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59472) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.486972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: c42c530c-7d45-4b74-a8a1-e26269dd092b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:24.487427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c42c530c-7d45-4b74-a8a1-e26269dd092b not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:24.521946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.527277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.539050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 8fa81756-bedb-42b3-9c79-6c02ca400c8b owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:24.573590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59478) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.573906 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b1cae753-deba-4830-946d-b00a875df36f HTTP/1.1" status: 204 len: 168 time: 5.4244101 Mar 16 11:13:24.574581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860441f4-9884-4bdd-8853-1177553bb352 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=b1cae753-deba-4830-946d-b00a875df36f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:24.604053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:24.619077 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b647d3-88df-44a8-9f88-71711d64afa7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] GET failed (client error): The resource could not be found. Mar 16 11:13:24.619630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c2b647d3-88df-44a8-9f88-71711d64afa7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Synchronizing usage tracker for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:24.625912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 1dd259e0-39cb-424b-8fab-70105b19549b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:24.629536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.755596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff9227-0138-4d2f-a159-8362dbd5aa9d req-8d162a56-c809-4c83-861c-2c8a0fa5638e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:24.757175 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-daff9227-0138-4d2f-a159-8362dbd5aa9d req-8d162a56-c809-4c83-861c-2c8a0fa5638e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3365471 Mar 16 11:13:24.759716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.779963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c2b647d3-88df-44a8-9f88-71711d64afa7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Unset dirty status for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:24.781123 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c2b647d3-88df-44a8-9f88-71711d64afa7 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/subnets/78b8db42-9faf-4f11-807a-a628e7813ace HTTP/1.1" status: 404 len: 337 time: 0.2066045 Mar 16 11:13:24.791432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59482) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.839606 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb6a47c-c3f4-47c5-96d7-a55e91d5bbc6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:24.842527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb6a47c-c3f4-47c5-96d7-a55e91d5bbc6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:24.844403 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d1f010cb-b737-483b-9c06-904e5fd3337c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fb43afaac2947d580deaceb04aa8c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794277 Mar 16 11:13:24.849301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59486) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.864434 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0eb6a47c-c3f4-47c5-96d7-a55e91d5bbc6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b1cae753-deba-4830-946d-b00a875df36f HTTP/1.1" status: 404 len: 339 time: 0.0698466 Mar 16 11:13:24.868016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59490) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.931969 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-daff9227-0138-4d2f-a159-8362dbd5aa9d req-b33605c4-88f4-4cc0-ac0a-231f5d36291f tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357415 Mar 16 11:13:24.933468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.966372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.001375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 8373a806-284e-4961-acb1-720d039a1b43 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:25.039587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.059884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=8fa81756-bedb-42b3-9c79-6c02ca400c8b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.281496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5e0a-c1d6-4a71-b03c-4fae2957076a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.287207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 172.20.0.6 (7bb6eb09-c78b-4881-a84a-9534f87fec56/c7649c0d-f894-452d-9e7e-0e2f947077d8/8373a806-284e-4961-acb1-720d039a1b43) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:25.289020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.334871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fec6:c45a (7bb6eb09-c78b-4881-a84a-9534f87fec56/b95315f8-2ec1-434f-a279-c98cca54dc5c/8373a806-284e-4961-acb1-720d039a1b43) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:25.336018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69d652-428f-4183-ad89-662b16e704b8 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.337540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea69d652-428f-4183-ad89-662b16e704b8 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4686368 Mar 16 11:13:25.338510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd259e0-39cb-424b-8fab-70105b19549b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.344074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.344824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59494) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.351224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb51709-b83a-4370-a251-4b92a22dfaba None None] Network 3a627909-4a6c-4769-9abc-42d2eab9abd2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:25.352713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.354539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.355665 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db27ddec-3ba4-4f7c-ab65-40c58f27b3f4 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/floatingips/bf0adc97-7f06-4105-af14-373d50e19548 HTTP/1.1" status: 204 len: 168 time: 1.4006793 Mar 16 11:13:25.361083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59498) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.362536 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4b7d7dcb-79ae-41a1-971a-2f409fb07dab tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/1dd259e0-39cb-424b-8fab-70105b19549b HTTP/1.1" status: 204 len: 168 time: 0.9837058 Mar 16 11:13:25.378471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59500) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.396025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5e0a-c1d6-4a71-b03c-4fae2957076a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.409960 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-769d2ad2-5f13-4ae5-ad32-dd6efaa34247 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 207 time: 0.0640318 Mar 16 11:13:25.419432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59506) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.462286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-83db7d44-4b1d-4f2a-958d-8cca397eb928 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:25.462756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83db7d44-4b1d-4f2a-958d-8cca397eb928 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:25.468308 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83db7d44-4b1d-4f2a-958d-8cca397eb928 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/ports/ba483c39-4347-4ab1-ad21-47b640e37cad HTTP/1.1" status: 404 len: 333 time: 0.1029649 Mar 16 11:13:25.472129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59510) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.573542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5596682c-4080-47e1-99ee-1728a0326e33 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Synchronizing usage tracker for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:25.609552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c2983-1984-410f-8179-715132212ea3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.617347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c2983-1984-410f-8179-715132212ea3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.621917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c2983-1984-410f-8179-715132212ea3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.626059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f180e-1108-47cf-af65-6141e4469fbb None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:25.628702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c2983-1984-410f-8179-715132212ea3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.630801 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf1c2983-1984-410f-8179-715132212ea3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2103951 Mar 16 11:13:25.638978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59514) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.639689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5e0a-c1d6-4a71-b03c-4fae2957076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.700034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c5e0a-c1d6-4a71-b03c-4fae2957076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ce82b-d196-4c42-b682-2448111e2015,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.809609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5596682c-4080-47e1-99ee-1728a0326e33 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Unset dirty status for tenant:18fe6d8180fb47edbd38b386715c8840 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:25.813142 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5596682c-4080-47e1-99ee-1728a0326e33 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7a1eaf-643d-4f4b-9492-22778b5538f1 HTTP/1.1" status: 200 len: 205 time: 0.3351128 Mar 16 11:13:25.815759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a01bb2f4-4a3a-477a-8323-e6e04d94e7e2 None None] Provisioning for port 20cd4627-0b03-43cc-9851-7e8e6e23495a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:25.817281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59518) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.845186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5e0a-c1d6-4a71-b03c-4fae2957076a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.846487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fa4c5e0a-c1d6-4a71-b03c-4fae2957076a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/559ce82b-d196-4c42-b682-2448111e2015 HTTP/1.1" status: 204 len: 168 time: 0.9962432 Mar 16 11:13:25.897383 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ce5bdb5-a2dc-46f4-812a-8e97e94806de tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2498062 Mar 16 11:13:25.899400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.910007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59524) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.932927 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-242abd44-b494-4c57-8ea1-55985d93d129 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] delete failed (client error): The resource could not be found. Mar 16 11:13:25.933997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-242abd44-b494-4c57-8ea1-55985d93d129 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/routers/af7a1eaf-643d-4f4b-9492-22778b5538f1 HTTP/1.1" status: 404 len: 336 time: 0.1155343 Mar 16 11:13:25.938982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59528) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.960362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] DHCP port deletion for 3a627909-4a6c-4769-9abc-42d2eab9abd2 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:25.963959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] Deleting port a50b6205-0663-4209-8cae-2ed70a744e45 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:25.964342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.013441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22536971-b903-46c3-b704-da62a9f7e07f tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.015432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22536971-b903-46c3-b704-da62a9f7e07f tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.022336 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-22536971-b903-46c3-b704-da62a9f7e07f tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1101913 Mar 16 11:13:26.022954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59534) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.036976 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-555e740a-befe-45bf-a46a-f44d4b7afdaa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:26.037813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555e740a-befe-45bf-a46a-f44d4b7afdaa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:26.039745 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-555e740a-befe-45bf-a46a-f44d4b7afdaa tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/subnets/6b215fcf-1286-4a5b-806e-ac9f7e6d153c HTTP/1.1" status: 404 len: 337 time: 0.0998254 Mar 16 11:13:26.054194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59538) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.063880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port a50b6205-0663-4209-8cae-2ed70a744e45 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:26.064077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.204866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 536d120d-04f2-4a37-bb43-076f1fa6164a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:26.206056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.238186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] For port a50b6205-0663-4209-8cae-2ed70a744e45, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a50b6205-0663-4209-8cae-2ed70a744e45,segment=NetworkSegment(6d0dd75a-039f-4e27-929c-df06cbc94e69),segment_id=6d0dd75a-039f-4e27-929c-df06cbc94e69)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:26.239539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.247987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.277709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc3626-9703-43e4-9a6a-6c6244a39c83 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.279289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc3626-9703-43e4-9a6a-6c6244a39c83 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['shared'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.280961 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9cbc3626-9703-43e4-9a6a-6c6244a39c83 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2570765 Mar 16 11:13:26.287252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59544) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.439844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] Calling delete_port for a50b6205-0663-4209-8cae-2ed70a744e45 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:26.498386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def1687-a2c7-40dc-a145-328b1aad256d req-c593d917-0051-4f35-861e-6dd9dbae5f9c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.499898 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7def1687-a2c7-40dc-a145-328b1aad256d req-c593d917-0051-4f35-861e-6dd9dbae5f9c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4025834 Mar 16 11:13:26.521420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 8373a806-284e-4961-acb1-720d039a1b43 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:26.547264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] For port a50b6205-0663-4209-8cae-2ed70a744e45, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a50b6205-0663-4209-8cae-2ed70a744e45,segment=NetworkSegment(6d0dd75a-039f-4e27-929c-df06cbc94e69),segment_id=6d0dd75a-039f-4e27-929c-df06cbc94e69)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:26.547653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.562545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138f06d-18ed-40fa-93a9-da3c22d8df61 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.563122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6138f06d-18ed-40fa-93a9-da3c22d8df61 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Synchronizing usage tracker for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:26.622008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 20cd4627-0b03-43cc-9851-7e8e6e23495a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:26.631950 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7def1687-a2c7-40dc-a145-328b1aad256d req-da479b71-12d4-4e20-8664-14e46c909ae9 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188118 Mar 16 11:13:26.661256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.671412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Update dhcp port {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': 'b95315f8-2ec1-434f-a279-c98cca54dc5c', 'ip_address': '2001:db8::f816:3eff:fe7e:3b26'}, {'subnet_id': 'c7649c0d-f894-452d-9e7e-0e2f947077d8'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '20cd4627-0b03-43cc-9851-7e8e6e23495a'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:13:26.706783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6138f06d-18ed-40fa-93a9-da3c22d8df61 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Unset dirty status for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:26.711814 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6138f06d-18ed-40fa-93a9-da3c22d8df61 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks/f8a208b5-841a-40e3-a2ea-3d749da1284f HTTP/1.1" status: 200 len: 800 time: 0.4210422 Mar 16 11:13:26.720054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for a50b6205-0663-4209-8cae-2ed70a744e45 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:26.737148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59556) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.757584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.773213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.799978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:26.800301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:26.827686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 536d120d-04f2-4a37-bb43-076f1fa6164a owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:26.850362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.856375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] No DVR routers for this DVR port a50b6205-0663-4209-8cae-2ed70a744e45 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:26.870895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d1c5f-175a-4b6c-8c09-92e4db148549 None None] Pushing event deleted for resources: {'Port': ['ID=a50b6205-0663-4209-8cae-2ed70a744e45,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.887946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 20cd4627-0b03-43cc-9851-7e8e6e23495a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:26.900539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 20cd4627-0b03-43cc-9851-7e8e6e23495a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:26.900920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.944178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:26.947058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:26.956055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:27.007220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=8373a806-284e-4961-acb1-720d039a1b43,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:27.028916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:27.029535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.124050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4551f0c0-7525-48df-ad33-01f9531ec0e2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/networks/f8a208b5-841a-40e3-a2ea-3d749da1284f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3857455 Mar 16 11:13:27.127842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.133490 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83127fb0-4984-4c97-8f2e-5a490c0d4cbd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1549113 Mar 16 11:13:27.140713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.163058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.188810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.211159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:27.215482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Allocated IP 172.20.0.2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/c7649c0d-f894-452d-9e7e-0e2f947077d8/20cd4627-0b03-43cc-9851-7e8e6e23495a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:27.250277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=536d120d-04f2-4a37-bb43-076f1fa6164a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:27.263966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f97ed-c455-45e3-b7ba-5e0dc70db00c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:27.269147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-027f97ed-c455-45e3-b7ba-5e0dc70db00c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/subnets/653f0cce-23dc-46de-b5d5-f0c79591e89d HTTP/1.1" status: 200 len: 811 time: 0.1368129 Mar 16 11:13:27.273606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59576) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.306412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.307657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59580) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.386032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port a50b6205-0663-4209-8cae-2ed70a744e45 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:27.386570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.420687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a50b6205-0663-4209-8cae-2ed70a744e45 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:27.424051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57899513-b2f3-4e85-8cd0-ce4a49b511b3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['shared'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:27.424709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-57899513-b2f3-4e85-8cd0-ce4a49b511b3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Synchronizing usage tracker for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:27.485290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a50b6205-0663-4209-8cae-2ed70a744e45 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:27.486626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a50b6205-0663-4209-8cae-2ed70a744e45 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:27.518612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] The port 'a50b6205-0663-4209-8cae-2ed70a744e45' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:13:27.529282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e7fd54-d24c-47d8-8a07-1a50ac3ec491 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:27.537002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e7fd54-d24c-47d8-8a07-1a50ac3ec491 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:27.537214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e3e7fd54-d24c-47d8-8a07-1a50ac3ec491 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:27.540198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-57899513-b2f3-4e85-8cd0-ce4a49b511b3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Unset dirty status for tenant:0b6cd856ac4a48619b92c14ec6071682 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:27.542122 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-57899513-b2f3-4e85-8cd0-ce4a49b511b3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "GET /v2.0/subnets/653f0cce-23dc-46de-b5d5-f0c79591e89d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2672427 Mar 16 11:13:27.545711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59586) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.549440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.581416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1042867783'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:27.613237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:27.614500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:27.652352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:27.668772 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8fd1ae30-c46b-4f14-9b89-15e2ffb373b0 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/ports/536d120d-04f2-4a37-bb43-076f1fa6164a HTTP/1.1" status: 204 len: 168 time: 1.6107531 Mar 16 11:13:27.671416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59590) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.685803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.707939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Transition to ACTIVE for port object 20cd4627-0b03-43cc-9851-7e8e6e23495a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:27.735162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:27.746409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e3e7fd54-d24c-47d8-8a07-1a50ac3ec491 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:27.747561 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e3e7fd54-d24c-47d8-8a07-1a50ac3ec491 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6056423 Mar 16 11:13:27.752443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59596) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.754114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.782620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-114673233-network', 'tenant_id': 'b56556f803ba499eb03c393765482485'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:27.792795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.793167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:27.803622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Usage tracker for resource:network and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:27.817887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:27.834750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 34abb94e-3cca-43d7-b660-1b229ec02cbc {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:27.835098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.861558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:27.924534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f407-f578-4935-b825-00c0ba67439c req-7eb53255-c98d-4e97-8431-69da3f8553aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:27.926831 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-7eb53255-c98d-4e97-8431-69da3f8553aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.2527907 Mar 16 11:13:27.962090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e56cc3-c64c-450a-a4ba-02e445db84b9 None None] Pushing event updated for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.008384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:28.013497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.028228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a627909-4a6c-4769-9abc-42d2eab9abd2']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:28.057920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0dd75a-039f-4e27-929c-df06cbc94e69') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:28.058270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0dd75a-039f-4e27-929c-df06cbc94e69') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:28.086897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 8373a806-284e-4961-acb1-720d039a1b43 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:28.087916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.149816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.154570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:28.167627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.168096 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Added segment a1b3b145-343d-40dd-8862-2bf21627e225 of type vlan for network 96181c12-d423-441f-b09f-a651bfcab113 Mar 16 11:13:28.194942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.215183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.222202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:28.223519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.279584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 34abb94e-3cca-43d7-b660-1b229ec02cbc owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:28.308131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Made reservation on behalf of b56556f803ba499eb03c393765482485 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:28.310370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:28.313650 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:28.353082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.375845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.411259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 20cd4627-0b03-43cc-9851-7e8e6e23495a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:28.469670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.480522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fd3f5-268c-4246-97bc-291feed47d18 req-bee53401-6f52-4eab-b3c7-008c7b7673e1 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.480846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.486105 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f02fd3f5-268c-4246-97bc-291feed47d18 req-bee53401-6f52-4eab-b3c7-008c7b7673e1 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6856024 Mar 16 11:13:28.497694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.509770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.515772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.525114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:28.560611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.578227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59602) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.578430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/3a627909-4a6c-4769-9abc-42d2eab9abd2 HTTP/1.1" status: 204 len: 168 time: 3.1981218 Mar 16 11:13:28.592575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f407-f578-4935-b825-00c0ba67439c req-4bb5460f-55e4-4bb0-9be1-5afb37044c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.594061 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-4bb5460f-55e4-4bb0-9be1-5afb37044c27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 0.5875280 Mar 16 11:13:28.614558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f03070-ed9a-4ee0-8a68-dd963fa4cbc0 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=3a627909-4a6c-4769-9abc-42d2eab9abd2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.664529 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f02fd3f5-268c-4246-97bc-291feed47d18 req-b8c67501-7666-4bac-ad29-22e885268f18 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774542 Mar 16 11:13:28.735333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.741417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.742042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.785526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3869d8fa-ac19-403c-bf50-e6ae130ad8cc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.790293 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3869d8fa-ac19-403c-bf50-e6ae130ad8cc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 HTTP/1.1" status: 200 len: 845 time: 0.2046351 Mar 16 11:13:28.790873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59606) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.855146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.858330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-b420ddee-fed9-443f-be46-fced7cc09d0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1001 time: 0.2214179 Mar 16 11:13:28.895597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Network': ['ID=96181c12-d423-441f-b09f-a651bfcab113,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.906611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8db68c6a-770b-46ca-9bde-00b6ca4a4cbe None None] Provisioning for port 20cd4627-0b03-43cc-9851-7e8e6e23495a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:28.914862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 96181c12-d423-441f-b09f-a651bfcab113 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:28.917458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.952066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8db68c6a-770b-46ca-9bde-00b6ca4a4cbe None None] Provisioning complete for port 20cd4627-0b03-43cc-9851-7e8e6e23495a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:28.953052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8db68c6a-770b-46ca-9bde-00b6ca4a4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.970370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=34abb94e-3cca-43d7-b660-1b229ec02cbc,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.996600 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5d3ef6c5-e424-476a-b0ae-5bb18d4274cc tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4441216 Mar 16 11:13:29.027216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59610) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.032329 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-631cfb29-ebaa-42fa-a538-0b722f458df4 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/66f8ebd9-ed2f-4371-a7a2-57e751b40ce0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2391946 Mar 16 11:13:29.045992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59614) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.053014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'network_id': '96181c12-d423-441f-b09f-a651bfcab113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:29.057225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 8373a806-284e-4961-acb1-720d039a1b43 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:29.087946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.091877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:29.177635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.202996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f407-f578-4935-b825-00c0ba67439c req-de5654fc-3e64-4b1e-af92-dca09e472626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.204862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-de5654fc-3e64-4b1e-af92-dca09e472626 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.3021159 Mar 16 11:13:29.341111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.341809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2530526f-0a68-4c9a-b321-0a205f6f8867 None None] Provisioning for port 8373a806-284e-4961-acb1-720d039a1b43 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:29.348811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2530526f-0a68-4c9a-b321-0a205f6f8867 None None] Provisioning complete for port 8373a806-284e-4961-acb1-720d039a1b43 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:29.349291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2530526f-0a68-4c9a-b321-0a205f6f8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.386043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2530526f-0a68-4c9a-b321-0a205f6f8867 None None] Port 8373a806-284e-4961-acb1-720d039a1b43 was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:13:29.421461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=8373a806-284e-4961-acb1-720d039a1b43,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.526264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:29.542846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.566541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3593266d-2c30-43aa-90f7-9eacba1f439e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.581310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:29.584259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.584485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Added segment 57d26de0-3922-4dde-9571-84bf02bb7b0f of type vlan for network 7b445777-6e82-41f8-b592-9c5f76b747c8 Mar 16 11:13:29.585981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.601151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:29.609076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:29.615099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:29.629554 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21c61a86-c9c3-45e2-9c85-b9608062ceb3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/8373a806-284e-4961-acb1-720d039a1b43 HTTP/1.1" status: 204 len: 168 time: 1.8657334 Mar 16 11:13:29.629810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59618) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.637152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:29.642949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:29.653287 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c4d3ae9c-6110-458d-9d51-8c51500c8d97 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/ports/34abb94e-3cca-43d7-b660-1b229ec02cbc HTTP/1.1" status: 204 len: 168 time: 1.9806647 Mar 16 11:13:29.667639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59622) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.680701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.696459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f407-f578-4935-b825-00c0ba67439c req-b6bb8b49-e711-41ef-84fd-80808e8d447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.698000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-b6bb8b49-e711-41ef-84fd-80808e8d447e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3172500 Mar 16 11:13:29.735021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:29.738528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.748742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66378805-5826-43c4-9ac8-86d1028590f2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.750231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66378805-5826-43c4-9ac8-86d1028590f2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.751952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66378805-5826-43c4-9ac8-86d1028590f2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.752650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-66378805-5826-43c4-9ac8-86d1028590f2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:29.770825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Made reservation on behalf of 0b6cd856ac4a48619b92c14ec6071682 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:29.774420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.794431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10181325-6790-44e6-9e82-b509d5189949 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.796047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-10181325-6790-44e6-9e82-b509d5189949 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c29559-d566-40b8-abb8-eaf965130a6c HTTP/1.1" status: 200 len: 913 time: 0.1275616 Mar 16 11:13:29.799024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59628) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.861091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-66378805-5826-43c4-9ac8-86d1028590f2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:29.862255 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-66378805-5826-43c4-9ac8-86d1028590f2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2312496 Mar 16 11:13:29.870287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59632) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.922321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.923156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.923731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.093567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing IP validity checks on allocation pools {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:13:30.094109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:13:30.123441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet b95315f8-2ec1-434f-a279-c98cca54dc5c {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:30.130775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.202898 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8939993 Mar 16 11:13:30.204531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fdec1-e175-4174-8832-acd2aaca8d64 admin admin] Pushing event updated for resources: {'Network': ['ID=7b445777-6e82-41f8-b592-9c5f76b747c8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:30.208428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59636) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:30.216927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:30.227912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Request body: {'subnet': {'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-114673233-subnet', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:30.238790 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-7ef08d63-e618-4a73-a399-038b29bda061 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287998 Mar 16 11:13:30.240723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:30.273459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Usage tracker for resource:subnet and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:30.278474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:30.278868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.302226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:30.410026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff5f9f-b3b2-47ea-91dd-9d3a8a681daa req-7e7f4edf-e559-4e08-88ee-9c524f6a7851 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:30.413437 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dfff5f9f-b3b2-47ea-91dd-9d3a8a681daa req-7e7f4edf-e559-4e08-88ee-9c524f6a7851 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.6236525 Mar 16 11:13:30.504977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.540251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Made reservation on behalf of b56556f803ba499eb03c393765482485 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:30.542585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.632604 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c35f407-f578-4935-b825-00c0ba67439c req-c80cb70d-31fd-47e0-8fb2-91b4d8fa5531 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861372 Mar 16 11:13:30.636007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dfff5f9f-b3b2-47ea-91dd-9d3a8a681daa req-02a7ce5d-df14-4a35-becf-39c33550eb02 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989560 Mar 16 11:13:30.731987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.869633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.869935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.874131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.922890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=b95315f8-2ec1-434f-a279-c98cca54dc5c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:30.933123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.934816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e179d-1745-4948-ae46-885286bdc9db None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:30.953093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:30.960514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:30.963932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:30.964527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.996008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.004393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=97112633-ace7-4cc6-943f-b85f5ac9f099,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.017529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786c55f-f76f-46a9-98af-9d1f43c2252b None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:31.051361 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c468b9a0-90d0-4893-a2ed-d42e51875c47 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/b95315f8-2ec1-434f-a279-c98cca54dc5c HTTP/1.1" status: 204 len: 168 time: 1.1776643 Mar 16 11:13:31.055706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59640) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.076180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Checking segment: {'id': 'a1b3b145-343d-40dd-8862-2bf21627e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '96181c12-d423-441f-b09f-a651bfcab113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:31.076776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network hostable DHCP agents. Network: 96181c12-d423-441f-b09f-a651bfcab113, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:31.120278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=0342fd7e-108a-4b99-b96b-a05a2a1f2147,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.135853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet c7649c0d-f894-452d-9e7e-0e2f947077d8 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:31.137459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.166066 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-52f45e4a-ea6a-449e-a69f-501409867f49 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0925953 Mar 16 11:13:31.171354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59644) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.182056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Checking segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:31.182415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Network hostable DHCP agents. Network: 7b445777-6e82-41f8-b592-9c5f76b747c8, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:31.188321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'security_group': {'name': 'tempest-secgroup-1836842975'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:31.203487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.209112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e91600-b86c-4753-b291-61e1553cef84,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.212748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.215055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Network 96181c12-d423-441f-b09f-a651bfcab113 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:31.248901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.269780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.273575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:31.275231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.320097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 96181c12-d423-441f-b09f-a651bfcab113) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:31.322861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 7b445777-6e82-41f8-b592-9c5f76b747c8) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:31.328320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:31.328934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.330721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port 7fee8b21-ab4c-412d-adbf-f81a40c8fde0 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:31.331133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.336030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:31.347941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.349424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa7ae2-a062-466e-b068-f4eb0596687e None None] Network 96181c12-d423-441f-b09f-a651bfcab113 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:31.361698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e460e-b584-4279-a40e-2876fd2ad3aa None None] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:31.439173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.535278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.537412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59648) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.538341 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e4d848b2-2918-4389-9d5a-b5c095723d14 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5088203 Mar 16 11:13:31.542849 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f7663560-94b4-4b3c-b2a8-617fe0d93e26 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3270562 Mar 16 11:13:31.548869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59652) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.558782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group_rule and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.559329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:31.565308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.565487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:31.572135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Usage tracker for resource:router and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.576659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.584266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.598252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.626804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.649455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.667196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.668298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.687639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.779111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-24929e3e-05a3-4d03-8f29-398509f6bda9', 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'tenant_id': '05d2c9277ac14c778de1d481d8aed0fe', 'fixed_ips': [{'subnet_id': '97112633-ace7-4cc6-943f-b85f5ac9f099'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:31.779941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.905041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7b445777-6e82-41f8-b592-9c5f76b747c8', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:31.905803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.924959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.955176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-96181c12-d423-441f-b09f-a651bfcab113', 'network_id': '96181c12-d423-441f-b09f-a651bfcab113', 'tenant_id': '0b6cd856ac4a48619b92c14ec6071682', 'fixed_ips': [{'subnet_id': '0342fd7e-108a-4b99-b96b-a05a2a1f2147'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:31.955990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.048321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.106511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for 7fee8b21-ab4c-412d-adbf-f81a40c8fde0 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:32.325132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2404021'] for subnet, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.350396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Allocated IP 2001:db8::2 (24929e3e-05a3-4d03-8f29-398509f6bda9/97112633-ace7-4cc6-943f-b85f5ac9f099/e6e4b05b-8d37-4605-8d38-996b337b56bf) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:32.357238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Allocated IP 172.20.0.3 (96181c12-d423-441f-b09f-a651bfcab113/0342fd7e-108a-4b99-b96b-a05a2a1f2147/dc8cdd69-0112-4909-a754-dba0c7eca532) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:32.386015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.400709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bafba-71a0-4d17-88c8-bd5228ef946c req-a6fe3d62-fe06-4f83-a781-3fe9433a1cc0 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.402202 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-006bafba-71a0-4d17-88c8-bd5228ef946c req-a6fe3d62-fe06-4f83-a781-3fe9433a1cc0 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.5310259 Mar 16 11:13:32.422439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Allocated IP 172.20.0.2 (7b445777-6e82-41f8-b592-9c5f76b747c8/31e91600-b86c-4753-b291-61e1553cef84/e18ee83c-8232-4c6d-827e-86be7902c480) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:32.429570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.458229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7f357186-c1b8-4558-ad1e-0ca16d059de0 None None] Provisioning complete for port 20cd4627-0b03-43cc-9851-7e8e6e23495a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:32.458641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7f357186-c1b8-4558-ad1e-0ca16d059de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.462115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.497350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=c7649c0d-f894-452d-9e7e-0e2f947077d8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.497595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.498185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.501623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.537569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-006bafba-71a0-4d17-88c8-bd5228ef946c req-06107d48-6cbf-4865-a6f8-c014dac4d17e tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295493 Mar 16 11:13:32.551654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb9dc8-6c79-424f-a2cf-b4dc183c6be7 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:32.569174 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f54dd69d-e231-4681-94c5-ee66b43d84bd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c7649c0d-f894-452d-9e7e-0e2f947077d8 HTTP/1.1" status: 204 len: 168 time: 1.5123568 Mar 16 11:13:32.573296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59658) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:32.578434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d657bdfd-eb2d-423a-8121-07f8eb8ad5c6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.651985 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6cb0d392-ec75-48b9-a00e-3c934221ca93 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777006 Mar 16 11:13:32.652759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.656783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4e638c4e-6be7-418e-879b-d9234a91a299 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4790897 Mar 16 11:13:32.659558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59662) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:32.659723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59664) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:32.662053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Allocated IP 172.26.7.146 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/51e9212c-acbf-4543-93bb-068b3174b72c) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:32.667493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:32.712358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'security_group': {'name': 'tempest-secgroup-352936016'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:32.735358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:32.751198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:32.756443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:32.811814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:32.820201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.855086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:32.859411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:32.862232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:32.868853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:32.906642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.927592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:32.930958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.931928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.935498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:32.939630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.958091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group_rule and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:32.993239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:33.005452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.008486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.012524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:33.032061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:33.041488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=7fee8b21-ab4c-412d-adbf-f81a40c8fde0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.078116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Pushing event updated for resources: {'Port': ['ID=51e9212c-acbf-4543-93bb-068b3174b72c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.222306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.262100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.270207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Transition to ACTIVE for port object dc8cdd69-0112-4909-a754-dba0c7eca532 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.292431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Transition to ACTIVE for port object e6e4b05b-8d37-4605-8d38-996b337b56bf will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.315002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.342861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Transition to ACTIVE for port object e18ee83c-8232-4c6d-827e-86be7902c480 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.345326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Transition to ACTIVE for port object dc8cdd69-0112-4909-a754-dba0c7eca532 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.352435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Transition to ACTIVE for port object e6e4b05b-8d37-4605-8d38-996b337b56bf will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.367835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Transition to ACTIVE for port object e18ee83c-8232-4c6d-827e-86be7902c480 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:33.415909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:33.417706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.421922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.463659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Deleting port 20cd4627-0b03-43cc-9851-7e8e6e23495a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:33.464172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.577289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.584165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.605709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Network 96181c12-d423-441f-b09f-a651bfcab113 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.618304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.630739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:33.671849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.691799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Pushing event updated for resources: {'Port': ['ID=dc8cdd69-0112-4909-a754-dba0c7eca532,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.719228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.753703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.770139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.772030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.774266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.787732 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:33.794711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:33.804914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.968068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d1bbd-53e0-40b3-be21-3da23dee4760,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.005905 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:34.029005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Pushing event updated for resources: {'Port': ['ID=e18ee83c-8232-4c6d-827e-86be7902c480,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.082562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.086432 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-af618352-c15a-47f1-9fe9-c61e1442dcf5 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4207680 Mar 16 11:13:34.086796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59674) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:34.092056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Attempting to bind port dc8cdd69-0112-4909-a754-dba0c7eca532 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:34.092425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Attempting to bind port dc8cdd69-0112-4909-a754-dba0c7eca532 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'a1b3b145-343d-40dd-8862-2bf21627e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '96181c12-d423-441f-b09f-a651bfcab113'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:34.092786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Attempting to bind port dc8cdd69-0112-4909-a754-dba0c7eca532 on network 96181c12-d423-441f-b09f-a651bfcab113 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:34.098512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-93388872', 'security_groups': ['b91d1bbd-53e0-40b3-be21-3da23dee4760'], 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97112633-ace7-4cc6-943f-b85f5ac9f099'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:34.158151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15674185-e9f6-420c-8a3a-7ae0783526c4 req-69f84dc7-beda-4478-bb35-30150c988d38 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:34.159831 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-15674185-e9f6-420c-8a3a-7ae0783526c4 req-69f84dc7-beda-4478-bb35-30150c988d38 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4343858 Mar 16 11:13:34.165836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:34.166231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Checking segment: {'id': 'a1b3b145-343d-40dd-8862-2bf21627e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '96181c12-d423-441f-b09f-a651bfcab113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:34.166630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.167020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Bound using segment: {'id': 'a1b3b145-343d-40dd-8862-2bf21627e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '96181c12-d423-441f-b09f-a651bfcab113'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:34.167489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Bound port: dc8cdd69-0112-4909-a754-dba0c7eca532, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b3b145-343d-40dd-8862-2bf21627e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '96181c12-d423-441f-b09f-a651bfcab113'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:34.167856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.193654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Attempting to bind port e6e4b05b-8d37-4605-8d38-996b337b56bf on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:34.194338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Attempting to bind port e6e4b05b-8d37-4605-8d38-996b337b56bf by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '354a2eab-d8fc-4def-b8c5-9d486052cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:34.194889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Attempting to bind port e6e4b05b-8d37-4605-8d38-996b337b56bf on network 24929e3e-05a3-4d03-8f29-398509f6bda9 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:34.197009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Attempting to bind port e18ee83c-8232-4c6d-827e-86be7902c480 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:34.198118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Attempting to bind port e18ee83c-8232-4c6d-827e-86be7902c480 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:34.198118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Attempting to bind port e18ee83c-8232-4c6d-827e-86be7902c480 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:34.215268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:34.215738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Checking segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:34.217060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.217625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Bound using segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:34.218304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Bound port: e18ee83c-8232-4c6d-827e-86be7902c480, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:34.218751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.251415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:34.252194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Checking segment: {'id': '354a2eab-d8fc-4def-b8c5-9d486052cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:34.252700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.252953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.253187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Bound using segment: {'id': '354a2eab-d8fc-4def-b8c5-9d486052cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:34.253722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Bound port: e6e4b05b-8d37-4605-8d38-996b337b56bf, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354a2eab-d8fc-4def-b8c5-9d486052cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:34.254399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.301898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Pushing event updated for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.347343 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-15674185-e9f6-420c-8a3a-7ae0783526c4 req-c5b4a492-116c-4352-8340-ab62965085bb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292477 Mar 16 11:13:34.396194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772078779639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2220610'] for subnet, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.396911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:34.408544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] For port e18ee83c-8232-4c6d-827e-86be7902c480, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:34.412341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] For port e18ee83c-8232-4c6d-827e-86be7902c480, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e18ee83c-8232-4c6d-827e-86be7902c480,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:34.414940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:34.415381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.471757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:34.477365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 20cd4627-0b03-43cc-9851-7e8e6e23495a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:34.505488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:13:34.580863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:34.603408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:34.604013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.608013 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "PUT /v2.0/subnets/0342fd7e-108a-4b99-b96b-a05a2a1f2147 HTTP/1.1" status: 200 len: 877 time: 3.0638359 Mar 16 11:13:34.614570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59680) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:34.620338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Router 514d3535-dab9-4214-8717-69e0d367943e is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:13:34.654377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Calling delete_port for 20cd4627-0b03-43cc-9851-7e8e6e23495a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:34.684296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.700939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1d55a-5948-4473-a199-fc80b46f8165 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event updated for resources: {'Subnet': ['ID=0342fd7e-108a-4b99-b96b-a05a2a1f2147,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.811227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Router e3c29559-d566-40b8-abb8-eaf965130a6c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:34.870228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] For port dc8cdd69-0112-4909-a754-dba0c7eca532, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:34.938689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] For port dc8cdd69-0112-4909-a754-dba0c7eca532, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=dc8cdd69-0112-4909-a754-dba0c7eca532,segment=NetworkSegment(a1b3b145-343d-40dd-8862-2bf21627e225),segment_id=a1b3b145-343d-40dd-8862-2bf21627e225)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:34.945093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:34.951462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406bc27-19e8-4f11-b72d-32f6a83c04f7 None None] Pushing event updated for resources: {'Port': ['ID=e18ee83c-8232-4c6d-827e-86be7902c480,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.985204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e6e4b05b-8d37-4605-8d38-996b337b56bf,segment=NetworkSegment(354a2eab-d8fc-4def-b8c5-9d486052cef4),segment_id=354a2eab-d8fc-4def-b8c5-9d486052cef4)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:35.010138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.089357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:35.092226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:35.092226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.121888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:35.127435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:35.140240 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:35.151593 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-433a766c-ad9e-47be-99be-86702733958f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "PUT /v2.0/routers/e3c29559-d566-40b8-abb8-eaf965130a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3511333 Mar 16 11:13:35.155181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59686) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.159021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.167806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:35.168421 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.185486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] Sync routers for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:35.192122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.248804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:35.261535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:35.267911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.325547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.341542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.346958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.349150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fe390-ffcd-4ea3-aec0-e7176686655a None None] Pushing event updated for resources: {'Port': ['ID=dc8cdd69-0112-4909-a754-dba0c7eca532,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:35.413151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.416296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] Routers {'e3c29559-d566-40b8-abb8-eaf965130a6c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:35.416296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3c29559-d566-40b8-abb8-eaf965130a6c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.421717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.423115 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8c7744d6-f515-4549-96c6-6d732e188d10 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8731167 Mar 16 11:13:35.441667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port c2f7580d-d3c4-4ef1-b09a-615fed2fda9f yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:35.530839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59690) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.592775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.593192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453059b7-fb37-459b-8bb3-a02e1d26dce9 None None] The sync data for ids ['e3c29559-d566-40b8-abb8-eaf965130a6c'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:35.602284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Deleting port 20cd4627-0b03-43cc-9851-7e8e6e23495a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:35.603013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.608108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.696065 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:35.715410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port dc8cdd69-0112-4909-a754-dba0c7eca532 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:35.715848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.725750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dba85-7c61-417d-a857-5dad58d49813 None None] Pushing event updated for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:35.812316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d86f3-3d79-4504-9f02-1dd49192853b req-d815e91a-3744-405b-892c-49b691c6a0a7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.814000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-643d86f3-3d79-4504-9f02-1dd49192853b req-d815e91a-3744-405b-892c-49b691c6a0a7 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.7220433 Mar 16 11:13:35.868108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-e937b4fc-18d3-4839-a013-dc6f77fe50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.887007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-e937b4fc-18d3-4839-a013-dc6f77fe50b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.7912433 Mar 16 11:13:36.017887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.138244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:36.139517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.165411 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 3, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:36.169618 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:36.169990 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Updating router 514d3535-dab9-4214-8717-69e0d367943e port 51e9212c-acbf-4543-93bb-068b3174b72c binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:13:36.230535 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.298824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Calling delete_port for 20cd4627-0b03-43cc-9851-7e8e6e23495a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:36.356769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.465693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:36.492121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting port bb7b48ac-cef3-4138-8d58-15cabde81764 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:36.492235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.551056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.581388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-643d86f3-3d79-4504-9f02-1dd49192853b req-2232c5da-f90b-46f8-9e16-adc90d0f50b6 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7324896 Mar 16 11:13:36.654987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.659355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.663959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device dc8cdd69-0112-4909-a754-dba0c7eca532 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:36.717262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:36.717624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:36.745119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::25a (24929e3e-05a3-4d03-8f29-398509f6bda9/97112633-ace7-4cc6-943f-b85f5ac9f099/c2f7580d-d3c4-4ef1-b09a-615fed2fda9f) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:36.830765 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.843814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port dc8cdd69-0112-4909-a754-dba0c7eca532 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:36.852214 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Transition to ACTIVE for port object 51e9212c-acbf-4543-93bb-068b3174b72c will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:36.856382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e18ee83c-8232-4c6d-827e-86be7902c480 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:36.907066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=9']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.920781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:36.922730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.937513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:36.941242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:36.943803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.943966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c90126-5dfe-4f73-a213-a0bfc0c2a932 None None] Network 96181c12-d423-441f-b09f-a651bfcab113 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:36.952729 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.038161 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Attempting to bind port 51e9212c-acbf-4543-93bb-068b3174b72c on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:37.038516 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Attempting to bind port 51e9212c-acbf-4543-93bb-068b3174b72c by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:37.038860 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Attempting to bind port 51e9212c-acbf-4543-93bb-068b3174b72c on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:37.054126 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:37.054389 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:37.054620 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.055005 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:37.055463 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Bound port: 51e9212c-acbf-4543-93bb-068b3174b72c, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:37.055843 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.085865 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e769c7-117f-42fc-9564-d75eefc83d03 None None] Pushing event updated for resources: {'Port': ['ID=51e9212c-acbf-4543-93bb-068b3174b72c,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.109691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.135447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Calling delete_port for bb7b48ac-cef3-4138-8d58-15cabde81764 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:37.138210 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] For port 51e9212c-acbf-4543-93bb-068b3174b72c, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:37.139684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object c2f7580d-d3c4-4ef1-b09a-615fed2fda9f will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:37.142008 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] For port 51e9212c-acbf-4543-93bb-068b3174b72c, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=51e9212c-acbf-4543-93bb-068b3174b72c,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:37.183941 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5225527 Mar 16 11:13:37.184696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917bef5-e955-4258-b6cf-31f5d1397a17 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=cd2564d2-0a05-421a-bcd9-cb4fab96b098,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.188021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59694) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:37.199693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:37.232466 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.265687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e18ee83c-8232-4c6d-827e-86be7902c480 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:37.269166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] Provisioning for port dc8cdd69-0112-4909-a754-dba0c7eca532 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:37.290163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] Provisioning complete for port dc8cdd69-0112-4909-a754-dba0c7eca532 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:37.292856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.325781 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e769c7-117f-42fc-9564-d75eefc83d03 None None] Pushing event updated for resources: {'Port': ['ID=51e9212c-acbf-4543-93bb-068b3174b72c,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.365786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:37.368556 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:37.369295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:37.549509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Deleting port 20cd4627-0b03-43cc-9851-7e8e6e23495a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:37.550052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.658806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:37.684790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:37.684790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:37.691194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:37.722214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a1ef1-e29a-4214-a3eb-6ccaa421a5b0 None None] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:37.735406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.743463 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:37.873374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:37.873530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e6e4b05b-8d37-4605-8d38-996b337b56bf completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:37.879403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-ee2e76c7-f69a-4f68-8839-4096e72537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:37.879976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.882144 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-ee2e76c7-f69a-4f68-8839-4096e72537b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 1.9581487 Mar 16 11:13:37.920149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Port': ['ID=bb7b48ac-cef3-4138-8d58-15cabde81764,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.982026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.018732 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-d4712f28-8d49-429c-9758-c38fbcf1ff5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1001 time: 0.1208618 Mar 16 11:13:38.202167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port dc8cdd69-0112-4909-a754-dba0c7eca532, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=dc8cdd69-0112-4909-a754-dba0c7eca532,segment=NetworkSegment(a1b3b145-343d-40dd-8862-2bf21627e225),segment_id=a1b3b145-343d-40dd-8862-2bf21627e225)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:38.203132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.208534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] For port dc8cdd69-0112-4909-a754-dba0c7eca532, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=dc8cdd69-0112-4909-a754-dba0c7eca532,segment=NetworkSegment(a1b3b145-343d-40dd-8862-2bf21627e225),segment_id=a1b3b145-343d-40dd-8862-2bf21627e225)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:38.224774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-c1437efc-6d23-4b76-b8c6-c3351ab64286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:38.226466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-c1437efc-6d23-4b76-b8c6-c3351ab64286 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.2009604 Mar 16 11:13:38.238016 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 3, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:38.243133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21c3c0-5b6d-4b73-a389-87a6f2746d43 None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 3, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:38.275102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8a031-a588-42c8-84e7-225a53b95826 None None] Network 96181c12-d423-441f-b09f-a651bfcab113 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:38.320096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.414428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.416804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for dc8cdd69-0112-4909-a754-dba0c7eca532 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:38.422597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] For port 20cd4627-0b03-43cc-9851-7e8e6e23495a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=20cd4627-0b03-43cc-9851-7e8e6e23495a,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:38.422997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.483160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.611585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:38.627690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:38.631863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.668772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:38.674598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:38.675270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.689781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Calling delete_port for 20cd4627-0b03-43cc-9851-7e8e6e23495a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:38.749973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=c2f7580d-d3c4-4ef1-b09a-615fed2fda9f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.834140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816c47f-8d44-4156-9ee4-f88687d7517b None None] Pushing event updated for resources: {'Port': ['ID=dc8cdd69-0112-4909-a754-dba0c7eca532,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.862453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-03e2a9bb-4e8a-4887-87c0-9fa484b0592e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7716386 Mar 16 11:13:38.863438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-cbc41d9a-1836-48d9-a952-460ee0de4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:38.866915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Provisioning for port e18ee83c-8232-4c6d-827e-86be7902c480 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:38.870546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59702) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:38.875350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-cbc41d9a-1836-48d9-a952-460ee0de4b17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5817266 Mar 16 11:13:38.902567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:38.925473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.946691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.964237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Provisioning complete for port e18ee83c-8232-4c6d-827e-86be7902c480 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:38.965016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.978142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a91e4-7b1e-440b-8fa9-6a329e83ca86 req-55a6a146-bdd5-4a94-997b-d55fe3e6fa71 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:38.985667 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-296a91e4-7b1e-440b-8fa9-6a329e83ca86 req-55a6a146-bdd5-4a94-997b-d55fe3e6fa71 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 1.1869326 Mar 16 11:13:39.103025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-56b10f9d-1b46-4590-8732-5a372d090319 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268047 Mar 16 11:13:39.103782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:39.104189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:39.120958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-296a91e4-7b1e-440b-8fa9-6a329e83ca86 req-ccb3dbf1-81da-4c0a-a900-4dc48b84e1c0 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343772 Mar 16 11:13:39.151344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.202117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.202641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Fanout notify agent at l3_agent the message router_deleted on router e3c29559-d566-40b8-abb8-eaf965130a6c {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:13:39.211470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:39.234267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:39.244366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:39.250467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:39.260683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:39.262881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:39.265770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:39.266416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.298063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=bdfd035f-f2bf-45bd-8d09-5db3c35a6db4,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.312620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.313033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d6f4bf1d-5143-426a-80bd-252761c46b3f tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/routers/e3c29559-d566-40b8-abb8-eaf965130a6c HTTP/1.1" status: 204 len: 168 time: 4.1565621 Mar 16 11:13:39.315568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59706) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.316050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.369487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba9efd68-9ea2-4301-8c5a-f70733e74fe5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1770985 Mar 16 11:13:39.379567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59710) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.386744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:a4:cf:8a', 'name': 'tempest-NetworksTestDHCPv6-925895624'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:39.398364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.464519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] For port e18ee83c-8232-4c6d-827e-86be7902c480, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e18ee83c-8232-4c6d-827e-86be7902c480,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:39.480519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] Pushing event deleted for resources: {'Port': ['ID=20cd4627-0b03-43cc-9851-7e8e6e23495a,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.500845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:39.505232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.533881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b87a280b-9e2a-4638-99ff-1e7d87f92759 req-3f910e83-87da-496c-a163-36a41d9973d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181435 Mar 16 11:13:39.559221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Allocated IP 172.20.0.1 (7b445777-6e82-41f8-b592-9c5f76b747c8/31e91600-b86c-4753-b291-61e1553cef84/33233e35-b34b-4064-9d13-90a5d1d16c43) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:39.584183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Deleting subnet 79420f58-122b-4c51-b6ea-ec944a84ad51 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:39.614312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.615277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port dc8cdd69-0112-4909-a754-dba0c7eca532 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:39.616178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.618154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.661324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a41a85-6f13-4b08-8dc5-5f1a9412d3b8 None None] No DVR routers for this DVR port 20cd4627-0b03-43cc-9851-7e8e6e23495a on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:39.696892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb6404-ac59-40bf-a51c-d3dc4c314969 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:39.736293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Provisioning complete for port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:39.736551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.824087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.882364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Pushing event updated for resources: {'Port': ['ID=e18ee83c-8232-4c6d-827e-86be7902c480,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.901659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:39.904761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:39.922084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:39.929969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:39.940812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:39.949252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.976438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Provisioning complete for port dc8cdd69-0112-4909-a754-dba0c7eca532 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:39.977085 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.984606 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.ipam_backend_mixin [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97112633-ace7-4cc6-943f-b85f5ac9f099 (CIDR: 2001:db8::/64) Mar 16 11:13:40.016132 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:13:40.016623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:40.071975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:40.104611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.151927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Transition to ACTIVE for port object 33233e35-b34b-4064-9d13-90a5d1d16c43 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:40.181503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port dc8cdd69-0112-4909-a754-dba0c7eca532, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=dc8cdd69-0112-4909-a754-dba0c7eca532,segment=NetworkSegment(a1b3b145-343d-40dd-8862-2bf21627e225),segment_id=a1b3b145-343d-40dd-8862-2bf21627e225)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:40.181874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.238559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.285770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'bdfd035f-f2bf-45bd-8d09-5db3c35a6db4'}, {'subnet_id': 'cd2564d2-0a05-421a-bcd9-cb4fab96b098'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:40.287108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.308475 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a059e00-83b8-4592-a1b6-005de3099ddc tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4327414 Mar 16 11:13:40.313579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.322881 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/subnets/79420f58-122b-4c51-b6ea-ec944a84ad51 HTTP/1.1" status: 204 len: 168 time: 1.0054579 Mar 16 11:13:40.324287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af933c7-774d-498f-bd2a-1966a373f0a6 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Subnet': ['ID=79420f58-122b-4c51-b6ea-ec944a84ad51,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.326996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59716) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:40.327447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59718) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:40.340168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:40.368443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for dc8cdd69-0112-4909-a754-dba0c7eca532 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:40.512743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6629-c899-4858-a8a4-21fbd7d92136 req-0aad0dd4-37cc-4e58-9fb9-35485e6459d2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:40.518803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Provisioning for port e6e4b05b-8d37-4605-8d38-996b337b56bf completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:40.521278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-01cb6629-c899-4858-a8a4-21fbd7d92136 req-0aad0dd4-37cc-4e58-9fb9-35485e6459d2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2001033 Mar 16 11:13:40.555919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.575811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device dc8cdd69-0112-4909-a754-dba0c7eca532 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:40.617408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:40.618069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.641110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.661882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-01cb6629-c899-4858-a8a4-21fbd7d92136 req-0ea9e959-c553-4357-a052-3a199c5b328d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401062 Mar 16 11:13:40.662622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.691845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:40.691845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:40.691845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:40.705146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:40.765362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=33233e35-b34b-4064-9d13-90a5d1d16c43,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.780799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.859456 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Allocated IP 172.20.0.2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/bdfd035f-f2bf-45bd-8d09-5db3c35a6db4/ef5122b0-bb70-447a-9f08-5b77845861eb) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:40.872228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.875343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Allocated IP 2001:db8::f816:3eff:fe01:4296 (7bb6eb09-c78b-4881-a84a-9534f87fec56/cd2564d2-0a05-421a-bcd9-cb4fab96b098/ef5122b0-bb70-447a-9f08-5b77845861eb) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:40.892512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port dc8cdd69-0112-4909-a754-dba0c7eca532 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:40.893243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.931567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port dc8cdd69-0112-4909-a754-dba0c7eca532 was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:13:40.932248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 51e9212c-acbf-4543-93bb-068b3174b72c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:40.935798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=dc8cdd69-0112-4909-a754-dba0c7eca532,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.968899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.028278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port dc8cdd69-0112-4909-a754-dba0c7eca532 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:41.029711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83dd00-9feb-416d-a5c3-60850b9c9378 None None] DHCP port deletion for 96181c12-d423-441f-b09f-a651bfcab113 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:41.038961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:41.049480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:41.115006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:41.123053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.129157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.136561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:41.143578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e6e4b05b-8d37-4605-8d38-996b337b56bf,segment=NetworkSegment(354a2eab-d8fc-4def-b8c5-9d486052cef4),segment_id=354a2eab-d8fc-4def-b8c5-9d486052cef4)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:41.168438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0145cd57-c954-4528-9411-6d13e6eb03f6']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:41.181359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb905000-9fd4-4768-89e8-a9dd5df60d07') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:41.181647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb905000-9fd4-4768-89e8-a9dd5df60d07') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:41.193692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.212327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.213622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.219119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:41.219519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:41.235313 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:41.237906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.286439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 51e9212c-acbf-4543-93bb-068b3174b72c completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:41.308947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:41.311628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 51e9212c-acbf-4543-93bb-068b3174b72c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:41.312010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.313272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.380920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.386635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.405037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c748d20-5993-43b2-bc37-0c11d18e84cf None None] Pushing event updated for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:41.413662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Transition to ACTIVE for port object ef5122b0-bb70-447a-9f08-5b77845861eb will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:41.449287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.462710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=0342fd7e-108a-4b99-b96b-a05a2a1f2147,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:41.467266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Transition to ACTIVE for port object ef5122b0-bb70-447a-9f08-5b77845861eb will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:41.468546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fceb0bd-dd24-477e-a943-fb2ca8d3d461 None None] Network 96181c12-d423-441f-b09f-a651bfcab113 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:41.470874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.494784 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] 10.222.0.30 "DELETE /v2.0/networks/0145cd57-c954-4528-9411-6d13e6eb03f6 HTTP/1.1" status: 204 len: 168 time: 1.1593294 Mar 16 11:13:41.494784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ba9a1-3dac-47d8-921c-bec6df27afb1 tempest-FloatingIPTestJSON-1825889873 tempest-FloatingIPTestJSON-1825889873-project] Pushing event deleted for resources: {'Network': ['ID=0145cd57-c954-4528-9411-6d13e6eb03f6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:41.505155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Provisioning for port c2f7580d-d3c4-4ef1-b09a-615fed2fda9f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:41.519624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Provisioning complete for port c2f7580d-d3c4-4ef1-b09a-615fed2fda9f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:41.519624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.621177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.631715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.656266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.664115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96181c12-d423-441f-b09f-a651bfcab113']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:41.679154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b3b145-343d-40dd-8862-2bf21627e225') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:41.679473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b3b145-343d-40dd-8862-2bf21627e225') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:41.694967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.717079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.727812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:41.727995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.755763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Port c2f7580d-d3c4-4ef1-b09a-615fed2fda9f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:41.761028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 51e9212c-acbf-4543-93bb-068b3174b72c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=51e9212c-acbf-4543-93bb-068b3174b72c,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:41.763092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:41.771461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:41.797529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:41.815264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Pushing event updated for resources: {'Port': ['ID=ef5122b0-bb70-447a-9f08-5b77845861eb,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:41.851797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c136b7-c49b-4aa4-aa60-df91f277d3b3 None None] DHCP port deletion for 96181c12-d423-441f-b09f-a651bfcab113 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:41.859667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.860443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e18ee83c-8232-4c6d-827e-86be7902c480 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:41.877303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 172.20.0.14 (7bb6eb09-c78b-4881-a84a-9534f87fec56/bdfd035f-f2bf-45bd-8d09-5db3c35a6db4/43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:41.880045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fea4:cf8a (7bb6eb09-c78b-4881-a84a-9534f87fec56/cd2564d2-0a05-421a-bcd9-cb4fab96b098/43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:41.931728 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:41.990125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59730) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.002767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:42.024527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.030075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Provisioning for port 33233e35-b34b-4064-9d13-90a5d1d16c43 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:42.083824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Provisioning complete for port 33233e35-b34b-4064-9d13-90a5d1d16c43 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.083824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.110685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.124864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.180724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=51e9212c-acbf-4543-93bb-068b3174b72c,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.183494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Attempting to bind port ef5122b0-bb70-447a-9f08-5b77845861eb on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:42.183871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Attempting to bind port ef5122b0-bb70-447a-9f08-5b77845861eb by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:42.184237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Attempting to bind port ef5122b0-bb70-447a-9f08-5b77845861eb on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:42.187537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Port 33233e35-b34b-4064-9d13-90a5d1d16c43 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:42.190653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43461add-ecf6-4715-b95a-48aae4fe5755 req-02f04090-e88f-4ef1-bcae-f147782b6844 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.194356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.194528 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-43461add-ecf6-4715-b95a-48aae4fe5755 req-02f04090-e88f-4ef1-bcae-f147782b6844 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.1979704 Mar 16 11:13:42.197594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:42.198245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:42.198817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.199209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:42.202097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Bound port: ef5122b0-bb70-447a-9f08-5b77845861eb, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:42.202097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.203792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.226328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:42.250365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.255038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e18ee83c-8232-4c6d-827e-86be7902c480 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.255459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.276434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=96181c12-d423-441f-b09f-a651bfcab113,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.304167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Provisioning complete for port e18ee83c-8232-4c6d-827e-86be7902c480 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.304541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.328905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.338098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fc611473-500a-4f32-b465-d91f844563d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18fe6d8180fb47edbd38b386715c8840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438249 Mar 16 11:13:42.339093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.342792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59736) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.371917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=33233e35-b34b-4064-9d13-90a5d1d16c43,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.377440 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7a123231-5cb0-4065-b11e-222cfed2e9fa tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/96181c12-d423-441f-b09f-a651bfcab113 HTTP/1.1" status: 204 len: 168 time: 7.7616744 Mar 16 11:13:42.390834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.407249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] For port ef5122b0-bb70-447a-9f08-5b77845861eb, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:42.420010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] For port ef5122b0-bb70-447a-9f08-5b77845861eb, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ef5122b0-bb70-447a-9f08-5b77845861eb,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:42.421459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:42.434930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:42.451108 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-43461add-ecf6-4715-b95a-48aae4fe5755 req-93e62691-d27e-46a5-a648-376f79cacdb0 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926403 Mar 16 11:13:42.458691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c20288-1483-4e72-a3c4-6a1191f72469 None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:42.474003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:42.474003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.474311 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e48480b-ce2e-42e7-9421-99055a70dd20 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:42.474410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.474502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e48480b-ce2e-42e7-9421-99055a70dd20 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:42.474502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4e48480b-ce2e-42e7-9421-99055a70dd20 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/0342fd7e-108a-4b99-b96b-a05a2a1f2147 HTTP/1.1" status: 404 len: 337 time: 0.0710704 Mar 16 11:13:42.474502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59744) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.527311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.532037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:42.545216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:42.609976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=7cf17753-7452-4fc8-b140-a545de33912b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.618056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.628910 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-981b540f-eefb-4b1e-96f7-5c2c9f107b7b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2978835 Mar 16 11:13:42.632535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59750) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.641207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-789569445', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7cf17753-7452-4fc8-b140-a545de33912b'}], 'security_groups': ['d657bdfd-eb2d-423a-8121-07f8eb8ad5c6']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:42.646823 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a73f5c-a0dc-4d34-b2f8-716a04cfc247 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:42.647390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a73f5c-a0dc-4d34-b2f8-716a04cfc247 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:42.651404 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-73a73f5c-a0dc-4d34-b2f8-716a04cfc247 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/96181c12-d423-441f-b09f-a651bfcab113 HTTP/1.1" status: 404 len: 339 time: 0.1737430 Mar 16 11:13:42.666669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59754) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.687260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.687963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.714526 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c246a3f-1afc-4412-9983-05be0b6dc8f2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:42.715240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c246a3f-1afc-4412-9983-05be0b6dc8f2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:42.715382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70cd639e-651f-45fc-b869-f7b7ae1813d0 None None] Could not find standard attr ID for object dc8cdd69-0112-4909-a754-dba0c7eca532. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:42.719495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3c246a3f-1afc-4412-9983-05be0b6dc8f2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/78b8db42-9faf-4f11-807a-a628e7813ace HTTP/1.1" status: 404 len: 337 time: 0.0483627 Mar 16 11:13:42.719646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59758) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.727822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fa984-c68b-4c84-a2eb-4f325cf0219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.748987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60434-8a7f-4790-9b99-62085e1162f0 None None] Pushing event updated for resources: {'Port': ['ID=ef5122b0-bb70-447a-9f08-5b77845861eb,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.766440 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e601e35-e37d-469a-b85d-96e4ccc7e020 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:42.767016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e601e35-e37d-469a-b85d-96e4ccc7e020 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:42.772802 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5e601e35-e37d-469a-b85d-96e4ccc7e020 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b1cae753-deba-4830-946d-b00a875df36f HTTP/1.1" status: 404 len: 339 time: 0.0484657 Mar 16 11:13:42.773093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59762) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.820904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:42.829439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fa984-c68b-4c84-a2eb-4f325cf0219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.830833 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e4e26648-59a3-49f2-9a2a-399e28ad0f24 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4445009 Mar 16 11:13:42.837146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:42.839169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59766) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.869315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 51e9212c-acbf-4543-93bb-068b3174b72c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:42.982367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 51e9212c-acbf-4543-93bb-068b3174b72c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.982748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.050815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6b0c-c599-4dee-9bc7-caffc970c07e req-5065879c-0738-4a2b-bc36-48886cbc8f8c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:43.053054 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-761f6b0c-c599-4dee-9bc7-caffc970c07e req-5065879c-0738-4a2b-bc36-48886cbc8f8c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4638715 Mar 16 11:13:43.107007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.192670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.225897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e97d1ca-3abb-4646-a606-64b52b168d2b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:43.228315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:43.233458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e97d1ca-3abb-4646-a606-64b52b168d2b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:43.234334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2e97d1ca-3abb-4646-a606-64b52b168d2b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:43.289433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Update dhcp port {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'fixed_ips': [{'subnet_id': '97112633-ace7-4cc6-943f-b85f5ac9f099', 'ip_address': '2001:db8::2'}, {'subnet_id': '7cf17753-7452-4fc8-b140-a545de33912b'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': 'e6e4b05b-8d37-4605-8d38-996b337b56bf'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:13:43.351100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d0160f8d-535a-4e38-ac9a-dfff5d9b3ba8 None None] Provisioning complete for port 33233e35-b34b-4064-9d13-90a5d1d16c43 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:43.351473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d0160f8d-535a-4e38-ac9a-dfff5d9b3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.384461 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-761f6b0c-c599-4dee-9bc7-caffc970c07e req-b54a051b-89d0-4652-afc6-8ccf3a22b98b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873058 Mar 16 11:13:43.397898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:13:43.399029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fa984-c68b-4c84-a2eb-4f325cf0219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.404540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.481159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d0160f8d-535a-4e38-ac9a-dfff5d9b3ba8 None None] Port 33233e35-b34b-4064-9d13-90a5d1d16c43 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:43.481568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fa984-c68b-4c84-a2eb-4f325cf0219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199fa4e6-6e6b-496a-b97b-3ab1a8881e98,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.485251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.494095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-729fa984-c68b-4c84-a2eb-4f325cf0219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.497644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-729fa984-c68b-4c84-a2eb-4f325cf0219d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/199fa4e6-6e6b-496a-b97b-3ab1a8881e98 HTTP/1.1" status: 204 len: 168 time: 1.1432209 Mar 16 11:13:43.557617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:43.558018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.673938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c959c556-039d-4b41-a30d-7fd153156776']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:43.680046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2e97d1ca-3abb-4646-a606-64b52b168d2b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:43.684162 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2e97d1ca-3abb-4646-a606-64b52b168d2b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8311818 Mar 16 11:13:43.690086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59774) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:43.732608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d580ee-f79e-4975-a347-02a065504375') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:43.732840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d580ee-f79e-4975-a347-02a065504375') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:43.771766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.808495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Allocated IP 2001:db8:0:1::2 (24929e3e-05a3-4d03-8f29-398509f6bda9/7cf17753-7452-4fc8-b140-a545de33912b/e6e4b05b-8d37-4605-8d38-996b337b56bf) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:43.824623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cb797-1186-4137-b4db-3cc931073e06 req-2f4c05aa-97ff-41f2-ac09-ee99ccce3327 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:43.826212 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-601cb797-1186-4137-b4db-3cc931073e06 req-2f4c05aa-97ff-41f2-ac09-ee99ccce3327 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2133138 Mar 16 11:13:43.872218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:43.872570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.879946 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-601cb797-1186-4137-b4db-3cc931073e06 req-617a2b91-2230-4726-9824-c023e6e9f770 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479636 Mar 16 11:13:43.953637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device dc8cdd69-0112-4909-a754-dba0c7eca532 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:44.006497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: dc8cdd69-0112-4909-a754-dba0c7eca532 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:44.006835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device dc8cdd69-0112-4909-a754-dba0c7eca532 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:44.063761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e6e4b05b-8d37-4605-8d38-996b337b56bf,segment=NetworkSegment(354a2eab-d8fc-4def-b8c5-9d486052cef4),segment_id=354a2eab-d8fc-4def-b8c5-9d486052cef4)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:44.082960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.122578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.145273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:44.145693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:44.163063 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:44.271361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:44.281046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:44.291899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:44.292524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:44.332306 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-729fb53c-2edc-4374-b71a-4ef5093f5cf9 admin admin] 10.222.0.30 "PUT /v2.0/routers/514d3535-dab9-4214-8717-69e0d367943e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7995405 Mar 16 11:13:44.361091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Transition to ACTIVE for port object e6e4b05b-8d37-4605-8d38-996b337b56bf will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:44.365440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.404416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6fa13e-e363-4c1e-9622-9ecafd142411 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:44.420491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.425021 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/c959c556-039d-4b41-a30d-7fd153156776 HTTP/1.1" status: 204 len: 168 time: 1.6472797 Mar 16 11:13:44.425138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59794) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.435340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c705-1c9b-417c-9a16-19b3340facb9 req-294aebdb-e630-46a5-a672-2cbd9474713b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:44.437070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5c63c705-1c9b-417c-9a16-19b3340facb9 req-294aebdb-e630-46a5-a672-2cbd9474713b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3620107 Mar 16 11:13:44.505176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf268d-bda4-4556-abdc-b84295c3efc2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=c959c556-039d-4b41-a30d-7fd153156776,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:44.525653 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-db471481-3834-4f2f-b120-49f9bce145c3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:44.526180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db471481-3834-4f2f-b120-49f9bce145c3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:44.530102 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-db471481-3834-4f2f-b120-49f9bce145c3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/3fc46a06-2da2-4616-96a4-1323f1528220 HTTP/1.1" status: 404 len: 337 time: 0.0988975 Mar 16 11:13:44.537890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59798) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.593666 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffda206-97ec-464e-a875-c6a425dd35ab tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:44.598689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffda206-97ec-464e-a875-c6a425dd35ab tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:44.598689 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8ffda206-97ec-464e-a875-c6a425dd35ab tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b712583a-7386-4e09-9857-e520c6013651 HTTP/1.1" status: 404 len: 339 time: 0.0568852 Mar 16 11:13:44.600203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59806) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.615816 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5c63c705-1c9b-417c-9a16-19b3340facb9 req-79376fa4-d664-4bb8-81c7-45a3758a7f40 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683075 Mar 16 11:13:44.654274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.733894 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-53535924-315d-4f16-bbf8-d1840af00ae3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:44.734359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53535924-315d-4f16-bbf8-d1840af00ae3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:44.736219 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-53535924-315d-4f16-bbf8-d1840af00ae3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/1a8c1ff8-2b6c-4929-bb98-c3c60fa4fc22 HTTP/1.1" status: 404 len: 337 time: 0.1350703 Mar 16 11:13:44.741156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59816) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.774303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.780484 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7f56f3-1e62-44a0-b56b-f41313a942c2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:44.780964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7f56f3-1e62-44a0-b56b-f41313a942c2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:44.782688 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2b7f56f3-1e62-44a0-b56b-f41313a942c2 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/d6de5ba0-bbc0-44cf-ba72-d78aab810b20 HTTP/1.1" status: 404 len: 339 time: 0.0406251 Mar 16 11:13:44.786127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59822) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.813754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Delete allocated IP 2001:db8::25a (24929e3e-05a3-4d03-8f29-398509f6bda9/97112633-ace7-4cc6-943f-b85f5ac9f099) {{(pid=88449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:13:44.825743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8:0:1::ae (24929e3e-05a3-4d03-8f29-398509f6bda9/7cf17753-7452-4fc8-b140-a545de33912b/c2f7580d-d3c4-4ef1-b09a-615fed2fda9f) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:44.918646 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-125f1980-8220-4022-875f-0dd080c857bd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:44.919330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125f1980-8220-4022-875f-0dd080c857bd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:44.921423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-125f1980-8220-4022-875f-0dd080c857bd tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/ac6d2fb1-6a31-479d-a0d4-5e6a6bd7b00e HTTP/1.1" status: 404 len: 337 time: 0.1345072 Mar 16 11:13:44.935319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59828) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.964031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46729fa-7fe6-4c86-9f74-49135cdeb5d6 None None] Pushing event updated for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:44.965026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:44.970747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-45aeba0f-2f52-435b-9f03-f3a3fdb47f17 None None] Provisioning for port ef5122b0-bb70-447a-9f08-5b77845861eb completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:44.987690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef5122b0-bb70-447a-9f08-5b77845861eb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:45.021486 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-515f1ac5-4542-4c7d-9073-2c0a87eb1851 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.021886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515f1ac5-4542-4c7d-9073-2c0a87eb1851 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.023576 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-515f1ac5-4542-4c7d-9073-2c0a87eb1851 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/d66a6dfd-ce74-4e20-92b3-05ce36399ddc HTTP/1.1" status: 404 len: 339 time: 0.0781555 Mar 16 11:13:45.027912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.077419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59838) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.118110 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae1ef77-fc0e-40c0-8b8b-a4a671fc3a33 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.118580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae1ef77-fc0e-40c0-8b8b-a4a671fc3a33 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.120629 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bae1ef77-fc0e-40c0-8b8b-a4a671fc3a33 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/e4d893a5-d278-4103-95cd-6d7bb8dd1379 HTTP/1.1" status: 404 len: 337 time: 0.0810249 Mar 16 11:13:45.123747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59844) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.178862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4b0ee5-79d2-440b-9b4a-79a99909326c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.179416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4b0ee5-79d2-440b-9b4a-79a99909326c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.181363 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7c4b0ee5-79d2-440b-9b4a-79a99909326c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/3079c345-0d55-4d60-aa80-dd5b18001354 HTTP/1.1" status: 404 len: 339 time: 0.0568995 Mar 16 11:13:45.185197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59848) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.210068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:45.210712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92958806-c60e-41fe-b081-48824f6b31f1 req-fca375af-a403-4322-9228-a2e5e36991f8 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:45.212259 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-92958806-c60e-41fe-b081-48824f6b31f1 req-fca375af-a403-4322-9228-a2e5e36991f8 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3307159 Mar 16 11:13:45.275422 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac116db4-5d16-4ae6-b756-5e34efa843d6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.275966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac116db4-5d16-4ae6-b756-5e34efa843d6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.278266 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ac116db4-5d16-4ae6-b756-5e34efa843d6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/c0c05026-c985-44ab-a9a0-fd2d0491ccfe HTTP/1.1" status: 404 len: 337 time: 0.0920639 Mar 16 11:13:45.283473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59854) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.283871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6945429c-17ed-4978-808e-3bf3adfb0f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.311152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979675611'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:45.334677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:45.358705 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-92958806-c60e-41fe-b081-48824f6b31f1 req-ef3d2dd2-417f-4c9e-83fd-d808cc74ed6b tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379485 Mar 16 11:13:45.363138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:45.415535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:45.415535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:45.416871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fe3dcd-fd7a-4c79-8ece-829789a385de tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.416871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fe3dcd-fd7a-4c79-8ece-829789a385de tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.432037 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a7fe3dcd-fd7a-4c79-8ece-829789a385de tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/57541597-d7a8-4a53-8a38-415c76382590 HTTP/1.1" status: 404 len: 339 time: 0.1461151 Mar 16 11:13:45.439854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59862) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.462847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ef5122b0-bb70-447a-9f08-5b77845861eb completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:45.507298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ef5122b0-bb70-447a-9f08-5b77845861eb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:45.507680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.593019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:45.599120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.642706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.654823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.675992 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3298d7f-b00f-4fd0-8b83-edb0fef8e97e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.676808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3298d7f-b00f-4fd0-8b83-edb0fef8e97e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.682169 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e3298d7f-b00f-4fd0-8b83-edb0fef8e97e tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/3f57442d-6b6d-4454-9e7e-99fd2d0bd0e8 HTTP/1.1" status: 404 len: 337 time: 0.2379346 Mar 16 11:13:45.689262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59868) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.691216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.761050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.776410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object c2f7580d-d3c4-4ef1-b09a-615fed2fda9f will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:45.777829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:45.783376 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a7945e-ffe6-4dc9-a59b-46cdaa2f4a6c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.783854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a7945e-ffe6-4dc9-a59b-46cdaa2f4a6c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.788958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-55a7945e-ffe6-4dc9-a59b-46cdaa2f4a6c tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/d14710f8-f9df-4fed-9851-697d4dddda0b HTTP/1.1" status: 404 len: 339 time: 0.0738857 Mar 16 11:13:45.789577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59874) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.789930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59876) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.790956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:security_group_rule and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:45.798131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:45.805449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-11499834-network', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:45.871161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:45.885913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:45.893694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.942994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.945469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5f1aaadd-9256-416f-967d-a20f88dfdcac tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7 HTTP/1.1" status: 204 len: 168 time: 2.2520506 Mar 16 11:13:45.948131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59882) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.958603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Usage tracker for resource:network and tenant:93f648d5d5d04f66a512b57c9e03c25d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:45.975353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a375d9-63ad-4e65-b6b0-f8154bca7321 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:45.975566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a375d9-63ad-4e65-b6b0-f8154bca7321 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:45.978336 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f8a375d9-63ad-4e65-b6b0-f8154bca7321 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/a7c955d8-e179-4d13-8959-ab250c2ecfb0 HTTP/1.1" status: 404 len: 337 time: 0.1819272 Mar 16 11:13:45.996122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:45.998921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-59517651-c0fc-4d5a-be3f-b42aeb3fe54d None None] Provisioning complete for port ef5122b0-bb70-447a-9f08-5b77845861eb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:46.000348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-59517651-c0fc-4d5a-be3f-b42aeb3fe54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.004115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:46.018818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59886) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.062375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309581-b6bc-4fe2-ae29-c57e7b744441 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:46.064161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309581-b6bc-4fe2-ae29-c57e7b744441 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:46.066056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309581-b6bc-4fe2-ae29-c57e7b744441 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:46.069256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c7309581-b6bc-4fe2-ae29-c57e7b744441 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:46.114275 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-10facca0-ef22-4ad4-9e3d-52c8648a5d91 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:46.114723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10facca0-ef22-4ad4-9e3d-52c8648a5d91 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:46.119306 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-10facca0-ef22-4ad4-9e3d-52c8648a5d91 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/4b43ae3a-8bac-4dfb-9b1b-52a3412c9bd8 HTTP/1.1" status: 404 len: 339 time: 0.0948358 Mar 16 11:13:46.119705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59892) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.153717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] In _notify_port_updated(), no bound segment for port c2f7580d-d3c4-4ef1-b09a-615fed2fda9f on network 24929e3e-05a3-4d03-8f29-398509f6bda9 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:13:46.159386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:46.160065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.161365 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/ports/c2f7580d-d3c4-4ef1-b09a-615fed2fda9f HTTP/1.1" status: 200 len: 929 time: 3.5276554 Mar 16 11:13:46.168580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Made reservation on behalf of 93f648d5d5d04f66a512b57c9e03c25d for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:46.170902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.180343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59896) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.188555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800de9d-64ca-42dd-b2e4-f5942894bdd7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=c2f7580d-d3c4-4ef1-b09a-615fed2fda9f,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:46.203385 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3297c6e3-97fe-4fc7-bad6-4b44ebfc49d4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:46.205319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3297c6e3-97fe-4fc7-bad6-4b44ebfc49d4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:46.212731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.214029 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3297c6e3-97fe-4fc7-bad6-4b44ebfc49d4 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/6b1b7095-eb43-4190-aed2-43b6c11f6ba5 HTTP/1.1" status: 404 len: 337 time: 0.0922294 Mar 16 11:13:46.215456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c7309581-b6bc-4fe2-ae29-c57e7b744441 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:46.216911 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c7309581-b6bc-4fe2-ae29-c57e7b744441 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2673931 Mar 16 11:13:46.217706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59900) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.236935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.258639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59902) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.291449 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c0667f-c841-4950-b00e-930343bd7164 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:46.292223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c0667f-c841-4950-b00e-930343bd7164 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:46.299046 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-71c0667f-c841-4950-b00e-930343bd7164 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/b3065fed-d1c3-4fed-8b3c-935e8ac940eb HTTP/1.1" status: 404 len: 339 time: 0.0754406 Mar 16 11:13:46.299046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59908) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.304700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:46.307719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ef5122b0-bb70-447a-9f08-5b77845861eb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ef5122b0-bb70-447a-9f08-5b77845861eb,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:46.336821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 2, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:46.364588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:46.365231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Updating router 514d3535-dab9-4214-8717-69e0d367943e port 33233e35-b34b-4064-9d13-90a5d1d16c43 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:13:46.368826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Usage tracker for resource:security_group_rule and tenant:93f648d5d5d04f66a512b57c9e03c25d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:46.383882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting subnet 653f0cce-23dc-46de-b5d5-f0c79591e89d {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:46.387348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.388676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:46.429068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.453774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:46.459057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.479608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port c2f7580d-d3c4-4ef1-b09a-615fed2fda9f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:46.480312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.482093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-59517651-c0fc-4d5a-be3f-b42aeb3fe54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.570944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.581254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet bdfd035f-f2bf-45bd-8d09-5db3c35a6db4 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:46.581254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.620479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.689989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.754096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f00db43-6ffe-4ce0-a9a6-c6d43d5e03f2 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:13:46.801997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ef5122b0-bb70-447a-9f08-5b77845861eb,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:46.808226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-59517651-c0fc-4d5a-be3f-b42aeb3fe54d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:46.808586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-59517651-c0fc-4d5a-be3f-b42aeb3fe54d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:46.846662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:46.946629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.985475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Subnet': ['ID=653f0cce-23dc-46de-b5d5-f0c79591e89d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:46.990358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.002916 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b89aa4e5-6daf-4a4b-a98d-37f540e11aa6 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/subnets/653f0cce-23dc-46de-b5d5-f0c79591e89d HTTP/1.1" status: 204 len: 168 time: 0.7042205 Mar 16 11:13:47.006196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59912) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:47.011326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.084074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988a5f-6274-462d-9373-6ddf52c67781 req-d61ddec2-bd35-445d-920c-70b52b2f3227 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:47.085470 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a2988a5f-6274-462d-9373-6ddf52c67781 req-d61ddec2-bd35-445d-920c-70b52b2f3227 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.8223116 Mar 16 11:13:47.110517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.126139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.140170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Deleting port ca7806d8-9557-45d5-be0d-b805e1694301 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:47.146687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.183762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00db43-6ffe-4ce0-a9a6-c6d43d5e03f2 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:13:47.258759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:47.308420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d560b2e2-dbeb-4084-a03f-8ae5f3397b13,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.314291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.353901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.354250 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment 1b94d1a6-2b72-4363-9d80-10e4555a9ee9 of type vlan for network 4de38da8-94f1-432a-b39e-e3cd035866da Mar 16 11:13:47.360012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] For port ca7806d8-9557-45d5-be0d-b805e1694301, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ca7806d8-9557-45d5-be0d-b805e1694301,segment=NetworkSegment(3e3a852f-f1dc-49b7-b635-14f5c641e549),segment_id=3e3a852f-f1dc-49b7-b635-14f5c641e549)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:47.360439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.372595 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a2988a5f-6274-462d-9373-6ddf52c67781 req-81a5b2a5-456a-4c00-99b0-07a81ef49d4c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751744 Mar 16 11:13:47.374293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.421275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.446631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.457922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.479407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-59517651-c0fc-4d5a-be3f-b42aeb3fe54d None None] Could not find standard attr ID for object 43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:47.492172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Transition to ACTIVE for port object 33233e35-b34b-4064-9d13-90a5d1d16c43 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:47.494547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3d481e2-5d70-4168-b697-3f5cb55ad139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.503440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Calling delete_port for ca7806d8-9557-45d5-be0d-b805e1694301 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:47.521487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.595418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for c2f7580d-d3c4-4ef1-b09a-615fed2fda9f owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:47.621902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.655404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:47.666258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.692965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Could not find standard attr ID for object 43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:47.693515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f3ccb-96a5-4fb7-955c-340da627db6e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.697539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.698259 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Added segment 65f6a52e-3716-424e-abf4-def51ebac4af of type vlan for network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 Mar 16 11:13:47.719916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Port': ['ID=ca7806d8-9557-45d5-be0d-b805e1694301,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.724374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] No DVR routers for this DVR port ca7806d8-9557-45d5-be0d-b805e1694301 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:47.751745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.766108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.824355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfd035f-f2bf-45bd-8d09-5db3c35a6db4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.829932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89c2b7-ffa2-4038-a0cf-2c8d6995e53b None None] Pushing event updated for resources: {'Port': ['ID=33233e35-b34b-4064-9d13-90a5d1d16c43,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.839575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.852858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.868300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.873874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:47.874546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.877496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Provisioning complete for port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:47.877899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.882374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a208b5-841a-40e3-a2ea-3d749da1284f']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:47.895413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3a852f-f1dc-49b7-b635-14f5c641e549') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:47.895696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3a852f-f1dc-49b7-b635-14f5c641e549') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:47.908965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.926595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.933670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:13:47.934154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.944320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f293d17-509b-40fd-b905-3e506a15450f None None] Network f8a208b5-841a-40e3-a2ea-3d749da1284f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:47.951572 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:47.969757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b84cc-d7f3-4067-a68a-b1ce914ba66f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:48.017990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Attempting to bind port 33233e35-b34b-4064-9d13-90a5d1d16c43 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:48.018363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Attempting to bind port 33233e35-b34b-4064-9d13-90a5d1d16c43 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:48.018727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Attempting to bind port 33233e35-b34b-4064-9d13-90a5d1d16c43 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:48.083439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.084396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:48.085002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.092609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59916) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.098480 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e8a5ec9f-633d-47c6-aa42-78cce286d1d2 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/bdfd035f-f2bf-45bd-8d09-5db3c35a6db4 HTTP/1.1" status: 204 len: 168 time: 1.8368506 Mar 16 11:13:48.108830 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.0302196 Mar 16 11:13:48.110034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876751-cbd1-48d1-b265-e28258c17dd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=4de38da8-94f1-432a-b39e-e3cd035866da,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.111914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59920) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.131259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.168892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.180869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] Pushing event deleted for resources: {'Network': ['ID=f8a208b5-841a-40e3-a2ea-3d749da1284f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.194359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1239639879'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:48.199946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-16979c63-6bd9-4f68-99ee-2beda1ae47f3 tempest-NetworksTest-71636646 tempest-NetworksTest-71636646-project] 10.222.0.30 "DELETE /v2.0/networks/f8a208b5-841a-40e3-a2ea-3d749da1284f HTTP/1.1" status: 204 len: 168 time: 1.1924930 Mar 16 11:13:48.204620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:48.210877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:48.212659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet cd2564d2-0a05-421a-bcd9-cb4fab96b098 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:48.213316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:48.213754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:48.215121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 4de38da8-94f1-432a-b39e-e3cd035866da details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:48.216804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.221020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:48.244214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:48.244594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Checking segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:48.245003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.245390 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Bound using segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:48.245888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Bound port: 33233e35-b34b-4064-9d13-90a5d1d16c43, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:48.246272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.284807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.297331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Could not find standard attr ID for object c2f7580d-d3c4-4ef1-b09a-615fed2fda9f. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:48.306085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.308019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] Pushing event updated for resources: {'Network': ['ID=c286c2c7-19a3-42c3-90c0-f2c9bb00f718,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.369758 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dbc9b8e2-5a2b-498e-b308-3ac8e435fa6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5750265 Mar 16 11:13:48.371697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59928) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.378356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Request body: {'subnet': {'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-11499834-subnet', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:48.388580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:48.399244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:48.405882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Usage tracker for resource:subnet and tenant:93f648d5d5d04f66a512b57c9e03c25d is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:48.411138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:48.419520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:48.419727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=c2f7580d-d3c4-4ef1-b09a-615fed2fda9f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.421752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.423659 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-027f49b8-26a9-416e-bc71-8741b9158b84 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/c2f7580d-d3c4-4ef1-b09a-615fed2fda9f HTTP/1.1" status: 204 len: 168 time: 2.2394094 Mar 16 11:13:48.424582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:48.428254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.432845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59934) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.484173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.492187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:48.506892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.507242 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment a241576a-a167-4ff6-bfe2-3b91422d5ee3 of type vlan for network 810dfff2-5021-43e0-80f8-aa066e365386 Mar 16 11:13:48.536358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.584712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Made reservation on behalf of 93f648d5d5d04f66a512b57c9e03c25d for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:48.590721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.620801 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91be8d0-62a5-4b21-882c-7c1ecd871f21 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:13:48.621508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f91be8d0-62a5-4b21-882c-7c1ecd871f21 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:48.650557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.666357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.672012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Provisioning for port e6e4b05b-8d37-4605-8d38-996b337b56bf completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:48.673306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:48.673964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.676775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd65e0f5-268f-4973-bd7a-3b163bcabc20 None None] DHCP port deletion for f8a208b5-841a-40e3-a2ea-3d749da1284f request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:48.736236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:48.736573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-848e793f-a9b6-432b-8ac1-14731644b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.808422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.815831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef5122b0-bb70-447a-9f08-5b77845861eb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:48.829033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6989565 Mar 16 11:13:48.836133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59940) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.844812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:48.849220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] For port 33233e35-b34b-4064-9d13-90a5d1d16c43, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:48.876062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814a8c-f6fe-40d1-9f62-7df24f19b0f5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=810dfff2-5021-43e0-80f8-aa066e365386,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.900127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 810dfff2-5021-43e0-80f8-aa066e365386 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:48.940585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] For port 33233e35-b34b-4064-9d13-90a5d1d16c43, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=33233e35-b34b-4064-9d13-90a5d1d16c43,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:48.962351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59944) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.994001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:48.995756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:49.002857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:49.011975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:49.014720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f91be8d0-62a5-4b21-882c-7c1ecd871f21 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:49.019009 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f91be8d0-62a5-4b21-882c-7c1ecd871f21 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/c2f7580d-d3c4-4ef1-b09a-615fed2fda9f HTTP/1.1" status: 404 len: 333 time: 0.5873113 Mar 16 11:13:49.021532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59950) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.048939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.077834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df87b-fa70-4cd1-ab0a-34ceae5ae0e1 req-b1ea1e8d-00fb-47b9-8bd0-ae15bb6cd888 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:49.079390 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f4df87b-fa70-4cd1-ab0a-34ceae5ae0e1 req-b1ea1e8d-00fb-47b9-8bd0-ae15bb6cd888 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4435389 Mar 16 11:13:49.106596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:49.111230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.125994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.132070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a8d1-3d4a-4339-83fa-6832a5943199 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.158562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89c2b7-ffa2-4038-a0cf-2c8d6995e53b None None] Pushing event updated for resources: {'Port': ['ID=33233e35-b34b-4064-9d13-90a5d1d16c43,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:49.207310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a8d1-3d4a-4339-83fa-6832a5943199 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.211246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2564d2-0a05-421a-bcd9-cb4fab96b098,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:49.221248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.241063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ef5122b0-bb70-447a-9f08-5b77845861eb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:49.241434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.275945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:49.276576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.283350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f4df87b-fa70-4cd1-ab0a-34ceae5ae0e1 req-b61defd8-ab0b-479e-8d72-4e9354d6f440 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573114 Mar 16 11:13:49.288130 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-60e4845a-1076-4309-8509-f08796d40cce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/cd2564d2-0a05-421a-bcd9-cb4fab96b098 HTTP/1.1" status: 204 len: 168 time: 1.1932557 Mar 16 11:13:49.293734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59956) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.374925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.446944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:49.501945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Checking segment: {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:49.502321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Network hostable DHCP agents. Network: c286c2c7-19a3-42c3-90c0-f2c9bb00f718, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:49.626728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:49.646817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a8d1-3d4a-4339-83fa-6832a5943199 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.664461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:49.684421 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6d50df61-de55-4afc-b3f1-aa7e243a1502 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3277619 Mar 16 11:13:49.684862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59962) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.688737 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-75dade73-7f17-4c34-8613-d775c9fa19bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b6cd856ac4a48619b92c14ec6071682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7252514 Mar 16 11:13:49.693114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0a8d1-3d4a-4339-83fa-6832a5943199 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d1bbd-53e0-40b3-be21-3da23dee4760,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:49.697679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:49.720749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59966) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.725530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ca7806d8-9557-45d5-be0d-b805e1694301 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:49.752413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0fb0a8d1-3d4a-4339-83fa-6832a5943199 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.756548 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0fb0a8d1-3d4a-4339-83fa-6832a5943199 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/security-groups/b91d1bbd-53e0-40b3-be21-3da23dee4760 HTTP/1.1" status: 204 len: 168 time: 0.7338576 Mar 16 11:13:49.758400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59972) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.778976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: ca7806d8-9557-45d5-be0d-b805e1694301 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:49.779519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ca7806d8-9557-45d5-be0d-b805e1694301 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:49.781876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.899065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:49.904407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:49.909366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:49.923144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:49.937368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, c286c2c7-19a3-42c3-90c0-f2c9bb00f718) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:50.005444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.008349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.014682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0e4ba-2cb7-4a3a-b56c-261241b59fc5 None None] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:50.058514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:50.069949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.088529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f0df034-5f2d-459f-b6ee-c5db36cec587 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.090866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf189848-69ef-486e-b443-a00572f8bea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.153335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f0df034-5f2d-459f-b6ee-c5db36cec587 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.174303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf189848-69ef-486e-b443-a00572f8bea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.184154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.189622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.220635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee854e5f-b334-4d82-a8a1-3cf875444a59 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:50.239529 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-296fe2ab-d1b0-430a-bcdb-5f4709e2f52b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8612854 Mar 16 11:13:50.239529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59982) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.249563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:50.267529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:50.277576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Usage tracker for resource:router and tenant:93f648d5d5d04f66a512b57c9e03c25d is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:50.282022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:50.300064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:50.323867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddc947-d5db-4e38-9c39-56db6b6359a3 req-3ec054a2-b973-4089-ac31-47dccc53ef99 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.326291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-64ddc947-d5db-4e38-9c39-56db6b6359a3 req-3ec054a2-b973-4089-ac31-47dccc53ef99 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4347990 Mar 16 11:13:50.327573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=4efadba5-ed4e-48e4-b4bc-f89512758af9,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.330384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-c49ac0f0-e56e-4af0-b272-700d9442c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.332259 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-c49ac0f0-e56e-4af0-b272-700d9442c556 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8759cac9424d3dac7854e63ac04e53&device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 1098 time: 0.3960955 Mar 16 11:13:50.342252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': '1b94d1a6-2b72-4363-9d80-10e4555a9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:50.342997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: 4de38da8-94f1-432a-b39e-e3cd035866da, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:50.415491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f0df034-5f2d-459f-b6ee-c5db36cec587 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.418441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 4de38da8-94f1-432a-b39e-e3cd035866da is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:50.430148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.430358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf189848-69ef-486e-b443-a00572f8bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.431160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.449959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0df034-5f2d-459f-b6ee-c5db36cec587 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d657bdfd-eb2d-423a-8121-07f8eb8ad5c6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.453080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-49d546ec-3529-4242-80d9-cb053c0f7786 None None] Provisioning complete for port ef5122b0-bb70-447a-9f08-5b77845861eb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:50.453472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49d546ec-3529-4242-80d9-cb053c0f7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.478890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf189848-69ef-486e-b443-a00572f8bea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06163cb-bfbc-4c27-a51a-8a937b985cbd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.486212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bf189848-69ef-486e-b443-a00572f8bea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.490225 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bf189848-69ef-486e-b443-a00572f8bea9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a06163cb-bfbc-4c27-a51a-8a937b985cbd HTTP/1.1" status: 204 len: 168 time: 0.7652321 Mar 16 11:13:50.493174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f0df034-5f2d-459f-b6ee-c5db36cec587 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.494714 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8f0df034-5f2d-459f-b6ee-c5db36cec587 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/security-groups/d657bdfd-eb2d-423a-8121-07f8eb8ad5c6 HTTP/1.1" status: 204 len: 168 time: 0.7335160 Mar 16 11:13:50.497430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 59988) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.565350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 4de38da8-94f1-432a-b39e-e3cd035866da) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:50.573267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-64ddc947-d5db-4e38-9c39-56db6b6359a3 req-3acb4156-6c3b-43f1-aad3-e9c6e266dae2 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370024 Mar 16 11:13:50.583353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.584139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.590774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.622510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e6e4d-8e96-4f55-ae0b-65a3b20f0a9e None None] Network 4de38da8-94f1-432a-b39e-e3cd035866da requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:50.624822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 97112633-ace7-4cc6-943f-b85f5ac9f099 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:13:50.628263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.635387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-bdb6c722-2835-4c52-b900-c32874b295c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.636860 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-bdb6c722-2835-4c52-b900-c32874b295c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 200 len: 913 time: 0.2948740 Mar 16 11:13:50.717684 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-08df9573-f42a-4b29-be81-01361dcf6694 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8808603 Mar 16 11:13:50.721235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 59992) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.730552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': '810dfff2-5021-43e0-80f8-aa066e365386', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:50.736828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.760003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.840174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.880430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-c286c2c7-19a3-42c3-90c0-f2c9bb00f718', 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'fixed_ips': [{'subnet_id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:50.881258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.954755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:50.987778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:50.997323 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-56e60f65-4dbd-4108-8840-a3dbae85f9ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 200 len: 1001 time: 0.3521962 Mar 16 11:13:50.998095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.998695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.999171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.052227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=97112633-ace7-4cc6-943f-b85f5ac9f099,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:51.065807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.075618 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8e83d1bb-4645-4cf7-8c0e-ee89d4abfbaa tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/97112633-ace7-4cc6-943f-b85f5ac9f099 HTTP/1.1" status: 204 len: 168 time: 0.5770731 Mar 16 11:13:51.077915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56da37-bac8-47d9-889c-3f44af56ee3b None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:51.081049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60004) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.089875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:51.116013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:48Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:51.124261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:51.138497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfcb62-4865-447b-bead-fdce9b84abaf None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:48Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:51.301289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:51.306653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:51.310347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:51.317935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:51.349544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:13:51.367856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:51.368699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] Deleting port ef5122b0-bb70-447a-9f08-5b77845861eb {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:13:51.369131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.380349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:51.386422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:51.391339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.394823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=5e7321e6-b534-4098-8101-811d27dc21a0,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:51.403613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-4de38da8-94f1-432a-b39e-e3cd035866da', 'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '4efadba5-ed4e-48e4-b4bc-f89512758af9'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:51.404443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.409778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:51.479982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Allocated IP 172.20.0.2 (c286c2c7-19a3-42c3-90c0-f2c9bb00f718/076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa/e11d2159-fcba-4a2b-b1a8-c244c399e10b) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:51.481581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.500207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-1b549760-1528-40cd-8a15-cd1d997afe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.502004 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-1b549760-1528-40cd-8a15-cd1d997afe60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 200 len: 851 time: 0.4418011 Mar 16 11:13:51.546356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9ab749ea-3ea3-4724-99b6-ae100f8aecf6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8600917 Mar 16 11:13:51.553089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60012) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.570761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:51.605997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:51.610766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.975978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-19fb7487-7c2b-4432-85f6-ebf4d7483fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.977452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-19fb7487-7c2b-4432-85f6-ebf4d7483fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2343f244-6e29-44ac-9b3d-23fc09008366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4693472 Mar 16 11:13:51.980243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:51.986331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a7196-891b-4236-802a-05780ca23c72 req-0a508a06-6fce-4abd-ac8e-60908c1a03be tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.999828 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-364a7196-891b-4236-802a-05780ca23c72 req-0a508a06-6fce-4abd-ac8e-60908c1a03be tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.2019289 Mar 16 11:13:52.025818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.067644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.096256 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-364a7196-891b-4236-802a-05780ca23c72 req-9be57f36-9f12-42f2-82c1-6e392d2874bb tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954547 Mar 16 11:13:52.108172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Allocated IP 172.20.0.2 (4de38da8-94f1-432a-b39e-e3cd035866da/4efadba5-ed4e-48e4-b4bc-f89512758af9/1746450b-1df8-416d-8ccc-be1ffc38f46a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:52.110106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.120643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60028) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.146871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.221672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:52.226061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:52.235813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:52.236595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.267078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-cedc9a2f-acde-4d2b-87af-5495f8d53175 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734036 Mar 16 11:13:52.278426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=7004d358-7314-4505-8cf7-14f863a4084d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.305932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:52.309389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.323444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-509684684-network', 'tenant_id': 'b4190928e51342f3a2fea44d45d4d17d'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:52.335761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:52.337386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Usage tracker for resource:network and tenant:b4190928e51342f3a2fea44d45d4d17d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.341050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.350003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.355844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.361701 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-78d258ab-e8b5-44e8-8127-3e3eee5c32fe tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2787704 Mar 16 11:13:52.365725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60034) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.373727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'security_group': {'name': 'tempest-secgroup-1948749420'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:52.390498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:52.397328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.400992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.407593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.427165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Made reservation on behalf of b4190928e51342f3a2fea44d45d4d17d for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:52.429701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.443758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.462810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:52.467443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Usage tracker for resource:security_group_rule and tenant:b4190928e51342f3a2fea44d45d4d17d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.471006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.480335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.508960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.553203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:52.560571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group_rule and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.569211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.578812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.591086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] For port ef5122b0-bb70-447a-9f08-5b77845861eb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ef5122b0-bb70-447a-9f08-5b77845861eb,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:52.591742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.687352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.765521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] Calling delete_port for ef5122b0-bb70-447a-9f08-5b77845861eb owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:13:52.771340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.797537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.812890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=674e9bec-651e-408b-913a-dbaa3bab1ba7,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.831466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:52.839391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': 'a241576a-a167-4ff6-bfe2-3b91422d5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '810dfff2-5021-43e0-80f8-aa066e365386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:52.839753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: 810dfff2-5021-43e0-80f8-aa066e365386, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:52.842290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1921ab75-40f3-4ec9-a51f-4c1448c92030,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.850279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.850745 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Added segment 15387315-7621-4c62-baac-2a92da6825e9 of type vlan for network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 Mar 16 11:13:52.857001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ad0a4ba-62d9-4446-8f9d-a1e67d0f7f87 req-3aabff72-4c1c-4010-9c7c-1ac7fbc591f0 service neutron] 10.222.0.53 "GET /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752130 Mar 16 11:13:52.882704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.896533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.929087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.939948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.946787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 33233e35-b34b-4064-9d13-90a5d1d16c43 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:52.959218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe658aa6-380d-4075-8873-4fa867cd9008,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.995967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.021310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.024824 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-30a520b9-761c-4c1d-8993-65f947ab8a08 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6558952 Mar 16 11:13:53.025690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60040) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.031939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'security_group': {'name': 'tempest-secgroup-645638977'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:53.039779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.043996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:53.047240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:53.051717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.052705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.053289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.079319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:53.086551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] Pushing event deleted for resources: {'Port': ['ID=ef5122b0-bb70-447a-9f08-5b77845861eb,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.141133 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b00b3-c991-4acd-ae96-0b22c12c3ea1 None None] No DVR routers for this DVR port ef5122b0-bb70-447a-9f08-5b77845861eb on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:53.151338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 810dfff2-5021-43e0-80f8-aa066e365386 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:53.171063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.184326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c4858-5c7d-438c-b214-b705ce03ac0f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:53.219171 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0972972 Mar 16 11:13:53.226833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60046) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.229706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Transition to ACTIVE for port object e11d2159-fcba-4a2b-b1a8-c244c399e10b will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:53.241495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Request body: {'subnet': {'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-509684684-subnet', 'tenant_id': 'b4190928e51342f3a2fea44d45d4d17d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:53.252566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120b014-236b-4c54-993b-f50347acd253 admin admin] Pushing event updated for resources: {'Network': ['ID=cb96fcc7-c540-4dce-bfdb-ea764b13fb13,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.276446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.276446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Usage tracker for resource:subnet and tenant:b4190928e51342f3a2fea44d45d4d17d is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:53.278656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:53.288191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:53.302704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.325962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.334316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:53.349902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 810dfff2-5021-43e0-80f8-aa066e365386) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:53.356085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.357585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.379417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092ac25-ce3e-4232-95db-4746c6891ccb None None] Network 810dfff2-5021-43e0-80f8-aa066e365386 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:53.423178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Allocated IP 172.26.7.106 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/75594a48-2ca5-4ab0-91c8-36f4ae06d151) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:53.429280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Transition to ACTIVE for port object e11d2159-fcba-4a2b-b1a8-c244c399e10b will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:53.468357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Transition to ACTIVE for port object 1746450b-1df8-416d-8ccc-be1ffc38f46a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:53.473662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 33233e35-b34b-4064-9d13-90a5d1d16c43 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:53.516129 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-50a58044-0fcc-46d1-b6bf-1ea6ca0f1c67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7938414 Mar 16 11:13:53.521001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60050) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.530932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1570975167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:53.536927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Made reservation on behalf of b4190928e51342f3a2fea44d45d4d17d for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:53.540003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.625428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.638603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042651fc-60d0-414d-95fb-787cefd7370e req-a90dfc97-849d-4523-babe-45ce81875c7c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.650001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-042651fc-60d0-414d-95fb-787cefd7370e req-a90dfc97-849d-4523-babe-45ce81875c7c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3699272 Mar 16 11:13:53.724751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.758817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.764120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:53.768564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:53.777585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:53.788564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.794564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group_rule and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:53.798668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:53.806870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:53.854059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 33233e35-b34b-4064-9d13-90a5d1d16c43 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:53.854522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.869742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:13:53.871355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.883428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.891510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.899620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.900844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.945048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.950727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Transition to ACTIVE for port object 1746450b-1df8-416d-8ccc-be1ffc38f46a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:53.969444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.000399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00856ce1-bf30-4f88-9ebc-70ec00f0024c None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:54.014731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-042651fc-60d0-414d-95fb-787cefd7370e req-0864997f-2ce9-4c4c-b73b-dd618c15e52d tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634918 Mar 16 11:13:54.018987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:54.026667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.038910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:54.039817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:54.043594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e4c90e-5f3b-4970-99c6-af6997900834,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.057671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:54.066430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.070258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.076565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Pushing event updated for resources: {'Port': ['ID=75594a48-2ca5-4ab0-91c8-36f4ae06d151,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.083998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:54.084593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.093071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=dc97253f-3894-4394-8a71-787799d070ec,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.109362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.123533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.127739 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c4772074-6b3d-4cae-8027-a579019ed985 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0982921 Mar 16 11:13:54.140980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.144678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.149289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60054) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.155738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:54.159462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'security_group': {'name': 'tempest-secgroup-330093658'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:54.170738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:54.187491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Pushing event updated for resources: {'Port': ['ID=e11d2159-fcba-4a2b-b1a8-c244c399e10b,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.191183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:54.200114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:54.204099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.212444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:54.219681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Checking segment: {'id': '15387315-7621-4c62-baac-2a92da6825e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:54.220150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Network hostable DHCP agents. Network: cb96fcc7-c540-4dce-bfdb-ea764b13fb13, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:54.252920 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5d5b59bb-f222-4cb7-b095-edd9173c0fcb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6903446 Mar 16 11:13:54.256590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60058) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.262500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:4f:1c:cb', 'name': 'tempest-NetworksTestDHCPv6-472982591'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:54.297029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.301160 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9d0ec9d0-886f-4237-904d-5bb33a402bfc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7741807 Mar 16 11:13:54.301721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.337816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Network 4de38da8-94f1-432a-b39e-e3cd035866da is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:54.374663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:54.377001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.408838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.427485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-efdea032-b79a-4744-b60a-0988e90f6211 None None] Provisioning complete for port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:54.428131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-efdea032-b79a-4744-b60a-0988e90f6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.456616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:54.524962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:54.568331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.581417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, cb96fcc7-c540-4dce-bfdb-ea764b13fb13) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.586027 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:54.586601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.613644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:security_group_rule and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:54.620767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.622145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:54.630479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff39ef4-4bd3-44ab-bddd-a0a2a8bf2f47 None None] Network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:54.633600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:54.672373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Pushing event updated for resources: {'Port': ['ID=1746450b-1df8-416d-8ccc-be1ffc38f46a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.753155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '5e7321e6-b534-4098-8101-811d27dc21a0'}, {'subnet_id': 'dc97253f-3894-4394-8a71-787799d070ec'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:54.754743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.790935 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e6556b5b-741c-4aed-bb64-f9eb87e947e8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5504415 Mar 16 11:13:54.838383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Attempting to bind port e11d2159-fcba-4a2b-b1a8-c244c399e10b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:54.839219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Attempting to bind port e11d2159-fcba-4a2b-b1a8-c244c399e10b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:54.839404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Attempting to bind port e11d2159-fcba-4a2b-b1a8-c244c399e10b on network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:54.863407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:54.864032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Checking segment: {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:54.865276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.865276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Bound using segment: {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:54.865556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Bound port: e11d2159-fcba-4a2b-b1a8-c244c399e10b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:54.866055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.868589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:54.891137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 33233e35-b34b-4064-9d13-90a5d1d16c43, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=33233e35-b34b-4064-9d13-90a5d1d16c43,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:54.910927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-efdea032-b79a-4744-b60a-0988e90f6211 None None] Port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:13:54.940401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:55.025556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.031092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.046318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:55.073939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.195119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Attempting to bind port 1746450b-1df8-416d-8ccc-be1ffc38f46a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:55.196410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Attempting to bind port 1746450b-1df8-416d-8ccc-be1ffc38f46a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1b94d1a6-2b72-4363-9d80-10e4555a9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:55.197014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Attempting to bind port 1746450b-1df8-416d-8ccc-be1ffc38f46a on network 4de38da8-94f1-432a-b39e-e3cd035866da {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:55.199215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.199599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-810dfff2-5021-43e0-80f8-aa066e365386', 'network_id': '810dfff2-5021-43e0-80f8-aa066e365386', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '674e9bec-651e-408b-913a-dbaa3bab1ba7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:13:55.200528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.205958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.229399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef5122b0-bb70-447a-9f08-5b77845861eb no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:55.298144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:55.298795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Checking segment: {'id': '1b94d1a6-2b72-4363-9d80-10e4555a9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:55.299302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.299908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Bound using segment: {'id': '1b94d1a6-2b72-4363-9d80-10e4555a9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:55.300626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Bound port: 1746450b-1df8-416d-8ccc-be1ffc38f46a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b94d1a6-2b72-4363-9d80-10e4555a9ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4de38da8-94f1-432a-b39e-e3cd035866da'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:55.301088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.323673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: ef5122b0-bb70-447a-9f08-5b77845861eb {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:13:55.324106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef5122b0-bb70-447a-9f08-5b77845861eb not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:55.360236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-efdea032-b79a-4744-b60a-0988e90f6211 None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:55.360718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-efdea032-b79a-4744-b60a-0988e90f6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.625877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Router c8de9cba-139b-4d52-a1cc-7c7a492efd45 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:13:55.685687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=33233e35-b34b-4064-9d13-90a5d1d16c43,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:55.701082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.701082 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5511441 Mar 16 11:13:55.711978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60082) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:55.719412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] For port e11d2159-fcba-4a2b-b1a8-c244c399e10b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:55.756250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8eed-8789-41e7-b640-529961bbdc82 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4ccf1c-2251-4292-bd2e-de567bf5d67d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:55.758394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:55.766951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-394891337', 'security_groups': ['0b4ccf1c-2251-4292-bd2e-de567bf5d67d'], 'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7004d358-7314-4505-8cf7-14f863a4084d'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:55.788933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-79435244-network', 'tenant_id': '9ee584356e7742a0bab3eeb21e30c758'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:55.814606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:55.827536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] For port e11d2159-fcba-4a2b-b1a8-c244c399e10b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e11d2159-fcba-4a2b-b1a8-c244c399e10b,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:55.846454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Usage tracker for resource:network and tenant:9ee584356e7742a0bab3eeb21e30c758 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:55.856838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:55.897099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:13:55.908626 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Sync routers for ids ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:13:55.921868 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Routers {'c8de9cba-139b-4d52-a1cc-7c7a492efd45'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:55.922720 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:55.934759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.949661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:55.978368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.984002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] For port 1746450b-1df8-416d-8ccc-be1ffc38f46a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:55.998301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.004952 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-37c94abb-a909-4ba7-bef9-06dc6d46cc55 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7646523 Mar 16 11:13:56.007291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60090) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:56.016271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 5c9fdd43-af30-43bd-afe0-223674852132 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:56.096910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d71db4-7c81-40ee-a0b2-8119d3ce3eb7 None None] Network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:56.120970 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Set router c8de9cba-139b-4d52-a1cc-7c7a492efd45 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:56.155727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] For port 1746450b-1df8-416d-8ccc-be1ffc38f46a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1746450b-1df8-416d-8ccc-be1ffc38f46a,segment=NetworkSegment(1b94d1a6-2b72-4363-9d80-10e4555a9ee9),segment_id=1b94d1a6-2b72-4363-9d80-10e4555a9ee9)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:56.169999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Made reservation on behalf of 9ee584356e7742a0bab3eeb21e30c758 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:56.172357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.199901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aefec4-af63-43f6-ba73-3b1bc1253658 req-b5adf3e2-d85b-42d0-bbbb-db65ddd5a924 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:56.208100 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-39aefec4-af63-43f6-ba73-3b1bc1253658 req-b5adf3e2-d85b-42d0-bbbb-db65ddd5a924 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.9649603 Mar 16 11:13:56.223100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:56.241625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.286955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:56.311751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Allocated IP 172.21.0.2 (810dfff2-5021-43e0-80f8-aa066e365386/674e9bec-651e-408b-913a-dbaa3bab1ba7/eb34f062-e71d-4f67-98e8-531a74c22f9a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:56.315723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.344844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:56.357167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee584356e7742a0bab3eeb21e30c758 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:56.359442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Update dhcp port {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'fixed_ips': [{'subnet_id': '7cf17753-7452-4fc8-b140-a545de33912b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7004d358-7314-4505-8cf7-14f863a4084d'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': 'e6e4b05b-8d37-4605-8d38-996b337b56bf'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:13:56.372122 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-39aefec4-af63-43f6-ba73-3b1bc1253658 req-c1984390-5362-4eba-8d6f-9b90a29b066c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635430 Mar 16 11:13:56.385194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:56.395335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c7a0b-ce1f-424d-99ad-acd38cab3188 None None] Pushing event updated for resources: {'Port': ['ID=e11d2159-fcba-4a2b-b1a8-c244c399e10b,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:56.400114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:56.415401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Allocated IP 172.20.0.2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/5e7321e6-b534-4098-8101-811d27dc21a0/676150a1-0120-469f-a269-741a0fd44518) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:56.430959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.20.0.1 (4de38da8-94f1-432a-b39e-e3cd035866da/4efadba5-ed4e-48e4-b4bc-f89512758af9/27953c86-adcf-4627-b5b3-6db77ee14693) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:56.447397 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 3, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:56.457387 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Checking router: c8de9cba-139b-4d52-a1cc-7c7a492efd45 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:13:56.457387 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Updating router c8de9cba-139b-4d52-a1cc-7c7a492efd45 port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:13:56.520005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:56.541298 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.608719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Allocated IP 2001:db8::f816:3eff:fe7f:3ba4 (7bb6eb09-c78b-4881-a84a-9534f87fec56/dc97253f-3894-4394-8a71-787799d070ec/676150a1-0120-469f-a269-741a0fd44518) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:56.686414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.967530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492647e3-f36e-4a2d-aaf5-a44e6d3d8172 req-1325a7d0-966b-4786-9f16-3bec3eba1185 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:56.969813 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-492647e3-f36e-4a2d-aaf5-a44e6d3d8172 req-1325a7d0-966b-4786-9f16-3bec3eba1185 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3745003 Mar 16 11:13:57.005740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.034741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.060137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object 27953c86-adcf-4627-b5b3-6db77ee14693 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:57.129252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] device_id is not set on port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:13:57.178816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b40e3-1bbf-4000-b087-2d67073dd94e None None] Pushing event updated for resources: {'Port': ['ID=1746450b-1df8-416d-8ccc-be1ffc38f46a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.233416 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-492647e3-f36e-4a2d-aaf5-a44e6d3d8172 req-afece101-d956-4ec4-8864-b7073e60108a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524927 Mar 16 11:13:57.318028 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.344650 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Transition to ACTIVE for port object 75594a48-2ca5-4ab0-91c8-36f4ae06d151 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:57.390155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.428265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.452996 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.462174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.475304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Transition to ACTIVE for port object eb34f062-e71d-4f67-98e8-531a74c22f9a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:57.484876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.496328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Transition to ACTIVE for port object eb34f062-e71d-4f67-98e8-531a74c22f9a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:57.587780 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Attempting to bind port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.588607 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Attempting to bind port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.589262 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Attempting to bind port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:57.603532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.616077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:57.629926 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:57.630960 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:57.631833 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.632656 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:57.634114 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Bound port: 75594a48-2ca5-4ab0-91c8-36f4ae06d151, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:57.634825 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.704003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.728932 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fffe3-b2d0-4b97-b2ff-e7b372281048 None None] Pushing event updated for resources: {'Port': ['ID=75594a48-2ca5-4ab0-91c8-36f4ae06d151,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.748409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Pushing event updated for resources: {'Port': ['ID=eb34f062-e71d-4f67-98e8-531a74c22f9a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.751536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1746450b-1df8-416d-8ccc-be1ffc38f46a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:57.783149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.785241 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Added segment f4ffe662-2b4a-43a6-b6fd-2f73c8c08d27 of type vlan for network 2621e519-e7c0-4cba-828d-5699d2504518 Mar 16 11:13:57.794035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887175d7-114b-41e8-9736-ef9368ce193b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.794163 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] For port 75594a48-2ca5-4ab0-91c8-36f4ae06d151, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:57.797823 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] For port 75594a48-2ca5-4ab0-91c8-36f4ae06d151, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=75594a48-2ca5-4ab0-91c8-36f4ae06d151,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:57.817423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Network 810dfff2-5021-43e0-80f8-aa066e365386 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:57.820441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8::2af (24929e3e-05a3-4d03-8f29-398509f6bda9/7004d358-7314-4505-8cf7-14f863a4084d/991b4bff-f623-4d79-bbeb-5cd68471fbe8) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:57.823302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:57.852017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 4de38da8-94f1-432a-b39e-e3cd035866da is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:57.874071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:57.876805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:57.884393 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.896687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:57.921245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=27953c86-adcf-4627-b5b3-6db77ee14693,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.949719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.008610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.013914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Allocated IP 172.20.0.1 (c286c2c7-19a3-42c3-90c0-f2c9bb00f718/076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa/e0c03ca4-505c-4e9b-9b43-4a64c06e5a02) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:58.068535 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fffe3-b2d0-4b97-b2ff-e7b372281048 None None] Pushing event updated for resources: {'Port': ['ID=75594a48-2ca5-4ab0-91c8-36f4ae06d151,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.113429 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Routers {'c8de9cba-139b-4d52-a1cc-7c7a492efd45'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:13:58.114599 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.195498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.196788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:58.197638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.279056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Attempting to bind port eb34f062-e71d-4f67-98e8-531a74c22f9a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:58.279442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Attempting to bind port eb34f062-e71d-4f67-98e8-531a74c22f9a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'a241576a-a167-4ff6-bfe2-3b91422d5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '810dfff2-5021-43e0-80f8-aa066e365386'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:58.279832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Attempting to bind port eb34f062-e71d-4f67-98e8-531a74c22f9a on network 810dfff2-5021-43e0-80f8-aa066e365386 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:58.291568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.305781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:58.306198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Checking segment: {'id': 'a241576a-a167-4ff6-bfe2-3b91422d5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '810dfff2-5021-43e0-80f8-aa066e365386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:58.306598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.306992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Bound using segment: {'id': 'a241576a-a167-4ff6-bfe2-3b91422d5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '810dfff2-5021-43e0-80f8-aa066e365386'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:58.307477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Bound port: eb34f062-e71d-4f67-98e8-531a74c22f9a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a241576a-a167-4ff6-bfe2-3b91422d5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '810dfff2-5021-43e0-80f8-aa066e365386'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:58.307897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.328822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Transition to ACTIVE for port object 676150a1-0120-469f-a269-741a0fd44518 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:58.360231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.379022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Transition to ACTIVE for port object e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:58.388221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Transition to ACTIVE for port object 676150a1-0120-469f-a269-741a0fd44518 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:58.394867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 1746450b-1df8-416d-8ccc-be1ffc38f46a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:58.402109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e11d2159-fcba-4a2b-b1a8-c244c399e10b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:58.454366 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] Set router c8de9cba-139b-4d52-a1cc-7c7a492efd45 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:13:58.461009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.524205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.590151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:58.605121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:58.622343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:58.634752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035a6fc-46cc-4376-8bd0-f7c8cfd05c3b None None] Network 4de38da8-94f1-432a-b39e-e3cd035866da requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:58.698315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] For port eb34f062-e71d-4f67-98e8-531a74c22f9a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:13:58.700088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.701348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.713763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:58.726688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:58.729827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:58.741606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Transition to ACTIVE for port object 991b4bff-f623-4d79-bbeb-5cd68471fbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:58.776975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef37a02-4cd5-47a7-9cf2-d261616e5fd7 req-285e779a-bfb9-4576-803e-5686ae82744a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:58.778849 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1ef37a02-4cd5-47a7-9cf2-d261616e5fd7 req-285e779a-bfb9-4576-803e-5686ae82744a tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3667390 Mar 16 11:13:58.781001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Pushing event updated for resources: {'Port': ['ID=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.788439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] For port eb34f062-e71d-4f67-98e8-531a74c22f9a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=eb34f062-e71d-4f67-98e8-531a74c22f9a,segment=NetworkSegment(a241576a-a167-4ff6-bfe2-3b91422d5ee3),segment_id=a241576a-a167-4ff6-bfe2-3b91422d5ee3)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:13:58.837764 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1ef37a02-4cd5-47a7-9cf2-d261616e5fd7 req-4352d304-1ab4-48b4-95df-1195b046c6f0 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Mar 16 11:13:58.866902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Pushing event updated for resources: {'Port': ['ID=676150a1-0120-469f-a269-741a0fd44518,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.870070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6ac0f-ade4-40f7-867a-d097909083ba None None] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:13:58.900328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] Pushing event updated for resources: {'Network': ['ID=2621e519-e7c0-4cba-828d-5699d2504518,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.903192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.923112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.955666 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 3, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.961275 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de94999-8d2e-425e-9d3f-11d9f2015427 None None] The sync data for ids ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'] in dv-neutron-831730-4-hyperv is: [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 3, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:13:58.971935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 2621e519-e7c0-4cba-828d-5699d2504518 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:59.001084 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f7a5fd10-39a9-4c23-9a79-126cd3e67f58 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2166722 Mar 16 11:13:59.005514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60100) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:59.017296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Request body: {'subnet': {'network_id': '2621e519-e7c0-4cba-828d-5699d2504518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-79435244-subnet', 'tenant_id': '9ee584356e7742a0bab3eeb21e30c758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:59.024790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:59.029823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Usage tracker for resource:subnet and tenant:9ee584356e7742a0bab3eeb21e30c758 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:59.033375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:59.041698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:59.064314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.129722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Made reservation on behalf of 9ee584356e7742a0bab3eeb21e30c758 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:59.132899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.183949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] Provisioning for port 1746450b-1df8-416d-8ccc-be1ffc38f46a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:59.189347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e11d2159-fcba-4a2b-b1a8-c244c399e10b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:59.193605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.210709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] Provisioning complete for port 1746450b-1df8-416d-8ccc-be1ffc38f46a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:59.211084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.227862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:59.275765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=991b4bff-f623-4d79-bbeb-5cd68471fbe8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.278666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:59.291474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:13:59.309709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:59.310615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.319674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 33233e35-b34b-4064-9d13-90a5d1d16c43 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:59.448430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 172.20.0.3 (7bb6eb09-c78b-4881-a84a-9534f87fec56/5e7321e6-b534-4098-8101-811d27dc21a0/5c9fdd43-af30-43bd-afe0-223674852132) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:59.449667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Attempting to bind port 676150a1-0120-469f-a269-741a0fd44518 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:59.450310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Attempting to bind port 676150a1-0120-469f-a269-741a0fd44518 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:59.450849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Attempting to bind port 676150a1-0120-469f-a269-741a0fd44518 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:13:59.464447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe4f:1ccb (7bb6eb09-c78b-4881-a84a-9534f87fec56/dc97253f-3894-4394-8a71-787799d070ec/5c9fdd43-af30-43bd-afe0-223674852132) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:59.484582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:13:59.485300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:13:59.485885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.486492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:13:59.487143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Bound port: 676150a1-0120-469f-a269-741a0fd44518, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:59.488463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.535920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.635927 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-337a6844-e847-49d1-a1fe-cb661ac2988c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8829362 Mar 16 11:13:59.648000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60104) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:59.658539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Allocated IP 2001:db8::2 (24929e3e-05a3-4d03-8f29-398509f6bda9/7004d358-7314-4505-8cf7-14f863a4084d/e6e4b05b-8d37-4605-8d38-996b337b56bf) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:59.659069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:13:59.683544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.814884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e6e4b05b-8d37-4605-8d38-996b337b56bf,segment=NetworkSegment(354a2eab-d8fc-4def-b8c5-9d486052cef4),segment_id=354a2eab-d8fc-4def-b8c5-9d486052cef4)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:13:59.885423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036380-8b15-4e41-bbbe-0ee4b3598b89 None None] Pushing event updated for resources: {'Port': ['ID=eb34f062-e71d-4f67-98e8-531a74c22f9a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.919543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.033827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.045915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Transition to ACTIVE for port object e6e4b05b-8d37-4605-8d38-996b337b56bf will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:00.052307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:00.058303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.064684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Pushing event updated for resources: {'Port': ['ID=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.075439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:00.079792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:00.090264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:00.114852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 33233e35-b34b-4064-9d13-90a5d1d16c43 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:00.115557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.150972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 5c9fdd43-af30-43bd-afe0-223674852132 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:00.205001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.220956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.228465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] For port 676150a1-0120-469f-a269-741a0fd44518, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:00.232028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] For port 676150a1-0120-469f-a269-741a0fd44518, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=676150a1-0120-469f-a269-741a0fd44518,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:00.244435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:00.249420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.298378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.452374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.462486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e305c8-1f52-4226-b04a-88493cfbd0b2 None None] Network 810dfff2-5021-43e0-80f8-aa066e365386 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:00.469015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=27953c86-adcf-4627-b5b3-6db77ee14693,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.475446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.487372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca443eec-9e6c-498e-8e1e-776819a73896 req-6e8e132e-36b3-4e10-82cc-1acf8aad3002 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.489634 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca443eec-9e6c-498e-8e1e-776819a73896 req-6e8e132e-36b3-4e10-82cc-1acf8aad3002 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.4244015 Mar 16 11:14:00.496879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.560257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.572418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.604226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b9e66-a5fe-42e5-8e77-726f1ed87fbc None None] Pushing event updated for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.652898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6530a4b3-bf09-48c0-accd-5a6ef838b208,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.667131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Checking segment: {'id': 'f4ffe662-2b4a-43a6-b6fd-2f73c8c08d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2621e519-e7c0-4cba-828d-5699d2504518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:00.667488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Network hostable DHCP agents. Network: 2621e519-e7c0-4cba-828d-5699d2504518, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:00.701604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:00.712793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:00.750888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:00.754707 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca443eec-9e6c-498e-8e1e-776819a73896 req-53e436f7-62f5-4a67-8ffa-6f791e1c8579 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517667 Mar 16 11:14:00.763730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:00.771845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:00.788511 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.ipam_backend_mixin [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7004d358-7314-4505-8cf7-14f863a4084d (CIDR: 2001:db8::/64) Mar 16 11:14:00.798699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Network 2621e519-e7c0-4cba-828d-5699d2504518 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:00.806222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=5c9fdd43-af30-43bd-afe0-223674852132,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.829523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:00.829523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:00.870958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-46bf8ffe-0094-4cf0-8455-08e1d4530833 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.872533 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-46bf8ffe-0094-4cf0-8455-08e1d4530833 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3253870 Mar 16 11:14:00.875265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.876194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.934416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 4de38da8-94f1-432a-b39e-e3cd035866da is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:00.935563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:00.958843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Deleting port 17b5e437-7945-4f80-bc07-1a581e0b981a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:00.959192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.961781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] For port 1746450b-1df8-416d-8ccc-be1ffc38f46a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1746450b-1df8-416d-8ccc-be1ffc38f46a,segment=NetworkSegment(1b94d1a6-2b72-4363-9d80-10e4555a9ee9),segment_id=1b94d1a6-2b72-4363-9d80-10e4555a9ee9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:00.967910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ec6d4-87cc-447d-880a-65168c074293 None None] Pushing event updated for resources: {'Port': ['ID=676150a1-0120-469f-a269-741a0fd44518,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:01.007864 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a421993d-da0e-450b-b4c1-98263a62dab3 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3585970 Mar 16 11:14:01.044139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60110) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.057004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:01.074625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 2621e519-e7c0-4cba-828d-5699d2504518) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:01.080168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:01.082064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.124242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9096631-8876-492f-9571-7bf1f7080e0a None None] Network 2621e519-e7c0-4cba-828d-5699d2504518 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:01.220963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.243162 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f3de6c0e-e296-462e-b3b1-b95af067a2fe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2360363 Mar 16 11:14:01.293113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Router c8de9cba-139b-4d52-a1cc-7c7a492efd45 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:01.751546 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6df20b33-36e2-4a83-99ed-b86e3625c09d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 7.4842517 Mar 16 11:14:01.759380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:01.764034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:01.768776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:01.778592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:01.790923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60118) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.794895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device eb34f062-e71d-4f67-98e8-531a74c22f9a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:01.878994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] For port 17b5e437-7945-4f80-bc07-1a581e0b981a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=17b5e437-7945-4f80-bc07-1a581e0b981a,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:01.879609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.888730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:01.894907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c962d0b3-9dab-4168-a3f0-dc1eaa2070ef admin admin] 10.222.0.30 "PUT /v2.0/routers/c8de9cba-139b-4d52-a1cc-7c7a492efd45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8864441 Mar 16 11:14:01.970294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Sync routers for ids ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:02.061587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:02.068653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.086962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Routers {'c8de9cba-139b-4d52-a1cc-7c7a492efd45'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:02.086962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:02.308009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Provisioning for port eb34f062-e71d-4f67-98e8-531a74c22f9a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:02.390150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeccfd1-17b5-4a69-8a2d-f65e4f714aee None None] Pushing event updated for resources: {'Port': ['ID=1746450b-1df8-416d-8ccc-be1ffc38f46a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:02.579255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df98110-7539-4eac-8e0b-9b426a0886ab req-e352485c-b306-461f-a4e3-6f5254417f2c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:02.581559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6df98110-7539-4eac-8e0b-9b426a0886ab req-e352485c-b306-461f-a4e3-6f5254417f2c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 945 time: 0.3289459 Mar 16 11:14:02.609653 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.ipam_backend_mixin [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7cf17753-7452-4fc8-b140-a545de33912b (CIDR: 2001:db8:0:1::/64) Mar 16 11:14:02.648674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.649141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.649526 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Floating IP 4d4e61f5-2943-432a-b24d-d012a9ea9211 disassociated. External IP: 172.26.7.162, port: 17b5e437-7945-4f80-bc07-1a581e0b981a. Mar 16 11:14:02.649962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Calling delete_port for 17b5e437-7945-4f80-bc07-1a581e0b981a owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:02.662680 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:02.663497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:02.726332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Set router c8de9cba-139b-4d52-a1cc-7c7a492efd45 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:02.749111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d4410-e9de-40af-ba46-9bd5b9b86021 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:02.760175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d4410-e9de-40af-ba46-9bd5b9b86021 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:02.761134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-477d4410-e9de-40af-ba46-9bd5b9b86021 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:02.767694 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6df98110-7539-4eac-8e0b-9b426a0886ab req-88dbaa0a-4b9f-4ccb-b417-847cff9e4dcd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc426cfa-268d-4de2-907c-9cd7f5d8927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696255 Mar 16 11:14:02.810445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router c60859dc-776e-4ab4-9479-891db5c4b967 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:14:02.828395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-959fd723-4bba-444f-87d8-c944e3b14265 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:02.837004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-959fd723-4bba-444f-87d8-c944e3b14265 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Synchronizing usage tracker for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:02.977354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-477d4410-e9de-40af-ba46-9bd5b9b86021 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:02.978571 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-477d4410-e9de-40af-ba46-9bd5b9b86021 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.1863275 Mar 16 11:14:02.979363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-959fd723-4bba-444f-87d8-c944e3b14265 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Unset dirty status for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:02.980664 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-959fd723-4bba-444f-87d8-c944e3b14265 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/networks?id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13 HTTP/1.1" status: 200 len: 811 time: 0.6935935 Mar 16 11:14:02.981434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60142) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:02.994598 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f0c40b47-b69a-4977-9915-b45c1469fc11 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9490058 Mar 16 11:14:02.998713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Provisioning for port e11d2159-fcba-4a2b-b1a8-c244c399e10b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:03.005437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60146) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.009382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port eb34f062-e71d-4f67-98e8-531a74c22f9a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:03.015856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Provisioning complete for port e11d2159-fcba-4a2b-b1a8-c244c399e10b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:03.016237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.027511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'subnet': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:03.041870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.096039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port eb34f062-e71d-4f67-98e8-531a74c22f9a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:03.096039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.244932 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-3203ed3f-95e8-4058-be0b-60ba5de2f0d6 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/quotas/b4190928e51342f3a2fea44d45d4d17d HTTP/1.1" status: 200 len: 375 time: 0.2488024 Mar 16 11:14:03.296065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9843ab-53e3-452a-9eb5-a6e72135d94f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:03.341158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event deleted for resources: {'Port': ['ID=17b5e437-7945-4f80-bc07-1a581e0b981a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:03.347357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 5c9fdd43-af30-43bd-afe0-223674852132 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:03.347357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.403734 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-120ce9c1-1053-41f6-b14a-f9b17453cc1a tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4190928e51342f3a2fea44d45d4d17d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439724 Mar 16 11:14:03.457119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60150) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.476202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196272795', 'description': 'tempest-secgroup-smoke-1196272795 description', 'project_id': 'b56556f803ba499eb03c393765482485'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:03.501690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:03.507757 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8155458a-fdb6-42e5-bb8b-97b14becbd53 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/c60859dc-776e-4ab4-9479-891db5c4b967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2047424 Mar 16 11:14:03.512876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:03.518271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60154) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.521953 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] Sync routers for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:03.525950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:03.548341 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:03.549513 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:03.578151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:03.684631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:03.718738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656a8b3-ae1e-4354-b43c-6339a3af4c23 None None] Network 2621e519-e7c0-4cba-828d-5699d2504518 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:03.732114 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:03.748812 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:03.749050 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:03.757140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.788349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.793467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:03.804438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd494d4f-7fb1-4f27-aa90-ca0af706c331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:03.804954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dd494d4f-7fb1-4f27-aa90-ca0af706c331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:03.816546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:03.820453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:03.823379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:03.827334 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:03.827912 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a6ccd-d608-466f-ae49-58adee959518 None None] The sync data for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:03.829104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:03.889609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 17b5e437-7945-4f80-bc07-1a581e0b981a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:03.905998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.910966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Usage tracker for resource:subnet and tenant:05d2c9277ac14c778de1d481d8aed0fe is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:03.919199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 5c9fdd43-af30-43bd-afe0-223674852132 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:03.923759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:03.940177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:03.948460 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-a6effe73-313f-4bb0-b47b-8bccb0132d97 service neutron] 10.222.0.30 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323339 Mar 16 11:14:03.996966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.017998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 17b5e437-7945-4f80-bc07-1a581e0b981a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:04.018591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 17b5e437-7945-4f80-bc07-1a581e0b981a not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:04.064673 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-963e09ec-7277-4413-8a2b-1f20e9abdc16 req-d2dd13a6-883a-489a-b236-d201d59c56e3 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.1158681 Mar 16 11:14:04.127999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Router 6628f8c0-9a04-461d-8666-2f3381778cd3 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:04.162420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-937b0123-8759-491c-819a-031a62366cb4 service neutron] 10.222.0.30 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085984 Mar 16 11:14:04.163966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dd494d4f-7fb1-4f27-aa90-ca0af706c331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:04.167582 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dd494d4f-7fb1-4f27-aa90-ca0af706c331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports/27953c86-adcf-4627-b5b3-6db77ee14693 HTTP/1.1" status: 200 len: 910 time: 0.6435950 Mar 16 11:14:04.167582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338b1c44-b00f-445e-9cfc-3d93bfc34cfb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:04.184894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60160) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.185983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Made reservation on behalf of 05d2c9277ac14c778de1d481d8aed0fe for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:04.191602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.235358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.237684 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-22944887-2607-42fb-97d8-44b7c3aeeb2f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7793798 Mar 16 11:14:04.242661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60162) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.260085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group_rule': {'security_group_id': '338b1c44-b00f-445e-9cfc-3d93bfc34cfb', 'project_id': 'b56556f803ba499eb03c393765482485', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:04.270496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:04.283692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.297198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.365431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.370168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:04.433168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.472053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port eb34f062-e71d-4f67-98e8-531a74c22f9a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=eb34f062-e71d-4f67-98e8-531a74c22f9a,segment=NetworkSegment(a241576a-a167-4ff6-bfe2-3b91422d5ee3),segment_id=a241576a-a167-4ff6-bfe2-3b91422d5ee3)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:04.485021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:04.490755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] For port e11d2159-fcba-4a2b-b1a8-c244c399e10b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e11d2159-fcba-4a2b-b1a8-c244c399e10b,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:04.499611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] Sync routers for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:04.513727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:58Z', 'revision_number': 4, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e0c03ca4-505c-4e9b-9b43-4a64c06e5a02', 'name': '', 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'mac_address': 'fa:16:3e:a2:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:57Z', 'updated_at': '2022-03-16T11:13:59Z', 'revision_number': 2, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'subnets': [{'id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:04.516050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:04.516650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:04.600115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.637926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Checking router: c8de9cba-139b-4d52-a1cc-7c7a492efd45 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:04.638288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Updating router c8de9cba-139b-4d52-a1cc-7c7a492efd45 port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:14:04.681282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.681866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 75594a48-2ca5-4ab0-91c8-36f4ae06d151 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:04.682653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] No DVR routers for this DVR port 17b5e437-7945-4f80-bc07-1a581e0b981a on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:04.684321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.692335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.699582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70fa831d-1750-44f0-abab-2144d84b74d0 req-92777bba-b31b-49d7-be5b-a6a2476785fe tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.1790550 Mar 16 11:14:04.700010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'name': 'network-vif-deleted', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:04.837832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.840041 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7bdd4b16-0fc6-4b19-bce6-f160adca1e50 req-e56d3196-14ae-4b52-9708-290cf4e895d4 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.53 "DELETE /v2.0/ports/17b5e437-7945-4f80-bc07-1a581e0b981a HTTP/1.1" status: 204 len: 173 time: 3.9570513 Mar 16 11:14:04.857468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.857617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.952277 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c99b01a-4b77-4956-887c-75ab910133a6', 'name': 'network-vif-deleted', 'tag': '17b5e437-7945-4f80-bc07-1a581e0b981a', 'status': 'completed', 'code': 200} Mar 16 11:14:04.953375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=5c9fdd43-af30-43bd-afe0-223674852132,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:04.955535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.073440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc16ece3-f882-4a8e-be66-0385322ee880,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.088420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fedc6-7ce3-4717-b47e-2e179180a25b None None] Pushing event updated for resources: {'Port': ['ID=e11d2159-fcba-4a2b-b1a8-c244c399e10b,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.346717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning for port 27953c86-adcf-4627-b5b3-6db77ee14693 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:05.352583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=eb34f062-e71d-4f67-98e8-531a74c22f9a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.372900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port 27953c86-adcf-4627-b5b3-6db77ee14693 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:05.377252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.377426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.378156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a8557ac4-6953-4ee3-b58a-c84b30bb834e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1328201 Mar 16 11:14:05.410830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60186) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.421225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-472d8117-36fc-4eea-a308-58d0d4a6740e req-5d96367d-78ee-4f40-bd63-fe936b82f987 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Synchronizing usage tracker for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:05.432033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group_rule': {'security_group_id': '338b1c44-b00f-445e-9cfc-3d93bfc34cfb', 'project_id': 'b56556f803ba499eb03c393765482485', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:05.446786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:05.466701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.469083 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3b91c194-7886-417f-9b02-2e381ba835f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/5c9fdd43-af30-43bd-afe0-223674852132 HTTP/1.1" status: 204 len: 168 time: 2.4866140 Mar 16 11:14:05.471947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60190) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.488172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:05.502955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Port 27953c86-adcf-4627-b5b3-6db77ee14693 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:05.507380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:05.509318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:05.532341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-472d8117-36fc-4eea-a308-58d0d4a6740e req-5d96367d-78ee-4f40-bd63-fe936b82f987 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Unset dirty status for tenant:9d8759cac9424d3dac7854e63ac04e53 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:05.533409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-472d8117-36fc-4eea-a308-58d0d4a6740e req-5d96367d-78ee-4f40-bd63-fe936b82f987 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c99b01a-4b77-4956-887c-75ab910133a6 HTTP/1.1" status: 200 len: 210 time: 0.1979790 Mar 16 11:14:05.578459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:05.609404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef17a1a-cabd-4fb4-a965-f8ee21516ed3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.611167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef17a1a-cabd-4fb4-a965-f8ee21516ed3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.613203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef17a1a-cabd-4fb4-a965-f8ee21516ed3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.614315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8ef17a1a-cabd-4fb4-a965-f8ee21516ed3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:05.661969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:05.688731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:05.689130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.743546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8ef17a1a-cabd-4fb4-a965-f8ee21516ed3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:05.747101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8ef17a1a-cabd-4fb4-a965-f8ee21516ed3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2708511 Mar 16 11:14:05.747479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60198) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.755118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.791930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.890941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:05.891196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.903526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 5e7321e6-b534-4098-8101-811d27dc21a0 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:05.907069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.923513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.976441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.986629 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5191e10-1849-4d91-b2a8-f099c24ce5e9 req-adb916cc-3fe6-4f47-8ad9-1c6088baa300 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.1141725 Mar 16 11:14:06.072733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:06.096112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:06.098744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:06.102589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.105746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:06.106425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.125367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Subnet': ['ID=39c7d237-9510-45a4-88b5-b1ea182ae647,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.132560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac58d1-14dd-49a7-b239-24dda6a38fe2 None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:06.151073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.205940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.248699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f70580-b3d2-42e0-a304-04d2af60c0bf,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.260831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.298158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d4671a55-e3b7-45a5-bd38-29d9966b747c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2890606 Mar 16 11:14:06.301963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60202) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.303577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.307044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7321e6-b534-4098-8101-811d27dc21a0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.319222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-443680302', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39c7d237-9510-45a4-88b5-b1ea182ae647'}], 'security_groups': ['fe658aa6-380d-4075-8873-4fa867cd9008', '80e4c90e-5f3b-4970-99c6-af6997900834']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.325409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50dccd-3159-4900-bcd9-d2954c17836d None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:06.369711 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cda33263-54e6-4f16-b9ea-8986568e0cba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/5e7321e6-b534-4098-8101-811d27dc21a0 HTTP/1.1" status: 204 len: 168 time: 0.6210821 Mar 16 11:14:06.372334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60206) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.377381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port 1746450b-1df8-416d-8ccc-be1ffc38f46a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:06.377753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.441794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet dc97253f-3894-4394-8a71-787799d070ec {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:06.446489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.508656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.513455 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cecf80b8-46a6-4012-b5b2-8e5c1a5c9c01 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0991948 Mar 16 11:14:06.513735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60210) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.520478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.520710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.537033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 75594a48-2ca5-4ab0-91c8-36f4ae06d151, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=75594a48-2ca5-4ab0-91c8-36f4ae06d151,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:06.627348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.628905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:06.632437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group_rule': {'security_group_id': '338b1c44-b00f-445e-9cfc-3d93bfc34cfb', 'project_id': 'b56556f803ba499eb03c393765482485', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:06.641243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.658613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.697935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.21.0.1 (810dfff2-5021-43e0-80f8-aa066e365386/674e9bec-651e-408b-913a-dbaa3bab1ba7/9606f65e-d1ed-4394-912c-041d54eccef2) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:06.701730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.705240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.711692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.750898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.resource_extend [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:14:06.787665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60218) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.811678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.866812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=dc97253f-3894-4394-8a71-787799d070ec,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.882478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.905704 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3a12a2b7-5c13-42da-a22c-c8ad37d93c07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/dc97253f-3894-4394-8a71-787799d070ec HTTP/1.1" status: 204 len: 168 time: 0.5298769 Mar 16 11:14:06.913312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60222) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.932620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.993586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a960910d-4600-43c1-9dc6-e1292f563613 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.027597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a960910d-4600-43c1-9dc6-e1292f563613 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.095537 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c757431f-1335-4931-8b7e-eb71c8715e51 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1785853 Mar 16 11:14:07.095886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60228) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.104115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:07.141974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:57Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:07.169565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a960910d-4600-43c1-9dc6-e1292f563613 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.170389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.179626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.211920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.215545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.221437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object 9606f65e-d1ed-4394-912c-041d54eccef2 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:07.267294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] Checking router: 6628f8c0-9a04-461d-8666-2f3381778cd3 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:07.269497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=75594a48-2ca5-4ab0-91c8-36f4ae06d151,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:07.280700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.306674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960910d-4600-43c1-9dc6-e1292f563613 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc426cfa-268d-4de2-907c-9cd7f5d8927f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:07.318629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Transition to ACTIVE for port object e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:07.335064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854068f1-0482-4f03-974b-f08ef329a47c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:07.343849 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b9e7c4d9-b837-46ff-81b6-81e78c53d7ee req-66e4757f-79c9-4de3-9d0c-a0ad845a2550 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.0858219 Mar 16 11:14:07.349956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:07.360057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:07.368329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:07.389415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:07.401014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a960910d-4600-43c1-9dc6-e1292f563613 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.407233 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a960910d-4600-43c1-9dc6-e1292f563613 tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "DELETE /v2.0/security-groups/cc426cfa-268d-4de2-907c-9cd7f5d8927f HTTP/1.1" status: 204 len: 168 time: 0.6183529 Mar 16 11:14:07.413199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60232) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.429907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-524bb0d2-2212-4035-972b-8c789433018c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] show failed (client error): The resource could not be found. Mar 16 11:14:07.442684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-524bb0d2-2212-4035-972b-8c789433018c tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "GET /v2.0/security-groups/cc426cfa-268d-4de2-907c-9cd7f5d8927f HTTP/1.1" status: 404 len: 347 time: 0.0324419 Mar 16 11:14:07.444802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60236) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.465312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:07.465944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:07.552749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.567296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.571436 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-87a4e195-ad5a-4059-8cd9-4bc9fa93729b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9520791 Mar 16 11:14:07.572040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60240) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.591808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group_rule': {'security_group_id': '338b1c44-b00f-445e-9cfc-3d93bfc34cfb', 'project_id': 'b56556f803ba499eb03c393765482485', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:07.596376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 676150a1-0120-469f-a269-741a0fd44518 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:07.608565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:07.619162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:07.659175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:07.680375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:07.713082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.743615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:07.749771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.796922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning for port e6e4b05b-8d37-4605-8d38-996b337b56bf completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:07.812560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 810dfff2-5021-43e0-80f8-aa066e365386 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:07.817677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.843696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Deleting port 826863cf-734d-4c40-83a2-5bc3166ff544 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:07.844393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.862848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:07.868778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:07.888645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:07.889019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.955961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767009e8-585e-4c45-868a-9bbde17d3313 None None] Pushing event updated for resources: {'Port': ['ID=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.012949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=9606f65e-d1ed-4394-912c-041d54eccef2,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.079498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.142896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Attempting to bind port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:08.143512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Attempting to bind port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:08.143653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Attempting to bind port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 on network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:08.159600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:08.160110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Checking segment: {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:08.160501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.161120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Bound using segment: {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:08.161519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Bound port: e0c03ca4-505c-4e9b-9b43-4a64c06e5a02, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f6a52e-3716-424e-abf4-def51ebac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:08.161898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.220710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:08.252648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.270562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Delete allocated IP 2001:db8::2af (24929e3e-05a3-4d03-8f29-398509f6bda9/7004d358-7314-4505-8cf7-14f863a4084d) {{(pid=88449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:14:08.302385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:08.306961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Allocated IP 2001:db8:0:2::228 (24929e3e-05a3-4d03-8f29-398509f6bda9/39c7d237-9510-45a4-88b5-b1ea182ae647/991b4bff-f623-4d79-bbeb-5cd68471fbe8) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:08.324561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 676150a1-0120-469f-a269-741a0fd44518 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:08.328845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.342274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-2326d2cd-4331-4f83-b486-6286865a7141 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:08.343805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-2326d2cd-4331-4f83-b486-6286865a7141 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.53 "GET /v2.0/networks?id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13 HTTP/1.1" status: 200 len: 811 time: 0.8834052 Mar 16 11:14:08.364414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Request body: {'port': {'device_id': '84667e30-3f94-4d46-9065-4298fe5fc901', 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13', 'admin_state_up': True, 'tenant_id': 'b4190928e51342f3a2fea44d45d4d17d'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:08.378235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e585120-7987-4acc-b633-b0c3707f2ee4,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.386732 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] Deleting port 676150a1-0120-469f-a269-741a0fd44518 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:08.387106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.412998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e11d2159-fcba-4a2b-b1a8-c244c399e10b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:08.636398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.636737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.641991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.646545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:08.652523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.658651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.660436 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a78a96f4-56b4-4e6c-9f39-8e7761c08228 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0791583 Mar 16 11:14:08.664107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Update dhcp port {'port': {'network_id': '24929e3e-05a3-4d03-8f29-398509f6bda9', 'fixed_ips': [{'subnet_id': '7cf17753-7452-4fc8-b140-a545de33912b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7004d358-7314-4505-8cf7-14f863a4084d', 'ip_address': '2001:db8::2'}, {'subnet_id': '39c7d237-9510-45a4-88b5-b1ea182ae647'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': 'e6e4b05b-8d37-4605-8d38-996b337b56bf'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:14:08.711316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60250) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:08.720475 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3f29e6a0-ebea-48d0-aab6-26fe95910a53 req-8b37ffce-5945-49ee-9632-67103f4e674f tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.0780871 Mar 16 11:14:08.724651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group_rule': {'security_group_id': '338b1c44-b00f-445e-9cfc-3d93bfc34cfb', 'project_id': 'b56556f803ba499eb03c393765482485', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:08.730842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:08.734748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:08.738385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:08.768337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Usage tracker for resource:port and tenant:b4190928e51342f3a2fea44d45d4d17d is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:08.776942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Calling delete_port for 826863cf-734d-4c40-83a2-5bc3166ff544 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:08.779355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:08.787539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Ignored duplicate provisioning block setup for port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:14:08.805381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:08.821129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:08.915529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] For port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:08.920980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning for port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:08.948594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Made reservation on behalf of b4190928e51342f3a2fea44d45d4d17d for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:08.952891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.953060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.967353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:08.967737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.001698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.003871 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Project b56556f803ba499eb03c393765482485 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:09.069417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.098301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e11d2159-fcba-4a2b-b1a8-c244c399e10b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:09.098839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.122873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.197278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:09.204386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:09.211853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:09.212438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.228814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Allocated IP 172.20.0.10 (cb96fcc7-c540-4dce-bfdb-ea764b13fb13/6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f/e3ad3397-5a0f-4bdb-9d91-0a34be9168a0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:09.232083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] In _notify_port_updated(), no bound segment for port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 on network 24929e3e-05a3-4d03-8f29-398509f6bda9 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:14:09.238468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:09.239161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=ce66c5b8-2f9b-4134-901b-639c7eb00c5a,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.239280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.240201 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "PUT /v2.0/ports/991b4bff-f623-4d79-bbeb-5cd68471fbe8 HTTP/1.1" status: 200 len: 969 time: 2.9375944 Mar 16 11:14:09.244763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60254) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:09.247839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ed571-2765-4b65-8678-70e3e3e9cb46 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event updated for resources: {'Port': ['ID=991b4bff-f623-4d79-bbeb-5cd68471fbe8,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.289033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:09.322667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.323263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.395187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] For port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:09.398433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Pushing event deleted for resources: {'Port': ['ID=826863cf-734d-4c40-83a2-5bc3166ff544,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.402444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] For port 676150a1-0120-469f-a269-741a0fd44518, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=676150a1-0120-469f-a269-741a0fd44518,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:09.404839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.404962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.428949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port eb34f062-e71d-4f67-98e8-531a74c22f9a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:09.429272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.438467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 991b4bff-f623-4d79-bbeb-5cd68471fbe8 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:09.438801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.453342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f308bd69-dfde-4c26-b172-314982373b4a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.468843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60258) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:09.469090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4d699829-e3a3-43a2-a5ee-ba7b887d598b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3720717 Mar 16 11:14:09.478528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:09.523688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.525146 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-78e7ecc7-ad4c-4ed0-a990-d194fe3b9123 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8127329 Mar 16 11:14:09.530869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.532243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60262) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:09.540726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'security_group_rule': {'security_group_id': '338b1c44-b00f-445e-9cfc-3d93bfc34cfb', 'project_id': 'b56556f803ba499eb03c393765482485', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:09.593148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:09.595337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.625565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] Calling delete_port for 676150a1-0120-469f-a269-741a0fd44518 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:09.654875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.685684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:security_group_rule and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:09.700696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:09.729309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.731597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.735366 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3634302e-6abb-4199-abe2-aea1f35c3bdd tempest-ServerActionsTestJSON-1205349192 tempest-ServerActionsTestJSON-1205349192-project] 10.222.0.30 "DELETE /v2.0/floatingips/4d4e61f5-2943-432a-b24d-d012a9ea9211 HTTP/1.1" status: 204 len: 168 time: 2.2868574 Mar 16 11:14:09.735536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:09.738049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60266) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:09.834741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:09.845749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:09.850137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=9606f65e-d1ed-4394-912c-041d54eccef2,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.852850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:09.859123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1746450b-1df8-416d-8ccc-be1ffc38f46a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:09.861931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.866321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:09.909337 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Project b56556f803ba499eb03c393765482485 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:09.921045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.949170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Routers {'c8de9cba-139b-4d52-a1cc-7c7a492efd45'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:09.949929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:09.987156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:09.992452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.014440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:57Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:10.042138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767009e8-585e-4c45-868a-9bbde17d3313 None None] Pushing event updated for resources: {'Port': ['ID=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:10.076700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Allocated IP 2001:db8:0:2::2 (24929e3e-05a3-4d03-8f29-398509f6bda9/39c7d237-9510-45a4-88b5-b1ea182ae647/e6e4b05b-8d37-4605-8d38-996b337b56bf) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:10.087935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcbf51-0c08-486a-bda6-9112e6565d16 None None] The sync data for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv is: [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:10:46Z', 'revision_number': 4, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ef0b2c30-5685-4930-9f2d-a0ff4c902c0b', 'name': '', 'network_id': '2343f244-6e29-44ac-9b3d-23fc09008366', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'mac_address': 'fa:16:3e:74:a6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:42Z', 'updated_at': '2022-03-16T11:10:57Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'subnets': [{'id': '9173d435-33dc-41fb-b2e2-28307500f6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:10.215080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.223716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 810dfff2-5021-43e0-80f8-aa066e365386 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:10.224213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-1b762b7c-dfc0-4e5b-884d-9159e6d906bd req-88f8553d-3b0d-4386-b207-07221aa2ceec tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Synchronizing usage tracker for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:10.228176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:10.232966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.266718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.323425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.349877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-1b762b7c-dfc0-4e5b-884d-9159e6d906bd req-88f8553d-3b0d-4386-b207-07221aa2ceec tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Unset dirty status for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:10.356138 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1b762b7c-dfc0-4e5b-884d-9159e6d906bd req-88f8553d-3b0d-4386-b207-07221aa2ceec tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.2840514 Mar 16 11:14:10.394931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] No DVR routers for this DVR port 676150a1-0120-469f-a269-741a0fd44518 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:10.398960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdbd32-b024-4949-b4d2-c494f3995b19 None None] Pushing event deleted for resources: {'Port': ['ID=676150a1-0120-469f-a269-741a0fd44518,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:10.443342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d11b7-a3ec-4cec-b483-134e4b804329 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:10.467809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2013dda1-23f5-473c-8232-b632ef733f52,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:10.469970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1746450b-1df8-416d-8ccc-be1ffc38f46a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:10.470468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.477939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.562319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] Set router c8de9cba-139b-4d52-a1cc-7c7a492efd45 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:10.602025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router c60859dc-776e-4ab4-9479-891db5c4b967 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:10.606832 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd44eb-3c7b-4a9c-876e-ac0fa7c1fe49 None None] New status for floating IP 4d4e61f5-2943-432a-b24d-d012a9ea9211: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:14:10.689889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.695203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-28715f50-e883-43f6-97fd-8ffd46998d4d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1619453 Mar 16 11:14:10.719875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning complete for port e11d2159-fcba-4a2b-b1a8-c244c399e10b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:10.728297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.912278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 991b4bff-f623-4d79-bbeb-5cd68471fbe8 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:10.974486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:10.978262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e6e4b05b-8d37-4605-8d38-996b337b56bf,segment=NetworkSegment(354a2eab-d8fc-4def-b8c5-9d486052cef4),segment_id=354a2eab-d8fc-4def-b8c5-9d486052cef4)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:10.980588 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e1796358-621f-40aa-aeb9-9b41805a184a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/c60859dc-776e-4ab4-9479-891db5c4b967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7407718 Mar 16 11:14:10.990002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60302) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.006090 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:11.085432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b492c-98ff-4de5-99d8-cdca9c7868d5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.086179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e90b492c-98ff-4de5-99d8-cdca9c7868d5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:11.109547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.119170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] Sync routers for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:11.188890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e90b492c-98ff-4de5-99d8-cdca9c7868d5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:11.190715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e90b492c-98ff-4de5-99d8-cdca9c7868d5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports/9606f65e-d1ed-4394-912c-041d54eccef2 HTTP/1.1" status: 200 len: 910 time: 0.1996086 Mar 16 11:14:11.198888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60318) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.200515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Pushing event updated for resources: {'Port': ['ID=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:11.204955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:11.205595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:11.211602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.265368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.resource_extend [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:14:11.278801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:14:11.280459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.300953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.301305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.301645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.302004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.302330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.302658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.302982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.303304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.303636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.303960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.304279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.304611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:11.346509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:11.350284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:11.353528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.354240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.364897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=991b4bff-f623-4d79-bbeb-5cd68471fbe8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:11.368065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:11.370556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=6113b877-071d-40b3-9c83-ccc565929ed2,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:11.415596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.419485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:11.434729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:11.437493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:11.446480 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a0a0d74-9ca3-4fad-815c-4c4e55830e4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9726932 Mar 16 11:14:11.448357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60324) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.453155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:83:e0:e5', 'name': 'tempest-NetworksTestDHCPv6-1166300373'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:11.467326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'ce66c5b8-2f9b-4134-901b-639c7eb00c5a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:11.468149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.510494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Transition to ACTIVE for port object e6e4b05b-8d37-4605-8d38-996b337b56bf will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:11.523670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:11.524593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:13:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:11.589350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.590462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.623553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.625064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.663033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device eb34f062-e71d-4f67-98e8-531a74c22f9a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:11.672665 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-59578d55-f32a-4f64-ba34-17fcd8a53b47 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/991b4bff-f623-4d79-bbeb-5cd68471fbe8 HTTP/1.1" status: 204 len: 168 time: 2.4235339 Mar 16 11:14:11.679705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60328) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.687857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:11.688475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b4557-a2a5-401b-8b82-95365f8f8720 None None] The sync data for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:11.761158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-86465d9e-d655-4ebf-8046-69d0092e5a70 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] GET failed (client error): The resource could not be found. Mar 16 11:14:11.761858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-86465d9e-d655-4ebf-8046-69d0092e5a70 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:11.814852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:11.834699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:11.846265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de86c4-ba4a-46d2-9b1a-31f19ee17c35 req-f7444c0a-eb0a-4112-8af8-392a8ef25f04 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:11.849000 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d1de86c4-ba4a-46d2-9b1a-31f19ee17c35 req-f7444c0a-eb0a-4112-8af8-392a8ef25f04 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 932 time: 0.2573020 Mar 16 11:14:11.872124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-86465d9e-d655-4ebf-8046-69d0092e5a70 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:11.873277 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-86465d9e-d655-4ebf-8046-69d0092e5a70 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports/991b4bff-f623-4d79-bbeb-5cd68471fbe8 HTTP/1.1" status: 404 len: 333 time: 0.1924264 Mar 16 11:14:11.877010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60332) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.887948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Could not find standard attr ID for object 676150a1-0120-469f-a269-741a0fd44518. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:11.927738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d1de86c4-ba4a-46d2-9b1a-31f19ee17c35 req-d76f1226-47ba-4c01-9a37-542e7860d8af tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Synchronizing usage tracker for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:11.971535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:12.006992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a733-6c66-4a1c-a2b6-822ac442b869 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.027538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Pushing event updated for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.058380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.059272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.059272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.059555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8ea3c-a6cd-4dde-b9dd-e62f9e0a7b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:12.085640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d1de86c4-ba4a-46d2-9b1a-31f19ee17c35 req-d76f1226-47ba-4c01-9a37-542e7860d8af tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Unset dirty status for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:12.105123 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d1de86c4-ba4a-46d2-9b1a-31f19ee17c35 req-d76f1226-47ba-4c01-9a37-542e7860d8af tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476997 Mar 16 11:14:12.113004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c5a39891-a92f-41c3-9259-8bdaa426ee38 None None] Provisioning for port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:12.120923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a733-6c66-4a1c-a2b6-822ac442b869 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.133056 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ef648261-fe92-4678-a00d-8a4acb07fa96 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7751617 Mar 16 11:14:12.136376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port eb34f062-e71d-4f67-98e8-531a74c22f9a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:12.136753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.158260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Request body: {'port': {'device_id': '84667e30-3f94-4d46-9065-4298fe5fc901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:12.257278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.297895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port d59bf324-dbc3-41f7-978f-f6ee4c9f0e61 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:12.307453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:58Z', 'revision_number': 4, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e0c03ca4-505c-4e9b-9b43-4a64c06e5a02', 'name': '', 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'mac_address': 'fa:16:3e:a2:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:57Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 4, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'subnets': [{'id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:12.331921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d6e15-a37b-49e7-9cc9-4ad655d3e3b1 None None] The sync data for ids ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'] in dv-neutron-831730-4-hyperv is: [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:13:58Z', 'revision_number': 4, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e0c03ca4-505c-4e9b-9b43-4a64c06e5a02', 'name': '', 'network_id': 'c286c2c7-19a3-42c3-90c0-f2c9bb00f718', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'mac_address': 'fa:16:3e:a2:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:57Z', 'updated_at': '2022-03-16T11:14:08Z', 'revision_number': 4, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'subnets': [{'id': '076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:12.428696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a733-6c66-4a1c-a2b6-822ac442b869 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.447896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5a733-6c66-4a1c-a2b6-822ac442b869 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4ccf1c-2251-4292-bd2e-de567bf5d67d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.472107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8d5a733-6c66-4a1c-a2b6-822ac442b869 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.477985 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c8d5a733-6c66-4a1c-a2b6-822ac442b869 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b4ccf1c-2251-4292-bd2e-de567bf5d67d HTTP/1.1" status: 204 len: 168 time: 0.5967624 Mar 16 11:14:12.477985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60342) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:12.549667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-522a031e-451b-4ec9-93e0-5d484265048d None None] Provisioning for port 9606f65e-d1ed-4394-912c-041d54eccef2 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:12.558931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Allocated IP 172.20.0.2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/ce66c5b8-2f9b-4134-901b-639c7eb00c5a/d9e22f6c-1d8a-4491-acde-e63cec76104d) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:12.594305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.598583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-522a031e-451b-4ec9-93e0-5d484265048d None None] Provisioning complete for port 9606f65e-d1ed-4394-912c-041d54eccef2 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:12.599193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-522a031e-451b-4ec9-93e0-5d484265048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.658784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Allocated IP 2001:db8::f816:3eff:fe11:43d (7bb6eb09-c78b-4881-a84a-9534f87fec56/6113b877-071d-40b3-9c83-ccc565929ed2/d9e22f6c-1d8a-4491-acde-e63cec76104d) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:12.659017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b33f312-588e-4f83-bf63-1e349ae0b84c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.758547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b33f312-588e-4f83-bf63-1e349ae0b84c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.946600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b33f312-588e-4f83-bf63-1e349ae0b84c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.964905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-522a031e-451b-4ec9-93e0-5d484265048d None None] Port 9606f65e-d1ed-4394-912c-041d54eccef2 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:12.976520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f312-588e-4f83-bf63-1e349ae0b84c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e4c90e-5f3b-4970-99c6-af6997900834,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.978884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-522a031e-451b-4ec9-93e0-5d484265048d None None] Could not find standard attr ID for object 676150a1-0120-469f-a269-741a0fd44518. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:13.015310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b33f312-588e-4f83-bf63-1e349ae0b84c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.015310 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b33f312-588e-4f83-bf63-1e349ae0b84c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/security-groups/80e4c90e-5f3b-4970-99c6-af6997900834 HTTP/1.1" status: 204 len: 168 time: 0.5342062 Mar 16 11:14:13.018477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60350) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:13.075136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:13.207579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa723-0359-40cb-9e1c-89550d609669 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.274773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa723-0359-40cb-9e1c-89550d609669 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.321765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-522a031e-451b-4ec9-93e0-5d484265048d None None] Could not find standard attr ID for object 5c9fdd43-af30-43bd-afe0-223674852132. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:13.431927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.454848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa723-0359-40cb-9e1c-89550d609669 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.456908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.459875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Could not find standard attr ID for object 991b4bff-f623-4d79-bbeb-5cd68471fbe8. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:13.475346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Transition to ACTIVE for port object d9e22f6c-1d8a-4491-acde-e63cec76104d will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:13.490501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fa723-0359-40cb-9e1c-89550d609669 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe658aa6-380d-4075-8873-4fa867cd9008,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:13.495483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa723-0359-40cb-9e1c-89550d609669 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.503458 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ef9fa723-0359-40cb-9e1c-89550d609669 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe658aa6-380d-4075-8873-4fa867cd9008 HTTP/1.1" status: 204 len: 168 time: 0.4837456 Mar 16 11:14:13.507698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60388) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:13.528215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Provisioning complete for port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:13.528931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.653533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 7004d358-7314-4505-8cf7-14f863a4084d {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:13.660273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.744884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Transition to ACTIVE for port object d9e22f6c-1d8a-4491-acde-e63cec76104d will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:13.748056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:13.761098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:13.783932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:13.786351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.795913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.861310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.907604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Provisioning for port e6e4b05b-8d37-4605-8d38-996b337b56bf completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:13.934687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:13.935032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e0459302-e2c7-4077-ae2f-2f76862ea90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.970222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:13.979708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:13.990935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:14.027011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.059309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.122817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 172.20.0.11 (7bb6eb09-c78b-4881-a84a-9534f87fec56/ce66c5b8-2f9b-4134-901b-639c7eb00c5a/d59bf324-dbc3-41f7-978f-f6ee4c9f0e61) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:14.134532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe83:e0e5 (7bb6eb09-c78b-4881-a84a-9534f87fec56/6113b877-071d-40b3-9c83-ccc565929ed2/d59bf324-dbc3-41f7-978f-f6ee4c9f0e61) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:14.143379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Pushing event updated for resources: {'Port': ['ID=d9e22f6c-1d8a-4491-acde-e63cec76104d,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:14.276108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.304500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.404342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Attempting to bind port d9e22f6c-1d8a-4491-acde-e63cec76104d on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:14.409409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Attempting to bind port d9e22f6c-1d8a-4491-acde-e63cec76104d by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:14.409409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Attempting to bind port d9e22f6c-1d8a-4491-acde-e63cec76104d on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:14.421765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:14.437031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:14.437407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:14.437813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.438239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:14.438725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Bound port: d9e22f6c-1d8a-4491-acde-e63cec76104d, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:14.439107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.511544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.512565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 75594a48-2ca5-4ab0-91c8-36f4ae06d151 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:14.600146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=7004d358-7314-4505-8cf7-14f863a4084d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:14.633006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eeb02-973f-48fe-ad53-c50392808649 req-bfc65773-40fc-4533-b7e1-786b5b05f357 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:14.634537 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-859eeb02-973f-48fe-ad53-c50392808649 req-bfc65773-40fc-4533-b7e1-786b5b05f357 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 932 time: 1.2315760 Mar 16 11:14:14.665393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-584c88e7-b48c-463f-909e-d97f5d182e68 None None] Could not find standard attr ID for object 991b4bff-f623-4d79-bbeb-5cd68471fbe8. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:14.718499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.741624 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-406e648b-e38e-4d04-af87-bdc1e554c83b tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/7004d358-7314-4505-8cf7-14f863a4084d HTTP/1.1" status: 204 len: 168 time: 1.2267435 Mar 16 11:14:14.743337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60394) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:14.749088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7684a-b043-4491-9d04-8086584d3138 None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:14.753712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:14:14.770170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.775632 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-859eeb02-973f-48fe-ad53-c50392808649 req-ea704647-df55-494c-8660-279903e61954 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270993 Mar 16 11:14:14.817940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:14.819268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Transition to ACTIVE for port object e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:14.826756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] For port d9e22f6c-1d8a-4491-acde-e63cec76104d, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:14.846083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 39c7d237-9510-45a4-88b5-b1ea182ae647 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:14.854206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.856387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.889335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] For port d9e22f6c-1d8a-4491-acde-e63cec76104d, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d9e22f6c-1d8a-4491-acde-e63cec76104d,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:14.899027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 9606f65e-d1ed-4394-912c-041d54eccef2 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:14.900216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.915863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object d59bf324-dbc3-41f7-978f-f6ee4c9f0e61 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:14.919851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:14.920349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.927154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.931753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.979785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.043736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.100457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.188955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:15.193942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:15.205725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:15.214519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cfb7-cd98-42f6-bbac-404fcadf1cfe None None] Pushing event updated for resources: {'Port': ['ID=d9e22f6c-1d8a-4491-acde-e63cec76104d,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:15.240001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:15.243412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=d59bf324-dbc3-41f7-978f-f6ee4c9f0e61,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:15.248040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Deleting port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:15.248040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.268054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.268410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.269417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.269798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.270163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.270504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.270831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.271173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.271488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.271818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.272332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.272599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:15.299834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:15.300846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:15.300846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.434447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:15.434815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.643121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3de46b50-501b-4a2f-9abc-bc05033f30da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.646283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.673216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.680483 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bad5bae4-fdfd-453b-95f6-f87f29599c78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2324352 Mar 16 11:14:15.682979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60400) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.692918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 676150a1-0120-469f-a269-741a0fd44518 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:15.750000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 676150a1-0120-469f-a269-741a0fd44518 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:15.751039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 676150a1-0120-469f-a269-741a0fd44518 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:15.755440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.760153 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/39c7d237-9510-45a4-88b5-b1ea182ae647 HTTP/1.1" status: 204 len: 168 time: 1.0172050 Mar 16 11:14:15.817238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60404) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.820089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9d4f2-2f0c-430e-9cc7-7d08a8cff3cf tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=39c7d237-9510-45a4-88b5-b1ea182ae647,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:15.878862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:15.902011 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cef066-d6f6-4a81-8bff-3c80c8311fdd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:15.902707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cef066-d6f6-4a81-8bff-3c80c8311fdd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:15.908004 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-87cef066-d6f6-4a81-8bff-3c80c8311fdd tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/7004d358-7314-4505-8cf7-14f863a4084d HTTP/1.1" status: 404 len: 337 time: 0.0897141 Mar 16 11:14:15.909562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60410) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.961899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 9606f65e-d1ed-4394-912c-041d54eccef2 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:16.022985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Attempting to bind port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:16.023469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Attempting to bind port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '15387315-7621-4c62-baac-2a92da6825e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:16.023928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Attempting to bind port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 on network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:16.058467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:16.058836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.079114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 on network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:14:16.086984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Attempting to bind port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 on network cb96fcc7-c540-4dce-bfdb-ea764b13fb13 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:16.087124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting subnet 7cf17753-7452-4fc8-b140-a545de33912b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:16.087124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.121737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] For port ef0b2c30-5685-4930-9f2d-a0ff4c902c0b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:16.122247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.131490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:16.137044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Checking segment: {'id': '15387315-7621-4c62-baac-2a92da6825e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:16.137616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Bound using segment: {'id': '15387315-7621-4c62-baac-2a92da6825e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:16.138622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Bound port: e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15387315-7621-4c62-baac-2a92da6825e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:16.139082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.167189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.362010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.394250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e995b-8d32-4f9b-baee-ffb7071fb56b None None] Network 24929e3e-05a3-4d03-8f29-398509f6bda9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:16.408318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb023bc-06e7-4735-a914-65b6a084f7b7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:16.419854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb023bc-06e7-4735-a914-65b6a084f7b7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:16.422685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-beb023bc-06e7-4735-a914-65b6a084f7b7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:16.519867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070286-a459-4f0b-bccf-2956641f7250 req-b7cb7c06-6f9e-4ddc-81b9-2a25ac846d1f tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:16.522043 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b4070286-a459-4f0b-bccf-2956641f7250 req-b7cb7c06-6f9e-4ddc-81b9-2a25ac846d1f tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 944 time: 0.2735257 Mar 16 11:14:16.540668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ab2796d8-3f03-4bd4-862c-e375eda9ef35 None None] Provisioning complete for port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:16.541128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ab2796d8-3f03-4bd4-862c-e375eda9ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.584687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-beb023bc-06e7-4735-a914-65b6a084f7b7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:16.589751 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-beb023bc-06e7-4735-a914-65b6a084f7b7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8345857 Mar 16 11:14:16.611471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60414) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:16.622036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ab2796d8-3f03-4bd4-862c-e375eda9ef35 None None] Port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:16.660286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Calling delete_port for ef0b2c30-5685-4930-9f2d-a0ff4c902c0b owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:16.771730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ab2796d8-3f03-4bd4-862c-e375eda9ef35 None None] Provisioning complete for port e6e4b05b-8d37-4605-8d38-996b337b56bf triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:16.771730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ab2796d8-3f03-4bd4-862c-e375eda9ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.777491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port d59bf324-dbc3-41f7-978f-f6ee4c9f0e61 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:16.777864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.834166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.898561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf17753-7452-4fc8-b140-a545de33912b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:16.905391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] For port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:16.910802 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b4070286-a459-4f0b-bccf-2956641f7250 req-42fedda7-35e8-4761-8bfd-31ef24b25892 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775220 Mar 16 11:14:16.919703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.928439 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8fb0ece6-7175-4bd5-946e-a2f93ec34c6c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/7cf17753-7452-4fc8-b140-a545de33912b HTTP/1.1" status: 204 len: 168 time: 1.0170536 Mar 16 11:14:16.931527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60420) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:16.975331 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-6405a9d3-5e44-4247-aea1-7f966a6ede8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:16.975799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6405a9d3-5e44-4247-aea1-7f966a6ede8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:16.980030 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6405a9d3-5e44-4247-aea1-7f966a6ede8a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/97112633-ace7-4cc6-943f-b85f5ac9f099 HTTP/1.1" status: 404 len: 337 time: 0.0448968 Mar 16 11:14:16.989039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] For port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,segment=NetworkSegment(15387315-7621-4c62-baac-2a92da6825e9),segment_id=15387315-7621-4c62-baac-2a92da6825e9)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:16.990169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60424) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.052241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-12ab74a9-d877-453a-a57a-b53daae8e714 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Synchronizing usage tracker for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:17.082520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-12ab74a9-d877-453a-a57a-b53daae8e714 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Unset dirty status for tenant:05d2c9277ac14c778de1d481d8aed0fe on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:17.083956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-12ab74a9-d877-453a-a57a-b53daae8e714 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b23571e-5312-4ee5-806f-5c239870021e HTTP/1.1" status: 200 len: 205 time: 0.0905402 Mar 16 11:14:17.089913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60428) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.094127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] DHCP port deletion for 24929e3e-05a3-4d03-8f29-398509f6bda9 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:17.099269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] Deleting port e6e4b05b-8d37-4605-8d38-996b337b56bf {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:17.099692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.170147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-6c5c37c4-7869-4000-9292-b009fdb1d783 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] delete failed (client error): The resource could not be found. Mar 16 11:14:17.171160 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6c5c37c4-7869-4000-9292-b009fdb1d783 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/routers/3b23571e-5312-4ee5-806f-5c239870021e HTTP/1.1" status: 404 len: 336 time: 0.0803366 Mar 16 11:14:17.175359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60432) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.185966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.203399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.243023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.290211 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-866e9291-7f23-4260-871f-b1fe47702e9d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:17.290579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866e9291-7f23-4260-871f-b1fe47702e9d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:17.336270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-866e9291-7f23-4260-871f-b1fe47702e9d tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/1dd259e0-39cb-424b-8fab-70105b19549b HTTP/1.1" status: 404 len: 337 time: 0.1510732 Mar 16 11:14:17.342442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:17.343047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.344422 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] 10.222.0.53 "PUT /v2.0/ports/e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 HTTP/1.1" status: 200 len: 1094 time: 5.1906018 Mar 16 11:14:17.350532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84667e30-3f94-4d46-9065-4298fe5fc901', 'tag': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:17.356028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60436) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.391361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d86d5-c6f7-434d-97ad-4a9c68c969e6 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:17.443204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-044740a9-a831-440b-8593-c1bc3ff9e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.550545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84667e30-3f94-4d46-9065-4298fe5fc901', 'tag': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0', 'status': 'completed', 'code': 200} Mar 16 11:14:17.630620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for d59bf324-dbc3-41f7-978f-f6ee4c9f0e61 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:17.639107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] For port e6e4b05b-8d37-4605-8d38-996b337b56bf, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e6e4b05b-8d37-4605-8d38-996b337b56bf,segment=NetworkSegment(354a2eab-d8fc-4def-b8c5-9d486052cef4),segment_id=354a2eab-d8fc-4def-b8c5-9d486052cef4)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:17.639987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.718612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46b1112-98cb-4363-a419-f72bdfb82097 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:17.719761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46b1112-98cb-4363-a419-f72bdfb82097 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:17.808989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] Calling delete_port for e6e4b05b-8d37-4605-8d38-996b337b56bf owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:17.846198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bd8bc745-f73c-4149-ad95-16635c3e1507 None None] Provisioning for port d9e22f6c-1d8a-4491-acde-e63cec76104d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:17.955184 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f46b1112-98cb-4363-a419-f72bdfb82097 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/a50016a7-621e-47c8-9fcc-ed1c7651efe7 HTTP/1.1" status: 404 len: 337 time: 0.5905466 Mar 16 11:14:17.960708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60446) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.973356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d65e0-005c-4e4e-be75-c54e6ae1db0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:17.983949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.026745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d9e22f6c-1d8a-4491-acde-e63cec76104d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:18.066579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.141571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.154578 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d3a667-70a6-47fc-b432-388d22d42958 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.155089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d3a667-70a6-47fc-b432-388d22d42958 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.199050 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-50d3a667-70a6-47fc-b432-388d22d42958 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/f4bd8b0e-3bdd-4b1f-ace9-282bad24eac7 HTTP/1.1" status: 404 len: 337 time: 0.2341132 Mar 16 11:14:18.204314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] Pushing event deleted for resources: {'Port': ['ID=e6e4b05b-8d37-4605-8d38-996b337b56bf,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.206621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=9606f65e-d1ed-4394-912c-041d54eccef2,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.212383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60450) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.215099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab8730-59ea-481d-9860-e028c8d09a76 None None] No DVR routers for this DVR port e6e4b05b-8d37-4605-8d38-996b337b56bf on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:18.245191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=d59bf324-dbc3-41f7-978f-f6ee4c9f0e61,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.292704 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c1d0bd-42bb-45bb-83d8-ab8aec3fb7ad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.294233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c1d0bd-42bb-45bb-83d8-ab8aec3fb7ad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.295009 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-51c1d0bd-42bb-45bb-83d8-ab8aec3fb7ad tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/bdb5b886-e231-49e3-bcd2-9770f9e6ccbb HTTP/1.1" status: 404 len: 333 time: 0.0814242 Mar 16 11:14:18.302346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60454) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.318823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c7052-2db6-494d-8439-11fae4bf1ee7 req-9d0e6e6a-1707-4502-9c2c-4240b70bd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.320215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a26c7052-2db6-494d-8439-11fae4bf1ee7 req-9d0e6e6a-1707-4502-9c2c-4240b70bd33c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4190928e51342f3a2fea44d45d4d17d&device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 1097 time: 0.7551951 Mar 16 11:14:18.352139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d9e22f6c-1d8a-4491-acde-e63cec76104d completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:18.365889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d9e22f6c-1d8a-4491-acde-e63cec76104d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:18.366500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.383215 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87ed6a7-a77c-4b4a-9a47-0e4d89eeb20a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.383790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87ed6a7-a77c-4b4a-9a47-0e4d89eeb20a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.395567 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b87ed6a7-a77c-4b4a-9a47-0e4d89eeb20a tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/2c971b1a-51b2-4810-8ced-a466120533d2 HTTP/1.1" status: 404 len: 337 time: 0.0554259 Mar 16 11:14:18.395567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60458) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.435717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.452357 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-0857f4ba-9ac5-4463-b515-9769d9c5481e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.452814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0857f4ba-9ac5-4463-b515-9769d9c5481e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.454716 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0857f4ba-9ac5-4463-b515-9769d9c5481e tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/28200431-06de-4cdd-9956-1de58898edf0 HTTP/1.1" status: 404 len: 337 time: 0.0587459 Mar 16 11:14:18.459041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60462) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.528367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.530283 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f69f1b63-1f23-49e8-b60a-f310c5975db7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/d59bf324-dbc3-41f7-978f-f6ee4c9f0e61 HTTP/1.1" status: 204 len: 168 time: 1.9165785 Mar 16 11:14:18.535052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60466) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.535842 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-582c1580-4584-44dd-b877-e458e27a483c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.536319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582c1580-4584-44dd-b877-e458e27a483c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.538200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-582c1580-4584-44dd-b877-e458e27a483c tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/b1c029e3-cd36-4a59-9fc5-64ccd158d07b HTTP/1.1" status: 404 len: 333 time: 0.0779748 Mar 16 11:14:18.584562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60470) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.603249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.667516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port d9e22f6c-1d8a-4491-acde-e63cec76104d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d9e22f6c-1d8a-4491-acde-e63cec76104d,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:18.692239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666a03f-ce84-4ec7-b2b8-0c64ee0f3da0 req-38b0a6db-f06b-4cbb-8442-c1bbaa893a82 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.701029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1666a03f-ce84-4ec7-b2b8-0c64ee0f3da0 req-38b0a6db-f06b-4cbb-8442-c1bbaa893a82 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 944 time: 0.5060401 Mar 16 11:14:18.710563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.734456 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2ef87f-d108-4a73-876c-36cb55b85904 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.734912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2ef87f-d108-4a73-876c-36cb55b85904 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.741676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.749460 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba2ef87f-d108-4a73-876c-36cb55b85904 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/24e6bc93-09c9-4bf9-8ee3-e01eee9f98dd HTTP/1.1" status: 404 len: 337 time: 0.1638937 Mar 16 11:14:18.764101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60474) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.767592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router c60859dc-776e-4ab4-9479-891db5c4b967 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:18.798582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.832153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:18.841699 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1666a03f-ce84-4ec7-b2b8-0c64ee0f3da0 req-797b3b9a-306e-42a9-a320-4662e902ed52 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397355 Mar 16 11:14:18.860701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0b2c30-5685-4930-9f2d-a0ff4c902c0b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.860824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c2454-c89c-4eaa-9093-63cba89dee7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.860824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c2454-c89c-4eaa-9093-63cba89dee7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.860824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c2454-c89c-4eaa-9093-63cba89dee7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.860824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-346c2454-c89c-4eaa-9093-63cba89dee7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:18.890379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e6e4b05b-8d37-4605-8d38-996b337b56bf {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:18.898225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e6e4b05b-8d37-4605-8d38-996b337b56bf not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:18.924402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=d9e22f6c-1d8a-4491-acde-e63cec76104d,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.946008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-346c2454-c89c-4eaa-9093-63cba89dee7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:18.947559 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-346c2454-c89c-4eaa-9093-63cba89dee7c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4083934 Mar 16 11:14:18.950151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60480) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.980231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5c5957-feb8-49b5-9e70-dc87d60750f7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:18.980684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5c5957-feb8-49b5-9e70-dc87d60750f7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:18.991978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fa5c5957-feb8-49b5-9e70-dc87d60750f7 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/subnets/e7d91cfb-4242-4d57-a49d-93cf24d5a92f HTTP/1.1" status: 404 len: 337 time: 0.2198410 Mar 16 11:14:19.008394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60484) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:19.073714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 6113b877-071d-40b3-9c83-ccc565929ed2 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:19.082354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.179067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.285922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.326672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4afdca8f-c0bd-4164-a9cc-8fa88059ca13 None None] Provisioning complete for port d9e22f6c-1d8a-4491-acde-e63cec76104d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:19.329020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4afdca8f-c0bd-4164-a9cc-8fa88059ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.340323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:19.350167 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-edf50046-3167-40c3-a154-97415a37403b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/c60859dc-776e-4ab4-9479-891db5c4b967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1468410 Mar 16 11:14:19.364227 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] Sync routers for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:19.367307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60488) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:19.381034 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:19.382562 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:19.525571 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:19.529273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.554306 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:19.554918 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:19.594415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=6113b877-071d-40b3-9c83-ccc565929ed2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:19.604889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.629946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Deleting port 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:19.630654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.656108 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:19.656520 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd9c75-2f0f-4485-ac7e-0e5adefd9e31 None None] The sync data for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:19.670117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d6bfa153-ef81-4b43-a05a-5eaf8d90f586 None None] Could not find standard attr ID for object d59bf324-dbc3-41f7-978f-f6ee4c9f0e61. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:19.682026 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-01aa58c4-d118-4041-80cb-9e52b2310817 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/6113b877-071d-40b3-9c83-ccc565929ed2 HTTP/1.1" status: 204 len: 168 time: 0.7305727 Mar 16 11:14:19.682715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60492) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:19.686364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.735326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c7052-2db6-494d-8439-11fae4bf1ee7 req-5de7d3dd-782e-4a02-8a31-ab886440b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.736828 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a26c7052-2db6-494d-8439-11fae4bf1ee7 req-5de7d3dd-782e-4a02-8a31-ab886440b128 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4190928e51342f3a2fea44d45d4d17d&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0612183 Mar 16 11:14:19.784655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet ce66c5b8-2f9b-4134-901b-639c7eb00c5a {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:19.801404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.866290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e13b75-d231-412d-b1e2-6edc0639bc3b None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:19.879112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.000296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c7052-2db6-494d-8439-11fae4bf1ee7 req-a4825549-5d89-4df8-aaf2-1a42e41d934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.001730 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a26c7052-2db6-494d-8439-11fae4bf1ee7 req-a4825549-5d89-4df8-aaf2-1a42e41d934e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245290 Mar 16 11:14:20.013958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d9e22f6c-1d8a-4491-acde-e63cec76104d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:20.072997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.120921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.225931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d9e22f6c-1d8a-4491-acde-e63cec76104d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:20.226484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.235035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.289322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=ce66c5b8-2f9b-4134-901b-639c7eb00c5a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.312907 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.325693 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e1b3f47-ca90-40cd-9307-9ec6a854e24f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/ce66c5b8-2f9b-4134-901b-639c7eb00c5a HTTP/1.1" status: 204 len: 168 time: 0.6411839 Mar 16 11:14:20.328434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60500) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:20.444261 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c4baf99c-b136-4d7f-8b45-71cab764c129 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107893 Mar 16 11:14:20.446733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60504) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:20.567209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa16938-44a8-4a15-bbce-fb16de05e8e5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.568781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0aa16938-44a8-4a15-bbce-fb16de05e8e5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:20.582919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbe925-bcd9-4cde-8bb4-32cfc5038bde None None] Update dhcp port {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': 'ce66c5b8-2f9b-4134-901b-639c7eb00c5a'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': 'd9e22f6c-1d8a-4491-acde-e63cec76104d'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:14:20.654635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.655979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe925-bcd9-4cde-8bb4-32cfc5038bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.871687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0aa16938-44a8-4a15-bbce-fb16de05e8e5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:20.875876 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0aa16938-44a8-4a15-bbce-fb16de05e8e5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4253826 Mar 16 11:14:20.876036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60508) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:20.877715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427faf5-ceab-4d7b-a82a-66a7a72a9073 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:20.943422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ad38f29f-ccc4-47c1-84d4-9fac623f8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.945192 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-ad38f29f-ccc4-47c1-84d4-9fac623f8072 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4190928e51342f3a2fea44d45d4d17d&device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 1097 time: 0.8797550 Mar 16 11:14:20.959599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7629f-c4ca-49c7-b09b-9bfd1d316a88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.960816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-88a7629f-c4ca-49c7-b09b-9bfd1d316a88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:21.025571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-88a7629f-c4ca-49c7-b09b-9bfd1d316a88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:21.029921 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-88a7629f-c4ca-49c7-b09b-9bfd1d316a88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1528313 Mar 16 11:14:21.030703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60512) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:21.079146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-73d5c08c-1c8d-4e7d-a050-54e64d05d8e6 None None] Provisioning complete for port d9e22f6c-1d8a-4491-acde-e63cec76104d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:21.079514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-73d5c08c-1c8d-4e7d-a050-54e64d05d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.101769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.125800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4759c-3efd-4f05-95be-d529a3359e43 req-ad7b91d4-f7fc-4901-86af-c624e3652e58 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:21.129686 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5ab4759c-3efd-4f05-95be-d529a3359e43 req-ad7b91d4-f7fc-4901-86af-c624e3652e58 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 944 time: 1.0060041 Mar 16 11:14:21.140939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-2481a9cc-793b-4187-b55d-5e093c26be5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 HTTP/1.1" status: 200 len: 217 time: 0.1704633 Mar 16 11:14:21.218915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:21.237046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] Deleting port d9e22f6c-1d8a-4491-acde-e63cec76104d {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:21.238063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.307709 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b08bc98-1849-4177-9e88-3d2ebc36d9c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2756679 Mar 16 11:14:21.321693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60518) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:21.326175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:21.355574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Calling delete_port for 66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:21.459606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:21.473947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:21.505787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5ab4759c-3efd-4f05-95be-d529a3359e43 req-f28e89d1-2956-4213-a721-0e7d8b446c12 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638473 Mar 16 11:14:21.532045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-d91d761c-648b-4fea-bd33-b77ea45b1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:21.533613 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-d91d761c-648b-4fea-bd33-b77ea45b1028 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f HTTP/1.1" status: 200 len: 851 time: 0.3147643 Mar 16 11:14:21.535004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] For port d9e22f6c-1d8a-4491-acde-e63cec76104d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d9e22f6c-1d8a-4491-acde-e63cec76104d,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:21.535411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.568611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:21.573777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.576056 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:21.577280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:21.680998 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-68c92b50-6515-48ee-af36-35994a1faf1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842683 Mar 16 11:14:21.684275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] Calling delete_port for d9e22f6c-1d8a-4491-acde-e63cec76104d owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:21.835303 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cefb4bdc-491f-48be-bcbf-ae272f10ee88 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5140700 Mar 16 11:14:21.841714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d9e22f6c-1d8a-4491-acde-e63cec76104d no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:21.845462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60522) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:21.853442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:21.913510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.930258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.966727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port d9e22f6c-1d8a-4491-acde-e63cec76104d {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:14:21.967244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d9e22f6c-1d8a-4491-acde-e63cec76104d not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:21.968648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] No DVR routers for this DVR port d9e22f6c-1d8a-4491-acde-e63cec76104d on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:21.970113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c53026-8f6d-4ecf-8a8d-401ac7f0c080 None None] Pushing event deleted for resources: {'Port': ['ID=d9e22f6c-1d8a-4491-acde-e63cec76104d,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.016580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:22.027279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:22.038678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Port': ['ID=66f8ebd9-ed2f-4371-a7a2-57e751b40ce0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.083502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.112821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Router 6628f8c0-9a04-461d-8666-2f3381778cd3 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:22.122804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:22.126736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.129552 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:22.129787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:22.148284 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-5a35a186-377c-4ca1-9e22-f5f5ba26b779 service neutron] 10.222.0.53 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812148 Mar 16 11:14:22.204373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.209297 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-12064175-bcc6-4345-a781-7cd01595f5e6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3623731 Mar 16 11:14:22.212500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60526) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.219344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:22.274836 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-18738845-0696-465d-985b-b2c8d4ffec15 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/ports/66f8ebd9-ed2f-4371-a7a2-57e751b40ce0 HTTP/1.1" status: 204 len: 168 time: 3.1691098 Mar 16 11:14:22.304510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60530) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.333836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:22.344232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:22.476895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:22.480459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.481834 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:22.482306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:22.568950 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-db2c67a9-74a7-4a75-a0fd-9f9c48899edf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3544269 Mar 16 11:14:22.571847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60538) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.577634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:22.651991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.763211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:22.778433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:22.796276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:22.806883 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ce2fa423-d679-487a-9375-7583f9031d62 admin admin] 10.222.0.30 "PUT /v2.0/routers/6628f8c0-9a04-461d-8666-2f3381778cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0634580 Mar 16 11:14:22.807086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] Sync routers for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:22.808287 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-30f3eb6b-06de-4ddf-96d0-c3f2feb9556f req-e4f45e9e-7bb4-462b-a862-7221cf817caa service neutron] 10.222.0.53 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068840 Mar 16 11:14:22.809452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60542) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.827560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:22.829663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:22.829836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cd03c-9f06-4a05-8fb9-c2224d004690 req-47090a68-d365-433d-8d1b-9a3343a582bf tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:22.830740 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d39cd03c-9f06-4a05-8fb9-c2224d004690 req-47090a68-d365-433d-8d1b-9a3343a582bf tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 944 time: 0.1446319 Mar 16 11:14:22.863299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:22.867946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.869837 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:22.870402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:22.925751 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d39cd03c-9f06-4a05-8fb9-c2224d004690 req-a05e5d6e-d12e-4466-88a7-a2e2f5258c31 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882616 Mar 16 11:14:22.949181 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5e6cc9f4-cf6a-427a-a523-23f8566679f5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3735921 Mar 16 11:14:22.949936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60546) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.957617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:23.019682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:23.024847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.115599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:23.130633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:23.136152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24929e3e-05a3-4d03-8f29-398509f6bda9']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.172845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354a2eab-d8fc-4def-b8c5-9d486052cef4') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.173198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354a2eab-d8fc-4def-b8c5-9d486052cef4') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.185731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:23.190565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.191668 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:23.192161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:23.228403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.238357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.267978 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2bf0699e-dc07-47c2-a6a7-d71b9891e764 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3167837 Mar 16 11:14:23.272222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60550) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.278664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:23.324707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:14:17Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.332019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] Checking router: 6628f8c0-9a04-461d-8666-2f3381778cd3 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:14:23.339713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] Routers {'6628f8c0-9a04-461d-8666-2f3381778cd3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:23.340333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6628f8c0-9a04-461d-8666-2f3381778cd3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.433002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:23.452291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:23.469947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.492892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 27953c86-adcf-4627-b5b3-6db77ee14693 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:23.492892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.515731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:14:23.516123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:23.532496 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:23.547384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:23.553251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.557747 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:23.557747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:23.615912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] Set router 6628f8c0-9a04-461d-8666-2f3381778cd3 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:14:23.633884 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-14668fd2-e4fd-4d52-9650-69810fc1105a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3584576 Mar 16 11:14:23.634647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60556) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.696580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60560) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.699508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-85fe7fde-1dbd-4bbc-9395-bf80e47da767 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0622005 Mar 16 11:14:23.814106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.878875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.891887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.916594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] Pushing event deleted for resources: {'Network': ['ID=24929e3e-05a3-4d03-8f29-398509f6bda9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:23.926913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7d4466e7-31f5-4cd6-8d45-9fa29e3a3b60 tempest-PortsIpV6TestJSON-270964292 tempest-PortsIpV6TestJSON-270964292-project] 10.222.0.30 "DELETE /v2.0/networks/24929e3e-05a3-4d03-8f29-398509f6bda9 HTTP/1.1" status: 204 len: 168 time: 1.6200325 Mar 16 11:14:23.932296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b87d3f-4484-4e76-9a48-e73f8c6d5bc6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:23.932980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f1b87d3f-4484-4e76-9a48-e73f8c6d5bc6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:23.963099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f1b87d3f-4484-4e76-9a48-e73f8c6d5bc6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:23.966863 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f1b87d3f-4484-4e76-9a48-e73f8c6d5bc6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2580249 Mar 16 11:14:23.967202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.973505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:14:17Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:23.978645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba33186-e541-423a-9f10-e206bc1caf8b None None] The sync data for ids ['6628f8c0-9a04-461d-8666-2f3381778cd3'] in dv-neutron-831730-4-hyperv is: [{'id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'name': 'tempest-ServerActionsTestJSON-1260560937-router', 'tenant_id': '9d8759cac9424d3dac7854e63ac04e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:10:32Z', 'updated_at': '2022-03-16T11:14:17Z', 'revision_number': 5, 'project_id': '9d8759cac9424d3dac7854e63ac04e53', 'gw_port': {'id': 'e4dfd18e-ef47-456f-91e7-619935ebe387', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628f8c0-9a04-461d-8666-2f3381778cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:10:33Z', 'updated_at': '2022-03-16T11:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:24.030215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.040469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Deleting port e4dfd18e-ef47-456f-91e7-619935ebe387 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:24.040732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.091085 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-873017e6-08ba-475b-a13f-f22be09b9fe0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227493 Mar 16 11:14:24.095337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.103844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:24.239308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:24.248755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 27953c86-adcf-4627-b5b3-6db77ee14693 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:24.250636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:24.323092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:24.326611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.533716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b539c-aed4-49ef-a420-ecf722a50916 req-82479a96-5e98-475e-b18b-9572f9e43096 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:24.544638 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-570b539c-aed4-49ef-a420-ecf722a50916 req-82479a96-5e98-475e-b18b-9572f9e43096 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 944 time: 0.4617658 Mar 16 11:14:24.662264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60580) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.687536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] For port e4dfd18e-ef47-456f-91e7-619935ebe387, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e4dfd18e-ef47-456f-91e7-619935ebe387,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:24.687916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.832353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:14:24.835217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.976512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.986651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Calling delete_port for e4dfd18e-ef47-456f-91e7-619935ebe387 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:25.055605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:25.063172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=1df35d84-c72a-4ed8-8a26-d0572908497e,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:25.070805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:25.074138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.074762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.078356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-570b539c-aed4-49ef-a420-ecf722a50916 req-c9592f97-e0f1-4bbd-939e-78d9f9bd38b9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384995 Mar 16 11:14:25.080670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d369fcf-6fc9-4238-ac76-e7d09d8ae906 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:25.101724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=27953c86-adcf-4627-b5b3-6db77ee14693,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:25.114959 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5cf6e219-d671-414f-bc2e-6adce90af350 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05d2c9277ac14c778de1d481d8aed0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508939 Mar 16 11:14:25.117749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60586) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:25.335947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '1df35d84-c72a-4ed8-8a26-d0572908497e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:25.337913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.371398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c60238f6-b634-4b66-ab9b-554b6c87c05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.404267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-609ad7ff-b7e7-4d3e-9944-b4fffc6e7deb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3077235 Mar 16 11:14:25.406942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60590) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:25.412533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:51:f6:b6', 'name': 'tempest-NetworksTestDHCPv6-416147865'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:25.490029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.498783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c60238f6-b634-4b66-ab9b-554b6c87c05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.559747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Allocated IP 2001:db8::f816:3eff:feb0:224 (7bb6eb09-c78b-4881-a84a-9534f87fec56/1df35d84-c72a-4ed8-8a26-d0572908497e/e770288c-c609-4b00-8add-2bdd531831cc) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:25.573553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:25.585258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:25.596024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:14:25.660088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:25.811601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.812221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,segment=NetworkSegment(15387315-7621-4c62-baac-2a92da6825e9),segment_id=15387315-7621-4c62-baac-2a92da6825e9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:25.831499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef0b2c30-5685-4930-9f2d-a0ff4c902c0b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:25.850170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 3c1be5e0-100e-4f01-bf6b-16b52021b284 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:25.861448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0', 'network_id': 'cb96fcc7-c540-4dce-bfdb-ea764b13fb13', 'port_id': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0', 'mac_address': 'fa:16:3e:71:92:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:14:25.916393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.920905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: ef0b2c30-5685-4930-9f2d-a0ff4c902c0b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:25.921895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ef0b2c30-5685-4930-9f2d-a0ff4c902c0b not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:25.965256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.004818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dfd18e-ef47-456f-91e7-619935ebe387,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.013944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router c60859dc-776e-4ab4-9479-891db5c4b967 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:26.030623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:14:26.059110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,segment=NetworkSegment(15387315-7621-4c62-baac-2a92da6825e9),segment_id=15387315-7621-4c62-baac-2a92da6825e9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:26.166035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.218637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c60238f6-b634-4b66-ab9b-554b6c87c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.236482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.248552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.272055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Transition to ACTIVE for port object e770288c-c609-4b00-8add-2bdd531831cc will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:26.281159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:26.287919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.291734 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] Sync routers for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:26.302678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Transition to ACTIVE for port object e770288c-c609-4b00-8add-2bdd531831cc will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:26.304613 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:26.307562 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:26.334963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ccc75-b289-4750-9839-a923d589d629 req-847d3a6c-abb4-44d3-9941-8242cf25a666 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:26.342435 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b47ccc75-b289-4750-9839-a923d589d629 req-847d3a6c-abb4-44d3-9941-8242cf25a666 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 945 time: 0.1261215 Mar 16 11:14:26.369295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.380011 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:26.384009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60238f6-b634-4b66-ab9b-554b6c87c05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48009a-eed9-4678-94fd-0698d25bc67c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.396101 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] Routers {'c60859dc-776e-4ab4-9479-891db5c4b967'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:26.396101 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c60859dc-776e-4ab4-9479-891db5c4b967'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:26.459951 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b47ccc75-b289-4750-9839-a923d589d629 req-e9439c77-4e42-4f79-a91c-27aad6256135 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143239 Mar 16 11:14:26.479924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:26.479924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcf5eb-7829-41e7-ada4-af16d9524599 None None] The sync data for ids ['c60859dc-776e-4ab4-9479-891db5c4b967'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:26.498871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe51:f6b6 (7bb6eb09-c78b-4881-a84a-9534f87fec56/1df35d84-c72a-4ed8-8a26-d0572908497e/3c1be5e0-100e-4f01-bf6b-16b52021b284) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:26.503899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e3ad3397-5a0f-4bdb-9d91-0a34be9168a0'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:14:26.624012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.628532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.650728 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-072deea4-2c48-4ada-bfe3-2a25a166f369 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/c60859dc-776e-4ab4-9479-891db5c4b967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2809961 Mar 16 11:14:26.664087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60598) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.665016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c60238f6-b634-4b66-ab9b-554b6c87c05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.668656 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c60238f6-b634-4b66-ab9b-554b6c87c05b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf48009a-eed9-4678-94fd-0698d25bc67c HTTP/1.1" status: 204 len: 168 time: 1.5475183 Mar 16 11:14:26.689932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Pushing event updated for resources: {'Port': ['ID=e770288c-c609-4b00-8add-2bdd531831cc,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.703997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:26.716902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:26.721055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:26.721470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6c834f4c-b7e4-4c35-ac89-5bc5199e132d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:26.776865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.777813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6628f8c0-9a04-461d-8666-2f3381778cd3 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:14:26.790334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.794398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f550c4ad-616e-4dc8-9646-d77a3b09d32e admin admin] 10.222.0.30 "DELETE /v2.0/routers/6628f8c0-9a04-461d-8666-2f3381778cd3 HTTP/1.1" status: 204 len: 168 time: 3.9508030 Mar 16 11:14:26.794398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60606) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.831979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.865695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6c834f4c-b7e4-4c35-ac89-5bc5199e132d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:26.874695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6c834f4c-b7e4-4c35-ac89-5bc5199e132d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60859dc-776e-4ab4-9479-891db5c4b967 HTTP/1.1" status: 200 len: 205 time: 0.2073696 Mar 16 11:14:26.882813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60610) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.898112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Attempting to bind port e770288c-c609-4b00-8add-2bdd531831cc on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:26.898494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Attempting to bind port e770288c-c609-4b00-8add-2bdd531831cc by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:26.898858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Attempting to bind port e770288c-c609-4b00-8add-2bdd531831cc on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:26.917422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:26.920340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:26.920340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.920340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:26.920340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Bound port: e770288c-c609-4b00-8add-2bdd531831cc, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:26.920340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.925205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Deleting subnet 9173d435-33dc-41fb-b2e2-28307500f6a9 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:26.930935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.052741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 3c1be5e0-100e-4f01-bf6b-16b52021b284 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:27.052877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.080351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:27.085686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:27.153706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.169134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.203412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.334773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a22890-4e49-48c2-8e82-969564ee407f None None] Pushing event updated for resources: {'Port': ['ID=e770288c-c609-4b00-8add-2bdd531831cc,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.426412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.543382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62b684-e5af-44aa-9352-4e0bc5ab29b2 None None] Network 2343f244-6e29-44ac-9b3d-23fc09008366 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:27.552802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.558664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9173d435-33dc-41fb-b2e2-28307500f6a9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.585416 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8adc4fa8-b2cd-4503-9974-94881b578528 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9173d435-33dc-41fb-b2e2-28307500f6a9 HTTP/1.1" status: 204 len: 168 time: 0.7907019 Mar 16 11:14:27.597855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60626) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:27.620356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.627489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.674219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.863174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:27.894848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:27.905726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:27.921902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:27.924178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.936687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=3c1be5e0-100e-4f01-bf6b-16b52021b284,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.943314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:27.971780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.972548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router c60859dc-776e-4ab4-9479-891db5c4b967 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:14:28.019054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.039836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b989c60-d7c6-42be-a756-a4e96c47147f req-ee996b5e-47cd-4684-bda2-a27a8ea2fa58 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:28.041505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b989c60-d7c6-42be-a756-a4e96c47147f req-ee996b5e-47cd-4684-bda2-a27a8ea2fa58 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 945 time: 0.3667448 Mar 16 11:14:28.047139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e770288c-c609-4b00-8add-2bdd531831cc up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:28.074440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Deleting port 5be21f66-ae88-465f-add0-eced902c3e07 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:28.074785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.219747 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b989c60-d7c6-42be-a756-a4e96c47147f req-c6d9721a-cf1c-46f4-9eb8-5819c2044454 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712418 Mar 16 11:14:28.294166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.302563 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5a096515-1a81-4a5f-963c-7c7d29accc65 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/c60859dc-776e-4ab4-9479-891db5c4b967 HTTP/1.1" status: 204 len: 168 time: 1.4101872 Mar 16 11:14:28.303197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60640) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:28.366589 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21446849-ce93-450f-8450-26091968327f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9585333 Mar 16 11:14:28.371634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60644) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:28.429876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] For port 5be21f66-ae88-465f-add0-eced902c3e07, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5be21f66-ae88-465f-add0-eced902c3e07,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:28.430696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.454095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e770288c-c609-4b00-8add-2bdd531831cc completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:28.476983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:28.490997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:28.491657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.587659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 674e9bec-651e-408b-913a-dbaa3bab1ba7 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:28.589730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e4dfd18e-ef47-456f-91e7-619935ebe387 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:28.596530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.653298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] DHCP port deletion for 2343f244-6e29-44ac-9b3d-23fc09008366 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:28.674077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Deleting port 5be21f66-ae88-465f-add0-eced902c3e07 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:28.674496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.701928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.760414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e4dfd18e-ef47-456f-91e7-619935ebe387 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:28.760414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e4dfd18e-ef47-456f-91e7-619935ebe387 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:28.762984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60650) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:28.775701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Calling delete_port for 5be21f66-ae88-465f-add0-eced902c3e07 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:28.913399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152fc24-26b2-4369-b4ab-6012a01e3181 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:28.931415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152fc24-26b2-4369-b4ab-6012a01e3181 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:28.941617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8152fc24-26b2-4369-b4ab-6012a01e3181 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:29.003780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.028194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1816893309'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:29.038005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:29.048001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Usage tracker for resource:network and tenant:448023a5493e41d89b34f4a4746ae707 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:29.057984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.069168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8152fc24-26b2-4369-b4ab-6012a01e3181 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:29.070212 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8152fc24-26b2-4369-b4ab-6012a01e3181 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6977589 Mar 16 11:14:29.073464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60656) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.078801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:29.176449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 3c1be5e0-100e-4f01-bf6b-16b52021b284 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:29.176797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.190914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:29.205879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5be21f66-ae88-465f-add0-eced902c3e07,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.216253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] No DVR routers for this DVR port 5be21f66-ae88-465f-add0-eced902c3e07 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:29.241061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.350991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,segment=NetworkSegment(15387315-7621-4c62-baac-2a92da6825e9),segment_id=15387315-7621-4c62-baac-2a92da6825e9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:29.355161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] For port 5be21f66-ae88-465f-add0-eced902c3e07, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5be21f66-ae88-465f-add0-eced902c3e07,segment=NetworkSegment(3b801eab-a557-408b-9dfb-910ddcf42234),segment_id=3b801eab-a557-408b-9dfb-910ddcf42234)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:29.355161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.376837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84667e30-3f94-4d46-9065-4298fe5fc901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:29.388670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-381a0075-6ede-4567-844d-803a39815967 None None] Provisioning for port e770288c-c609-4b00-8add-2bdd531831cc completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:29.404902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.456277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2343f244-6e29-44ac-9b3d-23fc09008366']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:29.471418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b801eab-a557-408b-9dfb-910ddcf42234') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:29.471996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b801eab-a557-408b-9dfb-910ddcf42234') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:29.480895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Made reservation on behalf of 448023a5493e41d89b34f4a4746ae707 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:29.485059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.502594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.509020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-381a0075-6ede-4567-844d-803a39815967 None None] Provisioning complete for port e770288c-c609-4b00-8add-2bdd531831cc triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:29.509597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-381a0075-6ede-4567-844d-803a39815967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.514721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.533414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:29.538458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Usage tracker for resource:security_group_rule and tenant:448023a5493e41d89b34f4a4746ae707 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:29.544267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:29.551750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.557225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:29.563708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:14:29.564109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:29.580655 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:29.592657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.608363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.626846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Calling delete_port for 5be21f66-ae88-465f-add0-eced902c3e07 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:29.703271 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84667e30-3f94-4d46-9065-4298fe5fc901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0', 'code': 200} Mar 16 11:14:29.792554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.796390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=674e9bec-651e-408b-913a-dbaa3bab1ba7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.802355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.814297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd7d48-841a-4c93-a115-8a88cc73148a None None] Network 810dfff2-5021-43e0-80f8-aa066e365386 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:29.826875 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dde90cb1-f82b-4f18-b80b-d6469d82b16e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/674e9bec-651e-408b-913a-dbaa3bab1ba7 HTTP/1.1" status: 204 len: 168 time: 1.5226400 Mar 16 11:14:29.845444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.849890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=2343f244-6e29-44ac-9b3d-23fc09008366,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.854258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.863468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60668) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.900794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5be21f66-ae88-465f-add0-eced902c3e07 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:29.905697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.916402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.928409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:29.929020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.957716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c0308ace-edd2-4bb7-a5ce-eba0493f5b5f admin admin] 10.222.0.30 "DELETE /v2.0/networks/2343f244-6e29-44ac-9b3d-23fc09008366 HTTP/1.1" status: 204 len: 168 time: 2.3572488 Mar 16 11:14:29.983604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 5be21f66-ae88-465f-add0-eced902c3e07 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:29.984033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5be21f66-ae88-465f-add0-eced902c3e07 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:29.989778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.990443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Added segment e1664215-50cc-4ac0-8d17-38d57338938d of type vlan for network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd Mar 16 11:14:30.011763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed66122-2498-4a71-b292-cc6d578bf563,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.103680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:30.104447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:30.141768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 3c1be5e0-100e-4f01-bf6b-16b52021b284 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:30.189700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-381a0075-6ede-4567-844d-803a39815967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.207083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 4efadba5-ed4e-48e4-b4bc-f89512758af9 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:30.218219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.219889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a75de-a110-406e-9aec-fc47fe4f59a4 req-ed2bf233-6110-400e-b675-07748fcf0c6b tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.221603 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-707a75de-a110-406e-9aec-fc47fe4f59a4 req-ed2bf233-6110-400e-b675-07748fcf0c6b tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.6619010 Mar 16 11:14:30.224912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.274816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-381a0075-6ede-4567-844d-803a39815967 None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:30.353059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.358175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637c9e-8d2c-4a7e-974e-e0c4357242fa req-32825da7-4927-4550-8241-3dd6544ce3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.359781 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe637c9e-8d2c-4a7e-974e-e0c4357242fa req-32825da7-4927-4550-8241-3dd6544ce3ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 1099 time: 0.0946360 Mar 16 11:14:30.362164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.367511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.368136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.384988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] DHCP port deletion for 810dfff2-5021-43e0-80f8-aa066e365386 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:30.392270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] Deleting port eb34f062-e71d-4f67-98e8-531a74c22f9a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:30.392730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.411286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-707a75de-a110-406e-9aec-fc47fe4f59a4 req-466eb439-36e8-4784-8377-732b7772e34e tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521697 Mar 16 11:14:30.430430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-381a0075-6ede-4567-844d-803a39815967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.545404 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe637c9e-8d2c-4a7e-974e-e0c4357242fa req-71059fdb-1846-477b-8396-a29e3a60f592 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732967 Mar 16 11:14:30.550202 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7867672 Mar 16 11:14:30.551194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60676) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.553745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fad2db-26c5-4ab2-8df4-0222e459d43e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event updated for resources: {'Network': ['ID=088dc3f1-07e6-4172-93b3-a3a6e411f3dd,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.561229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Request body: {'subnet': {'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:30.632863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.671001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Deleting port 5be21f66-ae88-465f-add0-eced902c3e07 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:30.671586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.699642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:30.700814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60680) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.710202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.759108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:30.772671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Usage tracker for resource:subnet and tenant:448023a5493e41d89b34f4a4746ae707 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:30.778701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:30.789801 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c17f4290-503c-4493-9434-1c1cc0cf82a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d8759cac9424d3dac7854e63ac04e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878718 Mar 16 11:14:30.790870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:30.792543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=3c1be5e0-100e-4f01-bf6b-16b52021b284,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.792680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60684) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.840698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0bd23cd5-ee80-4dd7-9659-7df9fe65be98 None None] The port '5be21f66-ae88-465f-add0-eced902c3e07' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:14:30.852852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.896425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-71e2a88b-9b82-4441-9e1d-3c4ce886716b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.901184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Made reservation on behalf of 448023a5493e41d89b34f4a4746ae707 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:30.905538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.927157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-18a0237c-f223-4f72-92dc-5fcdae89ddb1 None None] Provisioning complete for port 3c1be5e0-100e-4f01-bf6b-16b52021b284 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:30.927630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-18a0237c-f223-4f72-92dc-5fcdae89ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.957294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a0075-6ede-4567-844d-803a39815967 None None] Pushing event updated for resources: {'Port': ['ID=e770288c-c609-4b00-8add-2bdd531831cc,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.975013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.980624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-71e2a88b-9b82-4441-9e1d-3c4ce886716b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.019004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-18a0237c-f223-4f72-92dc-5fcdae89ddb1 None None] Port 3c1be5e0-100e-4f01-bf6b-16b52021b284 was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:14:31.063705 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-47b89870-7c83-4c61-8f4e-944d507e395f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/3c1be5e0-100e-4f01-bf6b-16b52021b284 HTTP/1.1" status: 204 len: 168 time: 1.9850852 Mar 16 11:14:31.067576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=4efadba5-ed4e-48e4-b4bc-f89512758af9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:31.071007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60688) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.081978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.085106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2ff9fe91-a165-4b0f-bdd3-72f2c56b7744 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/4efadba5-ed4e-48e4-b4bc-f89512758af9 HTTP/1.1" status: 204 len: 168 time: 1.2236979 Mar 16 11:14:31.101502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60692) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.108221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de446b93-4daa-4f28-9115-79614576a325 None None] Network 4de38da8-94f1-432a-b39e-e3cd035866da requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:31.135790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-71e2a88b-9b82-4441-9e1d-3c4ce886716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.191761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2a88b-9b82-4441-9e1d-3c4ce886716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9884c77c-620c-4cf7-a810-bb577482eb30,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:31.246668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] For port eb34f062-e71d-4f67-98e8-531a74c22f9a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=eb34f062-e71d-4f67-98e8-531a74c22f9a,segment=NetworkSegment(a241576a-a167-4ff6-bfe2-3b91422d5ee3),segment_id=a241576a-a167-4ff6-bfe2-3b91422d5ee3)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:31.246968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.283125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-71e2a88b-9b82-4441-9e1d-3c4ce886716b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.284865 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-71e2a88b-9b82-4441-9e1d-3c4ce886716b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9884c77c-620c-4cf7-a810-bb577482eb30 HTTP/1.1" status: 204 len: 168 time: 0.4913080 Mar 16 11:14:31.308949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2870f-3cdf-4482-b88b-03d0f59c4ce0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.311271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2870f-3cdf-4482-b88b-03d0f59c4ce0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.312126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-32b2870f-3cdf-4482-b88b-03d0f59c4ce0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:31.317136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.403028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-32b2870f-3cdf-4482-b88b-03d0f59c4ce0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:31.406948 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-32b2870f-3cdf-4482-b88b-03d0f59c4ce0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3186514 Mar 16 11:14:31.409128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60698) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.419663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port eb34f062-e71d-4f67-98e8-531a74c22f9a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:31.419998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.438129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] Calling delete_port for eb34f062-e71d-4f67-98e8-531a74c22f9a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:31.509454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 1df35d84-c72a-4ed8-8a26-d0572908497e {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:31.531404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.686248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.700040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] DHCP port deletion for 4de38da8-94f1-432a-b39e-e3cd035866da request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:31.704015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] Deleting port 1746450b-1df8-416d-8ccc-be1ffc38f46a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:31.704384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.836741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.861131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.911399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc14c4c-d74c-4d3f-91eb-dfc8b5f61d69 req-f16888ed-a7d6-4b5d-a659-e468cb21bae9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.913154 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9bc14c4c-d74c-4d3f-91eb-dfc8b5f61d69 req-f16888ed-a7d6-4b5d-a659-e468cb21bae9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.3688452 Mar 16 11:14:31.921332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.972569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port eb34f062-e71d-4f67-98e8-531a74c22f9a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=eb34f062-e71d-4f67-98e8-531a74c22f9a,segment=NetworkSegment(a241576a-a167-4ff6-bfe2-3b91422d5ee3),segment_id=a241576a-a167-4ff6-bfe2-3b91422d5ee3)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:31.972928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.995215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e770288c-c609-4b00-8add-2bdd531831cc up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:32.009282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.056766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] Pushing event deleted for resources: {'Port': ['ID=eb34f062-e71d-4f67-98e8-531a74c22f9a,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:32.058732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=1df35d84-c72a-4ed8-8a26-d0572908497e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:32.060756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.064551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da18f4-978e-43be-a5d2-2a400cea4b1a None None] No DVR routers for this DVR port eb34f062-e71d-4f67-98e8-531a74c22f9a on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:32.141208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99239499-e37b-4ec7-9424-156b32afd7c2 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:32.146715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e5ce99e3-528b-40ff-bf38-b2383b8fea69 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/1df35d84-c72a-4ed8-8a26-d0572908497e HTTP/1.1" status: 204 len: 168 time: 0.7358532 Mar 16 11:14:32.149186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60716) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.179453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9bc14c4c-d74c-4d3f-91eb-dfc8b5f61d69 req-18354f5d-f81d-458c-bb5d-2410ebc3a783 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590678 Mar 16 11:14:32.180617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event updated for resources: {'Subnet': ['ID=26d55aff-b20a-4c95-925b-f7f3134dd435,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:32.278062 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a42e7324-6fd9-40bd-9630-df39ad6f1f3a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276810 Mar 16 11:14:32.280732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60720) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.288482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:32.294546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] For port 1746450b-1df8-416d-8ccc-be1ffc38f46a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1746450b-1df8-416d-8ccc-be1ffc38f46a,segment=NetworkSegment(1b94d1a6-2b72-4363-9d80-10e4555a9ee9),segment_id=1b94d1a6-2b72-4363-9d80-10e4555a9ee9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:32.294959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.313017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for eb34f062-e71d-4f67-98e8-531a74c22f9a owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:32.365925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Checking segment: {'id': 'e1664215-50cc-4ac0-8d17-38d57338938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:32.366285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Network hostable DHCP agents. Network: 088dc3f1-07e6-4172-93b3-a3a6e411f3dd, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:32.423631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:32.423972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:32.446227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:32.449903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:32.452880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:32.459388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:32.489052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:32.509377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] Calling delete_port for 1746450b-1df8-416d-8ccc-be1ffc38f46a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:32.582170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:32.587379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.608370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 088dc3f1-07e6-4172-93b3-a3a6e411f3dd) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:32.612802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:32.613394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.616745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e770288c-c609-4b00-8add-2bdd531831cc triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:32.617129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.659589 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd352ec-ddb5-4f1d-9deb-7009b1578432 None None] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:32.709798 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-95d62c1f-f835-40d6-b69d-ed14f702e796 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1550221 Mar 16 11:14:32.710100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.715951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Request body: {'port': {'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd', 'name': 'tempest-TagsExtTest-1281398799'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:32.943417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.010250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] Pushing event deleted for resources: {'Port': ['ID=1746450b-1df8-416d-8ccc-be1ffc38f46a,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:33.040209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port eb34f062-e71d-4f67-98e8-531a74c22f9a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:33.040738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.044629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9addd8-a125-4513-8020-c213ea76949c None None] No DVR routers for this DVR port 1746450b-1df8-416d-8ccc-be1ffc38f46a on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:33.138564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:33.144883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] The port 'eb34f062-e71d-4f67-98e8-531a74c22f9a' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:14:33.153185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1746450b-1df8-416d-8ccc-be1ffc38f46a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:33.201041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-088dc3f1-07e6-4172-93b3-a3a6e411f3dd', 'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd', 'tenant_id': '448023a5493e41d89b34f4a4746ae707', 'fixed_ips': [{'subnet_id': '26d55aff-b20a-4c95-925b-f7f3134dd435'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:33.202221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.221174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 1746450b-1df8-416d-8ccc-be1ffc38f46a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:33.221863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1746450b-1df8-416d-8ccc-be1ffc38f46a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:33.222596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device eb34f062-e71d-4f67-98e8-531a74c22f9a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:33.263655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Deleting port e770288c-c609-4b00-8add-2bdd531831cc {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:33.264326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.296000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: eb34f062-e71d-4f67-98e8-531a74c22f9a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:33.296638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device eb34f062-e71d-4f67-98e8-531a74c22f9a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:33.337690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:14:33.413969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:33.421439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.430908 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Usage tracker for resource:port and tenant:448023a5493e41d89b34f4a4746ae707 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:33.436707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:33.451930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:33.462035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810dfff2-5021-43e0-80f8-aa066e365386']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:33.477322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a241576a-a167-4ff6-bfe2-3b91422d5ee3') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:33.477617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a241576a-a167-4ff6-bfe2-3b91422d5ee3') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:33.491332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.510308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.533589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:14:33.534766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:33.572482 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:33.585312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e65330-26ef-4612-be8d-1267c5db3ee1 req-b0d62be9-13e3-44e0-953f-f36c6638cff0 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:33.587496 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-14e65330-26ef-4612-be8d-1267c5db3ee1 req-b0d62be9-13e3-44e0-953f-f36c6638cff0 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.1794398 Mar 16 11:14:33.636935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Allocated IP 172.20.0.2 (088dc3f1-07e6-4172-93b3-a3a6e411f3dd/26d55aff-b20a-4c95-925b-f7f3134dd435/3510cd51-bd32-4f59-aec8-c9f2e443b5b4) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:33.679218 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-14e65330-26ef-4612-be8d-1267c5db3ee1 req-fb62458b-f99e-44d9-a68b-3249771b397b tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840960 Mar 16 11:14:33.706964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Made reservation on behalf of 448023a5493e41d89b34f4a4746ae707 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:33.710267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:33.710267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.711600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.748749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] device_id is not set on port 38281585-fee1-4b7f-b133-0a39bd4b7b16 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:33.813524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.880604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.907815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Calling delete_port for e770288c-c609-4b00-8add-2bdd531831cc owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:33.949636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.952512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e770288c-c609-4b00-8add-2bdd531831cc no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:34.053694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=810dfff2-5021-43e0-80f8-aa066e365386,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.068984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ac7c8778-65e1-4b6d-bbe6-847e0b8c59f8 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/810dfff2-5021-43e0-80f8-aa066e365386 HTTP/1.1" status: 204 len: 168 time: 2.9664097 Mar 16 11:14:34.080435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60768) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.204807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:34.240131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.263344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.267835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.275852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.280228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b503c-d8e9-487a-a05f-cecc9daf8fcf req-618fa22e-94b9-443c-abd4-4d30e40ea323 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.283974 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c2b503c-d8e9-487a-a05f-cecc9daf8fcf req-618fa22e-94b9-443c-abd4-4d30e40ea323 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.3218780 Mar 16 11:14:34.301632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Transition to ACTIVE for port object 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:34.324134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Transition to ACTIVE for port object 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:34.334763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.335731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.384113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:34.384718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:34.403451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.407675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:34.408276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:34.463091 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c2b503c-d8e9-487a-a05f-cecc9daf8fcf req-6438a801-9ec1-42f6-8775-d24072ffb764 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713772 Mar 16 11:14:34.536983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:34.538632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:34.545541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:34.554743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:34.566362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:34.570608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.571391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.630782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.655078 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Pushing event updated for resources: {'Port': ['ID=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.657083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=e770288c-c609-4b00-8add-2bdd531831cc,revision_number=6']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.672106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=ba377d5f-ae42-43b5-aa50-bb935eb314d7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.703035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de38da8-94f1-432a-b39e-e3cd035866da']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:34.712390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Allocated IP 172.20.0.7 (088dc3f1-07e6-4172-93b3-a3a6e411f3dd/26d55aff-b20a-4c95-925b-f7f3134dd435/38281585-fee1-4b7f-b133-0a39bd4b7b16) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:34.729031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b94d1a6-2b72-4363-9d80-10e4555a9ee9') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:34.729400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b94d1a6-2b72-4363-9d80-10e4555a9ee9') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:34.757893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.770716 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4256bc1f-d300-4dee-bb26-42c9b084c714 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4874804 Mar 16 11:14:34.772929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60782) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.782955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Attempting to bind port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:34.782955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Attempting to bind port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'e1664215-50cc-4ac0-8d17-38d57338938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:34.782955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Attempting to bind port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 on network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:34.783651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:57:99:be', 'name': 'tempest-NetworksTestDHCPv6-741198533'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:34.790364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:34.791329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Checking segment: {'id': 'e1664215-50cc-4ac0-8d17-38d57338938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:34.792503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.793332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Bound using segment: {'id': 'e1664215-50cc-4ac0-8d17-38d57338938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:34.794317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Bound port: 3510cd51-bd32-4f59-aec8-c9f2e443b5b4, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1664215-50cc-4ac0-8d17-38d57338938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '088dc3f1-07e6-4172-93b3-a3a6e411f3dd'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:34.794988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.812991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.835515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:14:34.836059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:34.865079 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:34.896440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Deleting port e770288c-c609-4b00-8add-2bdd531831cc {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:34.902774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.062702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:35.062702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:35.062702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:35.070854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:35.179462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:35.198813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.233000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.277187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.304403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=4de38da8-94f1-432a-b39e-e3cd035866da,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:35.350691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60794) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:35.351289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60796) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:35.352989 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-89de2939-fbf5-4480-b1f1-3f08de9b83ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/4de38da8-94f1-432a-b39e-e3cd035866da HTTP/1.1" status: 204 len: 168 time: 1.2729945 Mar 16 11:14:35.374159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.374923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-89579533'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:35.381312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:35.385724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:35.388879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:35.396418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:35.452241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Transition to ACTIVE for port object 38281585-fee1-4b7f-b133-0a39bd4b7b16 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:35.493496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:35.493745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:35.493917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.497788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.523166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.568702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:35.571700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 303810f6-5f0f-4784-be5f-0e0d170677ce yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:35.578016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.637188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.637364 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment 202d3d67-e520-41fb-9548-ea3a1dd6cd68 of type vlan for network fb566d62-3962-49e7-87af-fd4ec72646d6 Mar 16 11:14:35.673969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:35.679342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:35.685194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:35.696788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Calling delete_port for e770288c-c609-4b00-8add-2bdd531831cc owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:35.702091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0cd620d1-ea3f-40b4-89b5-7e67cf3f5f1f tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:35.705230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.753164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] For port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:35.753425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event updated for resources: {'Port': ['ID=38281585-fee1-4b7f-b133-0a39bd4b7b16,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:35.775249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] For port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,segment=NetworkSegment(e1664215-50cc-4ac0-8d17-38d57338938d),segment_id=e1664215-50cc-4ac0-8d17-38d57338938d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:35.780347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:35.783275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af91041-ebbb-4a45-b303-8c2b94b58b6e req-d9962462-7ac4-4796-8066-999388c9cd19 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:35.791400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8af91041-ebbb-4a45-b303-8c2b94b58b6e req-d9962462-7ac4-4796-8066-999388c9cd19 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.2694924 Mar 16 11:14:35.800145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe57:99be (7bb6eb09-c78b-4881-a84a-9534f87fec56/ba377d5f-ae42-43b5-aa50-bb935eb314d7/303810f6-5f0f-4784-be5f-0e0d170677ce) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:35.823357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:35.823879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.871811 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8af91041-ebbb-4a45-b303-8c2b94b58b6e req-74be8bf5-62c0-4e44-816a-a5b3d90642c2 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793753 Mar 16 11:14:35.889424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.897457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.903681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:35.903681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.922854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.932285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f22f2890-e59a-453f-8d63-c8d460d1cfe2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2212288 Mar 16 11:14:35.934930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60812) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:35.948536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-268016811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:35.972582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:35.982778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Usage tracker for resource:router and tenant:448023a5493e41d89b34f4a4746ae707 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:35.983259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:35.983617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:35.990257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.000814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:36.011910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4e108-93d2-428f-a21d-72bdd5af8939 None None] Pushing event updated for resources: {'Port': ['ID=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.075456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.082764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.102210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.117201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e770288c-c609-4b00-8add-2bdd531831cc,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.117438 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0cd620d1-ea3f-40b4-89b5-7e67cf3f5f1f tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "PUT /v2.0/quotas/cf6aa6fbd0bc45b68e2a131d896c19fa HTTP/1.1" status: 200 len: 366 time: 0.7628684 Mar 16 11:14:36.125460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60816) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.128022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=fb566d62-3962-49e7-87af-fd4ec72646d6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.153004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network fb566d62-3962-49e7-87af-fd4ec72646d6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:36.153659 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-01c579d3-59cc-47fb-94ae-2f62659d9b7c tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0275099 Mar 16 11:14:36.163827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60820) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.191986 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f1b87922-84d9-4aaf-8069-e2fe202cb6f9 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "GET /v2.0/quotas/cf6aa6fbd0bc45b68e2a131d896c19fa HTTP/1.1" status: 200 len: 366 time: 0.0271306 Mar 16 11:14:36.195720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60824) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.212471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.234626 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4eba683c-e1ca-47e6-a076-56e570da21ca tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8791473 Mar 16 11:14:36.245033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 303810f6-5f0f-4784-be5f-0e0d170677ce will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:36.263802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60828) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.288327 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-729d6675-a602-444c-baa9-fc019108d0c2 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/cf6aa6fbd0bc45b68e2a131d896c19fa HTTP/1.1" status: 204 len: 168 time: 0.0894573 Mar 16 11:14:36.289183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.291164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:36.312107 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8a49e568-1af3-4a57-b2aa-8a7f88bd7082 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0201533 Mar 16 11:14:36.313540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60838) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.335526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.338045 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0caffbc8-3dd3-4776-bd8d-e1a5bed4ceaf tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "GET /v2.0/quotas/cf6aa6fbd0bc45b68e2a131d896c19fa HTTP/1.1" status: 200 len: 370 time: 0.0230539 Mar 16 11:14:36.341040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60842) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.347825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5dcd4b96-6690-49e9-955d-c221459fb9d4 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "GET /v2.0/quotas/cf6aa6fbd0bc45b68e2a131d896c19fa/default HTTP/1.1" status: 200 len: 370 time: 0.0053942 Mar 16 11:14:36.350970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60846) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.352225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.388073 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-b64c887d-254e-4f44-ae9e-5f9adf37b9e4 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] delete failed (client error): The resource could not be found. Mar 16 11:14:36.389318 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b64c887d-254e-4f44-ae9e-5f9adf37b9e4 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/cf6aa6fbd0bc45b68e2a131d896c19fa HTTP/1.1" status: 404 len: 348 time: 0.0297530 Mar 16 11:14:36.447569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:36.474612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.475880 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dbd9017c-3e30-448f-952f-3adfab5e35f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5391512 Mar 16 11:14:36.478743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60852) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.485903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a92a1902-07ce-4bb8-9e02-6e2f4b9ccc9d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-360062091', 'prefixes': ['172.20.0.0/16']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:36.504655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a92a1902-07ce-4bb8-9e02-6e2f4b9ccc9d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:36.526942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:36.530592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:36.537976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.538863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.563113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=303810f6-5f0f-4784-be5f-0e0d170677ce,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.592282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:36.608104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.621351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.629903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:36.662745 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d795d09c-63a5-4614-a06b-c2e22da1cb4d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8879087 Mar 16 11:14:36.664946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.698724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Deleting port e770288c-c609-4b00-8add-2bdd531831cc {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:36.700359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.719282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60860) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.741783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:network and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.746446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.754218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:subnet and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.761173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.766642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:36.768747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfc00d-d6de-4d0e-8144-8853f3131989 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.770658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.776047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfc00d-d6de-4d0e-8144-8853f3131989 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.776864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-09bfc00d-d6de-4d0e-8144-8853f3131989 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:36.788921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a92a1902-07ce-4bb8-9e02-6e2f4b9ccc9d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for subnetpool, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.790177 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a92a1902-07ce-4bb8-9e02-6e2f4b9ccc9d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3104823 Mar 16 11:14:36.796710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60864) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.808447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-e243e229-c57a-4960-bb44-423bed373f2b tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-1538689808') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:36.812099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:subnetpool and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.823001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.897288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:port and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.905201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.923073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-09bfc00d-d6de-4d0e-8144-8853f3131989 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:36.928239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60870) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.928756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-09bfc00d-d6de-4d0e-8144-8853f3131989 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2626414 Mar 16 11:14:36.932688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:router and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.984131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:37.004476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:floatingip and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:37.009699 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e243e229-c57a-4960-bb44-423bed373f2b tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-1538689808 HTTP/1.1" status: 201 len: 201 time: 0.2106361 Mar 16 11:14:37.013109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60874) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.016374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] For port e770288c-c609-4b00-8add-2bdd531831cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e770288c-c609-4b00-8add-2bdd531831cc,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:37.017627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.019563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-8c620197-4c56-4e40-a0ed-d69c575049f2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-649901466') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.066021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:37.091018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 303810f6-5f0f-4784-be5f-0e0d170677ce {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:37.091356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.228363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Calling delete_port for e770288c-c609-4b00-8add-2bdd531831cc owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:37.234644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8c620197-4c56-4e40-a0ed-d69c575049f2 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-649901466 HTTP/1.1" status: 201 len: 201 time: 0.2205884 Mar 16 11:14:37.237640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60878) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.260833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-92400f26-82eb-43c7-a9c5-48eb418a2595 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-1283135365') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.343450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:security_group and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:37.400349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:37.482489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.515271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8169-e849-42dd-a3b2-d4731e1d68b4 req-833000f3-87e6-47fb-a2db-6310f41d8047 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.527167 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0dbc8169-e849-42dd-a3b2-d4731e1d68b4 req-833000f3-87e6-47fb-a2db-6310f41d8047 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.5107884 Mar 16 11:14:37.569331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Usage tracker for resource:security_group_rule and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:37.577965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.630691 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-92400f26-82eb-43c7-a9c5-48eb418a2595 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-1283135365 HTTP/1.1" status: 201 len: 201 time: 0.3888447 Mar 16 11:14:37.631297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60884) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.634216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] Pushing event deleted for resources: {'Port': ['ID=e770288c-c609-4b00-8add-2bdd531831cc,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:37.638427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-98d9f984-96af-494c-818d-45da5ae30755 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-359361028') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.692625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f393470-cd6a-453b-a05e-d81eb3e4c545 None None] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:37.720363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182aeec-cf55-4d11-a01e-71227fdeaec6 None None] No DVR routers for this DVR port e770288c-c609-4b00-8add-2bdd531831cc on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:37.751077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa3f90-3dc9-4608-a580-78d8e1a7bdc2 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:37.770541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:37.799629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.803935 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-98d9f984-96af-494c-818d-45da5ae30755 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-359361028 HTTP/1.1" status: 201 len: 201 time: 0.1716185 Mar 16 11:14:37.809984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60888) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.810456 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0f01a51a-f721-41ca-a467-5cbdb0ccd2d7 tempest-QuotasTest-1671252187 tempest-QuotasTest-1671252187-project-admin] 10.222.0.30 "GET /v2.0/quotas/2a724b5108a04c69bfe6c183ec021af7/details.json HTTP/1.1" status: 200 len: 703 time: 1.0891199 Mar 16 11:14:37.814011 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0dbc8169-e849-42dd-a3b2-d4731e1d68b4 req-2671c570-76df-410a-abe1-d9ad244fddb7 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857070 Mar 16 11:14:37.815901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-45012ac5-8854-4f15-8e73-7aed0a733acc tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.927837 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-45012ac5-8854-4f15-8e73-7aed0a733acc tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags HTTP/1.1" status: 200 len: 241 time: 0.1195290 Mar 16 11:14:37.930530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60896) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.944089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-56f7b565-b674-4633-932c-32b799b5d220 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-1538689808') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.945372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1af83d75-48e1-49a9-82f8-e98a46970c49 None None] Provisioning for port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:38.164511 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-56f7b565-b674-4633-932c-32b799b5d220 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-1538689808 HTTP/1.1" status: 204 len: 168 time: 0.2299092 Mar 16 11:14:38.166015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60900) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.175821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-9f6e9a37-605c-4ef3-8aee-514fe577e63c tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-1538689808') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.186137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 303810f6-5f0f-4784-be5f-0e0d170677ce owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:38.206475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:38.261057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=c11ebaaa-60df-40f2-84cf-311fed368d49,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.279108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': '202d3d67-e520-41fb-9548-ea3a1dd6cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:38.279471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: fb566d62-3962-49e7-87af-fd4ec72646d6, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:38.351881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'ba377d5f-ae42-43b5-aa50-bb935eb314d7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:38.352731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.427182 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f6e9a37-605c-4ef3-8aee-514fe577e63c tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-1538689808 HTTP/1.1" status: 204 len: 168 time: 0.2601662 Mar 16 11:14:38.431613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network fb566d62-3962-49e7-87af-fd4ec72646d6 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:38.432642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60906) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.438120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-a6623bcc-5fbd-4483-9a1c-f2b94241016e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.439563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:38.448894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:38.449309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.507742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.529388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6623bcc-5fbd-4483-9a1c-f2b94241016e tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags HTTP/1.1" status: 200 len: 205 time: 0.0953143 Mar 16 11:14:38.532293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60910) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.540088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-8657ff88-6f6f-4b5d-a822-0cd1951c9747 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.623406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, fb566d62-3962-49e7-87af-fd4ec72646d6) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:38.735234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=303810f6-5f0f-4784-be5f-0e0d170677ce,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.737884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.738431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.739172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e918ffb-9972-4a45-8c1a-4537335af8cf None None] Network fb566d62-3962-49e7-87af-fd4ec72646d6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:38.798690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8657ff88-6f6f-4b5d-a822-0cd1951c9747 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags HTTP/1.1" status: 200 len: 240 time: 0.2653549 Mar 16 11:14:38.802419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60918) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.804431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.810263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-9c0dd950-b66a-409f-962c-35e78241aec9 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-649901466') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.814303 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8d7e3642-6100-4891-9bc6-2cd7365330fa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/303810f6-5f0f-4784-be5f-0e0d170677ce HTTP/1.1" status: 204 len: 168 time: 1.8808262 Mar 16 11:14:38.819381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60922) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.890916 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-757451ce-d9ae-42dd-bdc5-2e82e73cd90a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6254098 Mar 16 11:14:38.892920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60926) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.901605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-b34e4e29-6776-4275-a202-1c77b5f2d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.903519 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-b34e4e29-6776-4275-a202-1c77b5f2d95d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4190928e51342f3a2fea44d45d4d17d&device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 1099 time: 0.1869359 Mar 16 11:14:38.909490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1393735510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:38.939900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Allocated IP 2001:db8::f816:3eff:fee5:4115 (7bb6eb09-c78b-4881-a84a-9534f87fec56/ba377d5f-ae42-43b5-aa50-bb935eb314d7/c897452e-fa4f-44ae-a46e-e4d438fe2791) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:38.944851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3919a8a5-e455-4464-bc86-0e3ee2850e3e None None] Provisioning for port 38281585-fee1-4b7f-b133-0a39bd4b7b16 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:38.945368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e1d2f3-7fd7-4bb7-a056-f7d0cd295ce1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.947001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e1d2f3-7fd7-4bb7-a056-f7d0cd295ce1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.947785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-49e1d2f3-7fd7-4bb7-a056-f7d0cd295ce1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:38.948326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.949190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:38.975260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747e8c6-33fd-48ee-a836-4e18949fd6f7 req-18aeb056-4c05-4f1d-bed1-de23b5291332 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.976956 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3747e8c6-33fd-48ee-a836-4e18949fd6f7 req-18aeb056-4c05-4f1d-bed1-de23b5291332 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.4153605 Mar 16 11:14:38.978162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3919a8a5-e455-4464-bc86-0e3ee2850e3e None None] Provisioning complete for port 38281585-fee1-4b7f-b133-0a39bd4b7b16 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:38.978614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3919a8a5-e455-4464-bc86-0e3ee2850e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.980658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:38.988639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:39.031906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60930) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.042754 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3747e8c6-33fd-48ee-a836-4e18949fd6f7 req-f0dbaaff-ae5c-4bd1-871a-da41e91b9b24 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Mar 16 11:14:39.054737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9c0dd950-b66a-409f-962c-35e78241aec9 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-649901466 HTTP/1.1" status: 204 len: 168 time: 0.2511368 Mar 16 11:14:39.059988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:39.061701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60936) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.075377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-b800d117-4a59-4f26-9711-e34cbfaf4299 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-649901466') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:39.085716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,segment=NetworkSegment(e1664215-50cc-4ac0-8d17-38d57338938d),segment_id=e1664215-50cc-4ac0-8d17-38d57338938d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:39.118889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-49e1d2f3-7fd7-4bb7-a056-f7d0cd295ce1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:39.119528 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-49e1d2f3-7fd7-4bb7-a056-f7d0cd295ce1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2960770 Mar 16 11:14:39.122643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60940) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.139100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3919a8a5-e455-4464-bc86-0e3ee2850e3e None None] Port 38281585-fee1-4b7f-b133-0a39bd4b7b16 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:39.164895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-07382c63-bf20-4e8d-a87b-72c9da74b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:39.181466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-07382c63-bf20-4e8d-a87b-72c9da74b606 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13 HTTP/1.1" status: 200 len: 912 time: 0.2485423 Mar 16 11:14:39.227425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.246513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:39.252707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb870f7ee7e4e978668a9b6d3f47d9b is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:39.256366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:39.259048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.259409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.260334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.264073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:39.266570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-144ab45b-d152-425a-8e43-90a1dfcfb56e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 HTTP/1.1" status: 200 len: 217 time: 0.0885913 Mar 16 11:14:39.312731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet ba377d5f-ae42-43b5-aa50-bb935eb314d7 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:39.334258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.354057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-ee8a472f-cfc7-47b6-8d21-4eebaa254d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:39.357270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-ee8a472f-cfc7-47b6-8d21-4eebaa254d92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f HTTP/1.1" status: 200 len: 851 time: 0.0811648 Mar 16 11:14:39.357424 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b800d117-4a59-4f26-9711-e34cbfaf4299 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-649901466 HTTP/1.1" status: 204 len: 168 time: 0.2878776 Mar 16 11:14:39.357529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60944) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.362621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-7472d72a-f36e-4d6f-9400-e6b8573a1bdc tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:39.371031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3919a8a5-e455-4464-bc86-0e3ee2850e3e None None] Provisioning complete for port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:39.371409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3919a8a5-e455-4464-bc86-0e3ee2850e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.375072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.432614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-fb566d62-3962-49e7-87af-fd4ec72646d6', 'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': 'c11ebaaa-60df-40f2-84cf-311fed368d49'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:39.433421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.441973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-6a4aab8b-38e7-4bc4-8f48-c4b680285d9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513575 Mar 16 11:14:39.467763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:39.477420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.489988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.542670 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bb870f7ee7e4e978668a9b6d3f47d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096078 Mar 16 11:14:39.543262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60950) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.556081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f489896-cb2c-4b44-a203-0b986f9ee6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103d87f2-05d9-4fd1-a82c-ac4ad3bb9b19,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:39.590144 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7472d72a-f36e-4d6f-9400-e6b8573a1bdc tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags HTTP/1.1" status: 200 len: 205 time: 0.2323513 Mar 16 11:14:39.592693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60954) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.597555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-3ec8e0d6-065a-4298-a852-292c47fc1671 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:39.645296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-840b5d02-c5b6-44ec-a1fc-d6ced37d4d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.674906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.678113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-840b5d02-c5b6-44ec-a1fc-d6ced37d4d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.735978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Transition to ACTIVE for port object c897452e-fa4f-44ae-a46e-e4d438fe2791 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:39.778695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.782455 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-21cc8ce5-26b9-49e5-b5a4-5f648d35668f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8825362 Mar 16 11:14:39.782623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Transition to ACTIVE for port object c897452e-fa4f-44ae-a46e-e4d438fe2791 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:39.784490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60960) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.794613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Allocated IP 172.20.0.2 (fb566d62-3962-49e7-87af-fd4ec72646d6/c11ebaaa-60df-40f2-84cf-311fed368d49/429e6d48-753c-4449-b886-afa2f6b4ce99) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:39.809299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'port': {'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6', 'name': 'tempest-RoutersTest-1233407670'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:39.820525 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-2683c765-3133-469d-9a37-39effba209f1 service neutron] 10.222.0.53 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720896 Mar 16 11:14:39.837509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-840b5d02-c5b6-44ec-a1fc-d6ced37d4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.857858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b5d02-c5b6-44ec-a1fc-d6ced37d4d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103d87f2-05d9-4fd1-a82c-ac4ad3bb9b19,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:39.862787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-840b5d02-c5b6-44ec-a1fc-d6ced37d4d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.865038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.869676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-840b5d02-c5b6-44ec-a1fc-d6ced37d4d71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/103d87f2-05d9-4fd1-a82c-ac4ad3bb9b19 HTTP/1.1" status: 204 len: 168 time: 0.3218532 Mar 16 11:14:39.903067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.997404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:40.019877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:40.024065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Pushing event updated for resources: {'Port': ['ID=c897452e-fa4f-44ae-a46e-e4d438fe2791,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.026606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:40.031043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d91db5d2-6b94-4eeb-8667-8ac4bc866213 None None] Provisioning complete for port 38281585-fee1-4b7f-b133-0a39bd4b7b16 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:40.031478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d91db5d2-6b94-4eeb-8667-8ac4bc866213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.074672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:40.138261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.172868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3ec8e0d6-065a-4298-a852-292c47fc1671 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags HTTP/1.1" status: 200 len: 241 time: 0.5791738 Mar 16 11:14:40.175881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60970) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.183114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-e55bb47f-6b64-41c3-ad29-6991836d6b71 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-1283135365') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:40.242589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:40.248087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:port and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:40.251034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:40.257564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:40.288478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d91db5d2-6b94-4eeb-8667-8ac4bc866213 None None] Port 38281585-fee1-4b7f-b133-0a39bd4b7b16 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:40.303753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.310834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Attempting to bind port c897452e-fa4f-44ae-a46e-e4d438fe2791 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:40.311437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Attempting to bind port c897452e-fa4f-44ae-a46e-e4d438fe2791 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:40.311992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Attempting to bind port c897452e-fa4f-44ae-a46e-e4d438fe2791 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:40.324798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Transition to ACTIVE for port object 429e6d48-753c-4449-b886-afa2f6b4ce99 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:40.328500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:40.329220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:40.329855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.330459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:40.331848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Bound port: c897452e-fa4f-44ae-a46e-e4d438fe2791, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:40.332525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.352360 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f60591ba-5b39-4d1c-b83e-13af8dc1cdde req-d680f305-a947-4d1d-b111-0f16c2776919 service neutron] 10.222.0.53 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153193 Mar 16 11:14:40.353116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:40.358909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.369140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60974) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.369494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e55bb47f-6b64-41c3-ad29-6991836d6b71 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-1283135365 HTTP/1.1" status: 204 len: 168 time: 0.1917672 Mar 16 11:14:40.384270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.tag.tag_plugin [None req-db1481be-477c-46be-97c4-c4c6ab6e8ba4 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-1283135365') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:40.409032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Transition to ACTIVE for port object 429e6d48-753c-4449-b886-afa2f6b4ce99 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:40.413332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:40.413774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.469872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.505560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] device_id is not set on port ae1aa44c-904e-4cd0-9a70-79ae509e9130 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:40.564810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.627571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Network fb566d62-3962-49e7-87af-fd4ec72646d6 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:40.630561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:40.638487 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:40.645401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Pushing event updated for resources: {'Port': ['ID=429e6d48-753c-4449-b886-afa2f6b4ce99,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.688285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69860333-a2ce-4195-8e1e-8b51b6db829f req-fb0430cc-748e-4e58-bfa3-57fd574d93ce tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:40.694595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69860333-a2ce-4195-8e1e-8b51b6db829f req-fb0430cc-748e-4e58-bfa3-57fd574d93ce tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.4583201 Mar 16 11:14:40.735800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Attempting to bind port 429e6d48-753c-4449-b886-afa2f6b4ce99 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:40.736168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Attempting to bind port 429e6d48-753c-4449-b886-afa2f6b4ce99 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '202d3d67-e520-41fb-9548-ea3a1dd6cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:40.736533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Attempting to bind port 429e6d48-753c-4449-b886-afa2f6b4ce99 on network fb566d62-3962-49e7-87af-fd4ec72646d6 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:40.742539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:40.742912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Checking segment: {'id': '202d3d67-e520-41fb-9548-ea3a1dd6cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:40.743311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.743727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Bound using segment: {'id': '202d3d67-e520-41fb-9548-ea3a1dd6cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:40.744186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Bound port: 429e6d48-753c-4449-b886-afa2f6b4ce99, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202d3d67-e520-41fb-9548-ea3a1dd6cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fb566d62-3962-49e7-87af-fd4ec72646d6'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:40.744561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.778817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60978) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.797659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.810520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.20.0.14 (fb566d62-3962-49e7-87af-fd4ec72646d6/c11ebaaa-60df-40f2-84cf-311fed368d49/ae1aa44c-904e-4cd0-9a70-79ae509e9130) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:40.813553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:40.818714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Usage tracker for resource:security_group_rule and tenant:2a724b5108a04c69bfe6c183ec021af7 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:40.823337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:40.830020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:40.844006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] For port 429e6d48-753c-4449-b886-afa2f6b4ce99, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:40.844638 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69860333-a2ce-4195-8e1e-8b51b6db829f req-ea44ba19-affa-4fd9-9178-81ef118c919b tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422076 Mar 16 11:14:40.849354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] For port 429e6d48-753c-4449-b886-afa2f6b4ce99, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=429e6d48-753c-4449-b886-afa2f6b4ce99,segment=NetworkSegment(202d3d67-e520-41fb-9548-ea3a1dd6cd68),segment_id=202d3d67-e520-41fb-9548-ea3a1dd6cd68)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:40.854062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:40.856898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.868156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:40.904202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=ba377d5f-ae42-43b5-aa50-bb935eb314d7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.915796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.937494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.938125 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db1481be-477c-46be-97c4-c4c6ab6e8ba4 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-1283135365 HTTP/1.1" status: 204 len: 168 time: 0.5666945 Mar 16 11:14:40.941599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60984) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.947302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-394a325f-e2e7-42af-bfac-8202d7d8c429 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:40.969052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.006530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.017281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.073962 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-41a6161c-1516-408e-8deb-962bd46e189a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/ba377d5f-ae42-43b5-aa50-bb935eb314d7 HTTP/1.1" status: 204 len: 168 time: 1.9482045 Mar 16 11:14:41.077698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60988) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.080141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5ec8-30a4-4695-8bed-cb06252acfe6 None None] Pushing event updated for resources: {'Port': ['ID=429e6d48-753c-4449-b886-afa2f6b4ce99,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.144783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621cf69d-6fba-4a5d-99ba-9b398763aff0,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.150754 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-35337785-313f-453a-a76f-a57fa1c96841 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a724b5108a04c69bfe6c183ec021af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707740 Mar 16 11:14:41.153927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 60992) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.176941 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a7b76192-3216-474d-8400-e8876928f06f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980914 Mar 16 11:14:41.179953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 60996) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.185810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c4bbd-2506-49da-9e89-cbb0c2bc3141 None None] Pushing event updated for resources: {'Port': ['ID=c897452e-fa4f-44ae-a46e-e4d438fe2791,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.195664 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-394a325f-e2e7-42af-bfac-8202d7d8c429 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags HTTP/1.1" status: 200 len: 205 time: 0.2499785 Mar 16 11:14:41.204425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32768) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.211625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-def9d4b0-246d-4900-a046-9e95adec4369 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.267269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5eb7-7b66-4cae-9c7a-fa94e9b201e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.272958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-def9d4b0-246d-4900-a046-9e95adec4369 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags HTTP/1.1" status: 200 len: 240 time: 0.0694306 Mar 16 11:14:41.273177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32772) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.288978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.289985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-a47b0df1-6084-46c3-9f2f-991673204f76 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-359361028') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.316756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object ae1aa44c-904e-4cd0-9a70-79ae509e9130 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:41.336633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5eb7-7b66-4cae-9c7a-fa94e9b201e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.338057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4719b-b257-4b5e-bc28-1bdf111dad4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:41.339592 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69b4719b-b257-4b5e-bc28-1bdf111dad4a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1587548 Mar 16 11:14:41.342498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 32776) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.383267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a47b0df1-6084-46c3-9f2f-991673204f76 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-359361028 HTTP/1.1" status: 204 len: 168 time: 0.1090698 Mar 16 11:14:41.386806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32780) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.392360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-7130e90c-bc7a-474a-b0a3-2134a5cc8769 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-359361028') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.601027 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7130e90c-bc7a-474a-b0a3-2134a5cc8769 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-359361028 HTTP/1.1" status: 204 len: 168 time: 0.2127090 Mar 16 11:14:41.605249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5eb7-7b66-4cae-9c7a-fa94e9b201e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.609431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32784) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.636176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-fef2dc01-eb3b-4b3a-a030-ae4cc40e9653 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.655708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d32ea7-cc63-4162-b0dd-7ee13e7415fd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:41.656405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b1d32ea7-cc63-4162-b0dd-7ee13e7415fd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:41.660434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5eb7-7b66-4cae-9c7a-fa94e9b201e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621cf69d-6fba-4a5d-99ba-9b398763aff0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.672601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5eb7-7b66-4cae-9c7a-fa94e9b201e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.676811 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f1a5eb7-7b66-4cae-9c7a-fa94e9b201e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/621cf69d-6fba-4a5d-99ba-9b398763aff0 HTTP/1.1" status: 204 len: 168 time: 0.5190647 Mar 16 11:14:41.686969 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fef2dc01-eb3b-4b3a-a030-ae4cc40e9653 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags HTTP/1.1" status: 200 len: 205 time: 0.0643289 Mar 16 11:14:41.694489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32790) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.701307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-9b1b1fe9-9444-432c-b4f1-656c20b25723 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.753483 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9b1b1fe9-9444-432c-b4f1-656c20b25723 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags HTTP/1.1" status: 204 len: 168 time: 0.0417948 Mar 16 11:14:41.753483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32794) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.753483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-162623f6-b90d-43be-94ea-28fc3141b1d0 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.774616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.833424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b1d32ea7-cc63-4162-b0dd-7ee13e7415fd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:41.834568 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b1d32ea7-cc63-4162-b0dd-7ee13e7415fd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4913199 Mar 16 11:14:41.844880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 32798) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.854395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network fb566d62-3962-49e7-87af-fd4ec72646d6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:41.919350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:41.922524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:42.011791 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5fae14ca-38a7-4120-bb5f-6ee51cee5928 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626670 Mar 16 11:14:42.021635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 32806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.049056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:42.066551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=ae1aa44c-904e-4cd0-9a70-79ae509e9130,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.097886 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-162623f6-b90d-43be-94ea-28fc3141b1d0 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags HTTP/1.1" status: 204 len: 168 time: 0.3526413 Mar 16 11:14:42.100054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32810) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.104226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.104863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.111528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-63bc7c3e-b3cf-456c-b1c1-5b1a5d520841 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.165501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c897452e-fa4f-44ae-a46e-e4d438fe2791 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:42.201748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:42.214474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:42.220555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13fd9-884f-4c6d-8e6b-79d90fa05057 req-f1e16f45-5382-4a2b-a2f9-cfaf4619911b tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.222974 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-12b13fd9-884f-4c6d-8e6b-79d90fa05057 req-f1e16f45-5382-4a2b-a2f9-cfaf4619911b tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.1986253 Mar 16 11:14:42.283189 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-12b13fd9-884f-4c6d-8e6b-79d90fa05057 req-3f5adfe8-74b9-42e8-9247-0f35ab60af9e tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Mar 16 11:14:42.294951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-86c231df-e5a5-4858-8710-285ab5f99d1d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5009642 Mar 16 11:14:42.297623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 32816) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.310378 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-63bc7c3e-b3cf-456c-b1c1-5b1a5d520841 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags HTTP/1.1" status: 204 len: 168 time: 0.2091882 Mar 16 11:14:42.311203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32820) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.317207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-8dbd2a85-ad6d-40c1-b681-35ba0c751918 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.425256 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8dbd2a85-ad6d-40c1-b681-35ba0c751918 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags HTTP/1.1" status: 204 len: 168 time: 0.1128125 Mar 16 11:14:42.426187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32830) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.432506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-5cbe7380-98a2-4ecd-a3de-f91016f7ad66 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-2093978648') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.517260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c897452e-fa4f-44ae-a46e-e4d438fe2791 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:42.523756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 429e6d48-753c-4449-b886-afa2f6b4ce99 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:42.582002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:42.585713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.701334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce6725-3762-4d58-b31a-a0b0c464899c None None] Network fb566d62-3962-49e7-87af-fd4ec72646d6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:42.710588 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5cbe7380-98a2-4ecd-a3de-f91016f7ad66 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-2093978648 HTTP/1.1" status: 201 len: 201 time: 0.2824299 Mar 16 11:14:42.715154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32838) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.725934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-5c76aab7-23f7-49de-a463-842691ea4f9b tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-908822331') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.835609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 429e6d48-753c-4449-b886-afa2f6b4ce99 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:42.861184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] Provisioning for port 429e6d48-753c-4449-b886-afa2f6b4ce99 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:42.875152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] Provisioning complete for port 429e6d48-753c-4449-b886-afa2f6b4ce99 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:42.875647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.981898 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5c76aab7-23f7-49de-a463-842691ea4f9b tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-908822331 HTTP/1.1" status: 201 len: 201 time: 0.2651110 Mar 16 11:14:42.984283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32842) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.994433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-bdc6aad7-4f1a-42fe-a796-7e45322e5ac8 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-999507558') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:43.128867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.197108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] For port 429e6d48-753c-4449-b886-afa2f6b4ce99, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=429e6d48-753c-4449-b886-afa2f6b4ce99,segment=NetworkSegment(202d3d67-e520-41fb-9548-ea3a1dd6cd68),segment_id=202d3d67-e520-41fb-9548-ea3a1dd6cd68)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:43.307724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0371924a-83ce-4315-8429-a1d04a9bf258 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:43.307945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.351561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.368836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd488c-29df-4132-a47b-117eea1d6e6c req-ed5928fb-d0fc-4edd-939b-c1e91f3a425c tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:43.370446 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-82fd488c-29df-4132-a47b-117eea1d6e6c req-ed5928fb-d0fc-4edd-939b-c1e91f3a425c tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.1250403 Mar 16 11:14:43.415820 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bdc6aad7-4f1a-42fe-a796-7e45322e5ac8 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-999507558 HTTP/1.1" status: 201 len: 201 time: 0.4280376 Mar 16 11:14:43.418520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32858) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:43.425050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-a777854a-9188-45f2-a9e6-61f4c2d9a729 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-970540254') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:43.444887 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-82fd488c-29df-4132-a47b-117eea1d6e6c req-b4623106-90ce-4cbc-9ac2-98745e26302e tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688603 Mar 16 11:14:43.497793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Could not find standard attr ID for object 303810f6-5f0f-4784-be5f-0e0d170677ce. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:43.554951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32862) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:43.574338 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a777854a-9188-45f2-a9e6-61f4c2d9a729 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-970540254 HTTP/1.1" status: 201 len: 201 time: 0.1522574 Mar 16 11:14:43.576215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32868) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:43.585904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-85ee468a-c2bf-424e-a260-9b89cdb04c89 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', {'tags': ['tempest-TagsExtTest-Tag-266098986', 'tempest-TagsExtTest-Tag-811000513', 'tempest-TagsExtTest-Tag-117879405']}) {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:43.614216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc871b65-a636-43c1-9641-72106a3274b7 None None] Pushing event updated for resources: {'Port': ['ID=429e6d48-753c-4449-b886-afa2f6b4ce99,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:43.666673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Provisioning for port c897452e-fa4f-44ae-a46e-e4d438fe2791 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:43.673492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Provisioning complete for port c897452e-fa4f-44ae-a46e-e4d438fe2791 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:43.673890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.781186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:43.789489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Deleting port c897452e-fa4f-44ae-a46e-e4d438fe2791 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:43.789987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.799117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1031530297'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:43.804751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:43.809323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:43.812495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:43.819744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:43.911759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:43.915403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.926366 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-85ee468a-c2bf-424e-a260-9b89cdb04c89 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags HTTP/1.1" status: 200 len: 315 time: 0.3488815 Mar 16 11:14:43.928740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32872) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:43.936394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-37c9bad9-c9f7-4009-b654-26bea8469381 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:43.964803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.991331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:43.997321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:security_group_rule and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:44.006424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.006594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:44.014153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:44.044793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:14:44.048358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:44.106791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 429e6d48-753c-4449-b886-afa2f6b4ce99 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:44.126826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.162639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.189307 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-37c9bad9-c9f7-4009-b654-26bea8469381 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags HTTP/1.1" status: 204 len: 168 time: 0.2583210 Mar 16 11:14:44.190208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32876) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.196489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-e6589e79-5116-4b58-97e1-5c412d831b5f tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-266098986') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:44.248336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.283437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:44.284583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.294534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1c8f0-2416-4d25-b821-4385b05c639a None None] Pushing event updated for resources: {'Port': ['ID=c897452e-fa4f-44ae-a46e-e4d438fe2791,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.340850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:44.354331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f159f2b0-fee8-44de-b081-67dc4c6f57b7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.356366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.357336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.357687 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment 1abe0805-5963-4452-82bc-326dc6ce5e59 of type vlan for network cb6abfb7-c249-491a-99a3-a27b3f530c85 Mar 16 11:14:44.366719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 429e6d48-753c-4449-b886-afa2f6b4ce99 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:44.371765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.393113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.397091 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-e6589e79-5116-4b58-97e1-5c412d831b5f tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:44.398137 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e6589e79-5116-4b58-97e1-5c412d831b5f tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-266098986 HTTP/1.1" status: 404 len: 328 time: 0.2068057 Mar 16 11:14:44.401013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32882) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.406860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-aea3e021-5031-4120-95ea-2aeddb57d659 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-811000513') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:44.492973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-aea3e021-5031-4120-95ea-2aeddb57d659 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:44.493423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.500921 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aea3e021-5031-4120-95ea-2aeddb57d659 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-811000513 HTTP/1.1" status: 404 len: 328 time: 0.0988097 Mar 16 11:14:44.501679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32888) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.507587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Calling delete_port for c897452e-fa4f-44ae-a46e-e4d438fe2791 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:44.509271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-2a1af7c8-1810-401c-bcd1-0953c9a1c8ad tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435', 'tempest-TagsExtTest-Tag-117879405') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:44.535536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.559782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f930600c-c27a-49d7-8283-30235647433e None None] Provisioning complete for port 429e6d48-753c-4449-b886-afa2f6b4ce99 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:44.560659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f930600c-c27a-49d7-8283-30235647433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.591047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.602621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:44.603554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.735815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=cb6abfb7-c249-491a-99a3-a27b3f530c85,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.775388 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-2a1af7c8-1810-401c-bcd1-0953c9a1c8ad tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:44.781131 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2a1af7c8-1810-401c-bcd1-0953c9a1c8ad tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags/tempest-TagsExtTest-Tag-117879405 HTTP/1.1" status: 404 len: 328 time: 0.2772567 Mar 16 11:14:44.781807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32892) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.782527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:44.788205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-c3d70fbf-95a1-495b-84b9-f07624d1a44d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', {'tags': ['tempest-TagsExtTest-Tag-282534440', 'tempest-TagsExtTest-Tag-2033783367', 'tempest-TagsExtTest-Tag-282035408']}) {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:44.802003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:44.802479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:44.850748 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c5d654c5-7701-485f-812b-60103130dd60 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2944367 Mar 16 11:14:44.854927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32896) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.862541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128471889'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:44.869736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:44.877190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:44.883436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:44.891854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:44.917720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=ae1aa44c-904e-4cd0-9a70-79ae509e9130,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.979873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f930600c-c27a-49d7-8283-30235647433e None None] Provisioning for port ae1aa44c-904e-4cd0-9a70-79ae509e9130 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:44.995833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f930600c-c27a-49d7-8283-30235647433e None None] Provisioning complete for port ae1aa44c-904e-4cd0-9a70-79ae509e9130 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:44.995833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f930600c-c27a-49d7-8283-30235647433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.019442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c897452e-fa4f-44ae-a46e-e4d438fe2791 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:45.020865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:45.025080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.037736 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c3d70fbf-95a1-495b-84b9-f07624d1a44d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags HTTP/1.1" status: 200 len: 316 time: 0.2548134 Mar 16 11:14:45.040973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32900) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.048664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-e0795e69-2fa7-4615-839f-2927c1a4fa0a tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.102115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cee35-8c63-48be-8ca7-c460cc206f49 req-19cc4dbc-ae83-4c2c-99f8-bf30558362ed tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.103277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:45.103565 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f65cee35-8c63-48be-8ca7-c460cc206f49 req-19cc4dbc-ae83-4c2c-99f8-bf30558362ed tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.5058923 Mar 16 11:14:45.105628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:45.117663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.117663 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment f8f90691-bf82-4dd8-a271-35f0d394396d of type vlan for network f540d5ce-faa6-4843-97be-75000e40660e Mar 16 11:14:45.120959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f930600c-c27a-49d7-8283-30235647433e None None] Port ae1aa44c-904e-4cd0-9a70-79ae509e9130 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:45.156905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.192281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.225547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-22ff36f7-c3e6-4091-b87d-4260d15b6956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.225769 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f65cee35-8c63-48be-8ca7-c460cc206f49 req-ac4101a9-dea1-44e9-be03-067b445e4fbd tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139312 Mar 16 11:14:45.230272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.246528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-aa7ec9e1-90ad-45c3-b089-676898b8b9a0 None None] Provisioning complete for port ae1aa44c-904e-4cd0-9a70-79ae509e9130 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:45.246941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec9e1-90ad-45c3-b089-676898b8b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.279094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.304658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Deleting port c897452e-fa4f-44ae-a46e-e4d438fe2791 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:45.305233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.336190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ec9e1-90ad-45c3-b089-676898b8b9a0 None None] Port ae1aa44c-904e-4cd0-9a70-79ae509e9130 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:45.358203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e0795e69-2fa7-4615-839f-2927c1a4fa0a tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags HTTP/1.1" status: 204 len: 168 time: 0.3163121 Mar 16 11:14:45.361334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32908) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.378617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-1e8120d4-b3d3-4e16-8dd9-86c786beb4c5 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-282534440') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.440672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.441724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.457433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.466931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.467913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.588586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:45.589259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:45.623944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:45.623944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.741082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=f540d5ce-faa6-4843-97be-75000e40660e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:45.762872 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-1e8120d4-b3d3-4e16-8dd9-86c786beb4c5 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:45.769321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e8120d4-b3d3-4e16-8dd9-86c786beb4c5 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-282534440 HTTP/1.1" status: 404 len: 328 time: 0.4008682 Mar 16 11:14:45.769321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32914) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.771819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:45.772643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-aab1ee79-3b2c-4e12-aa66-881f212a0827 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-2033783367') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.794331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Calling delete_port for c897452e-fa4f-44ae-a46e-e4d438fe2791 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:45.808690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:45.825886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.826461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.832112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=c897452e-fa4f-44ae-a46e-e4d438fe2791,revision_number=6']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:45.860376 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-aab1ee79-3b2c-4e12-aa66-881f212a0827 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:45.862300 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aab1ee79-3b2c-4e12-aa66-881f212a0827 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-2033783367 HTTP/1.1" status: 404 len: 329 time: 0.0943599 Mar 16 11:14:45.865597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=b6d07404-2270-4b31-b4fc-8fb59becce28,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:45.866424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32918) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.867135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network f540d5ce-faa6-4843-97be-75000e40660e details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:45.879948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-5df2c5fe-e403-4e06-b3d1-6bf4ea8253e3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16', 'tempest-TagsExtTest-Tag-282035408') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.921547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b2b8e-5996-451c-afbe-0a552923d98a req-83e0a4cb-f510-4a9d-aa48-9b45df99b7e7 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:45.923278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-521b2b8e-5996-451c-afbe-0a552923d98a req-83e0a4cb-f510-4a9d-aa48-9b45df99b7e7 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.1621087 Mar 16 11:14:45.924099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 32922) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.931085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:45.931900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2f2ed24e-ba35-4af1-b6c9-9070f825e290 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0756605 Mar 16 11:14:45.976305 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-5df2c5fe-e403-4e06-b3d1-6bf4ea8253e3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:45.980260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5df2c5fe-e403-4e06-b3d1-6bf4ea8253e3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags/tempest-TagsExtTest-Tag-282035408 HTTP/1.1" status: 404 len: 328 time: 0.1099877 Mar 16 11:14:45.980422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32926) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.986195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-41f52149-9a7e-4b6c-b2a3-56c06a8da35c tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', {'tags': ['tempest-TagsExtTest-Tag-1592234023', 'tempest-TagsExtTest-Tag-250165879', 'tempest-TagsExtTest-Tag-704164255']}) {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.021125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:46.021618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:46.060814 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4fb43998-d978-45f2-b974-d2845ced744c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.0329387 Mar 16 11:14:46.080342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 32930) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:46.145238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:de:41:77', 'name': 'tempest-NetworksTestDHCPv6-1681523178'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:46.151831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.184234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:46.223861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.250149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-521b2b8e-5996-451c-afbe-0a552923d98a req-fa79cd4c-76b4-43f4-b490-88269af64166 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638900 Mar 16 11:14:46.258416 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-41f52149-9a7e-4b6c-b2a3-56c06a8da35c tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags HTTP/1.1" status: 200 len: 316 time: 0.2746334 Mar 16 11:14:46.258700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32934) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:46.265889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-630a4a7e-82d0-4f49-8dc9-45db717ab531 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.267586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Deleting port c897452e-fa4f-44ae-a46e-e4d438fe2791 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:46.268985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.299037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:46.318981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:46.357547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:46.358055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.380245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:46.431438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-be6b168c-b611-4452-af97-4d24f25395c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:46.432832 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-be6b168c-b611-4452-af97-4d24f25395c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4190928e51342f3a2fea44d45d4d17d&device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 1099 time: 0.4822464 Mar 16 11:14:46.546829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:46.551205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.560538 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-630a4a7e-82d0-4f49-8dc9-45db717ab531 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags HTTP/1.1" status: 204 len: 168 time: 0.3006949 Mar 16 11:14:46.566428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32940) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:46.574469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=c897452e-fa4f-44ae-a46e-e4d438fe2791,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:46.578979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-8aa8d78c-a438-4c54-a1f0-10742bd6aab1 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-1592234023') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.628683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] For port c897452e-fa4f-44ae-a46e-e4d438fe2791, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c897452e-fa4f-44ae-a46e-e4d438fe2791,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:46.629104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.740000 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-8aa8d78c-a438-4c54-a1f0-10742bd6aab1 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:46.741149 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8aa8d78c-a438-4c54-a1f0-10742bd6aab1 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-1592234023 HTTP/1.1" status: 404 len: 329 time: 0.1734786 Mar 16 11:14:46.744294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32944) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:46.751023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:46.751158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-c567810a-b97c-4e6d-853a-56eb36516dab tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-250165879') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.761260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Calling delete_port for c897452e-fa4f-44ae-a46e-e4d438fe2791 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:46.835290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:46.846557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:46.891270 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-c567810a-b97c-4e6d-853a-56eb36516dab tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:46.895473 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c567810a-b97c-4e6d-853a-56eb36516dab tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-250165879 HTTP/1.1" status: 404 len: 328 time: 0.1471522 Mar 16 11:14:46.895644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:46.896644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32948) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:46.901642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-1b87fd76-3186-4935-8dd8-597456f09159 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50', 'tempest-TagsExtTest-Tag-704164255') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.996962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.998920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-456f8cf8-78a9-45d5-b362-b3d006034b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.000371 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-456f8cf8-78a9-45d5-b362-b3d006034b5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13 HTTP/1.1" status: 200 len: 912 time: 0.5010202 Mar 16 11:14:47.038543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-1b87fd76-3186-4935-8dd8-597456f09159 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:47.042553 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b87fd76-3186-4935-8dd8-597456f09159 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags/tempest-TagsExtTest-Tag-704164255 HTTP/1.1" status: 404 len: 328 time: 0.1421835 Mar 16 11:14:47.043061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32952) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.047362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] Pushing event deleted for resources: {'Port': ['ID=c897452e-fa4f-44ae-a46e-e4d438fe2791,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:47.049865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-2885689b-1f0c-460f-86ec-2f9473bf4e24 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', {'tags': ['tempest-TagsExtTest-Tag-1288099630', 'tempest-TagsExtTest-Tag-42743947', 'tempest-TagsExtTest-Tag-1525306346']}) {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.106982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:47.123652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db4ddd-1811-4c40-9192-2ec98306b281 None None] No DVR routers for this DVR port c897452e-fa4f-44ae-a46e-e4d438fe2791 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:47.138800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca9668-103f-4155-901f-c5ec6ce11a4e None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:47.151061 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-150c36a9-a51e-4d02-ac43-256acc1f41d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 HTTP/1.1" status: 200 len: 217 time: 0.1146741 Mar 16 11:14:47.189017 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2885689b-1f0c-460f-86ec-2f9473bf4e24 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "PUT /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags HTTP/1.1" status: 200 len: 316 time: 0.1420894 Mar 16 11:14:47.189649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32956) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.195736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-ad92882d-9aab-46f4-b537-f78bc6aed4f0 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.345068 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ad92882d-9aab-46f4-b537-f78bc6aed4f0 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags HTTP/1.1" status: 204 len: 168 time: 0.1531608 Mar 16 11:14:47.346006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32962) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.356695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-327a6649-4311-4b6b-bdf2-cf27c879acdb tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-1288099630') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.378349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'b6d07404-2270-4b31-b4fc-8fb59becce28'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:47.384137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.439457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-911083e4-5fca-4563-919f-549956f3aa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.449038 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-327a6649-4311-4b6b-bdf2-cf27c879acdb tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:47.453159 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-327a6649-4311-4b6b-bdf2-cf27c879acdb tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-1288099630 HTTP/1.1" status: 404 len: 329 time: 0.1027622 Mar 16 11:14:47.453999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32966) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.460751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-ad2b8199-0aa0-46d5-abae-53f87759f9e4 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-42743947') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.482567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-05b1e66a-bcb6-4459-83e8-c206705231e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.484008 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-05b1e66a-bcb6-4459-83e8-c206705231e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f HTTP/1.1" status: 200 len: 851 time: 0.3180833 Mar 16 11:14:47.504132 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-ad2b8199-0aa0-46d5-abae-53f87759f9e4 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:47.507780 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ad2b8199-0aa0-46d5-abae-53f87759f9e4 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-42743947 HTTP/1.1" status: 404 len: 327 time: 0.0503550 Mar 16 11:14:47.513889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb55a31-b755-4f40-a8f5-60eb726fa234 req-6a10d787-e22d-41fe-9b00-fd59e1d7edf9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.515091 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dcb55a31-b755-4f40-a8f5-60eb726fa234 req-6a10d787-e22d-41fe-9b00-fd59e1d7edf9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.1374009 Mar 16 11:14:47.515638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32970) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.521350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-55161835-e74d-4fb7-9a70-1428397d9594 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369', 'tempest-TagsExtTest-Tag-1525306346') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.554099 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-4a9c8af6-6670-4b7a-bf57-87236554b7fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb96fcc7-c540-4dce-bfdb-ea764b13fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454912 Mar 16 11:14:47.555941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.562659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.570703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Allocated IP 2001:db8::f816:3eff:fe79:ad84 (7bb6eb09-c78b-4881-a84a-9534f87fec56/b6d07404-2270-4b31-b4fc-8fb59becce28/e9d59750-eb33-4aa7-99a9-4291e42535d1) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:47.584401 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dcb55a31-b755-4f40-a8f5-60eb726fa234 req-f0550c3d-18e7-4ab7-84a9-ec84427d6127 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538180 Mar 16 11:14:47.589021 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-55161835-e74d-4fb7-9a70-1428397d9594 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] show failed (client error): The resource could not be found. Mar 16 11:14:47.590466 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-55161835-e74d-4fb7-9a70-1428397d9594 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags/tempest-TagsExtTest-Tag-1525306346 HTTP/1.1" status: 404 len: 329 time: 0.0738709 Mar 16 11:14:47.593357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32976) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.599639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-ef172e92-f552-4135-a30e-0559853d486a tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '28db3347-3836-4324-923a-4832a7467369') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.633633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.645578 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ef172e92-f552-4135-a30e-0559853d486a tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369/tags HTTP/1.1" status: 204 len: 168 time: 0.0510962 Mar 16 11:14:47.648267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32980) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.659329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-91fbe086-35a0-4127-abd3-6d2c58db0f71 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f35baad8-9568-425a-8d41-5f5d4c6f7a50') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.714900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.842814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.858371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Transition to ACTIVE for port object e9d59750-eb33-4aa7-99a9-4291e42535d1 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:47.880950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Transition to ACTIVE for port object e9d59750-eb33-4aa7-99a9-4291e42535d1 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:47.895896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:47.943925 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-91fbe086-35a0-4127-abd3-6d2c58db0f71 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50/tags HTTP/1.1" status: 204 len: 168 time: 0.2891724 Mar 16 11:14:47.945311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32984) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.950414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-75938081-4f2c-415f-88ad-2f2731b57bd1 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '38281585-fee1-4b7f-b133-0a39bd4b7b16') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.979480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=46ca6d31-b8c0-42ce-bc14-ccc7849a725b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:47.997205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.003762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.007375 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:48.029321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-75938081-4f2c-415f-88ad-2f2731b57bd1 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16/tags HTTP/1.1" status: 204 len: 168 time: 0.0826130 Mar 16 11:14:48.031650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32988) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.037366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.tag.tag_plugin [None req-58dc7d63-f5cc-4f84-8aa4-7578261e2087 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '26d55aff-b20a-4c95-925b-f7f3134dd435') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:48.052345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': '1abe0805-5963-4452-82bc-326dc6ce5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:48.052345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: cb6abfb7-c249-491a-99a3-a27b3f530c85, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:48.055730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=ae1aa44c-904e-4cd0-9a70-79ae509e9130,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.077436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:48.079688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:48.085100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:48.102225 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-5831be71-35b7-4ce9-b83d-191891c903d4 service neutron] 10.222.0.53 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272226 Mar 16 11:14:48.130855 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-58dc7d63-f5cc-4f84-8aa4-7578261e2087 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435/tags HTTP/1.1" status: 204 len: 168 time: 0.0920370 Mar 16 11:14:48.131083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Pushing event updated for resources: {'Port': ['ID=e9d59750-eb33-4aa7-99a9-4291e42535d1,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.131174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32992) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.200049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Attempting to bind port e9d59750-eb33-4aa7-99a9-4291e42535d1 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:48.200049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Attempting to bind port e9d59750-eb33-4aa7-99a9-4291e42535d1 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:48.200550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Attempting to bind port e9d59750-eb33-4aa7-99a9-4291e42535d1 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:48.206845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:48.207352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:48.207861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.208354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:48.208932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Bound port: e9d59750-eb33-4aa7-99a9-4291e42535d1, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:48.209399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.317013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] For port e9d59750-eb33-4aa7-99a9-4291e42535d1, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:48.320283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] For port e9d59750-eb33-4aa7-99a9-4291e42535d1, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e9d59750-eb33-4aa7-99a9-4291e42535d1,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:48.329737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cc78c4e9-5660-4f37-b78b-46187b1083dd tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for subnetpool, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.331518 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cc78c4e9-5660-4f37-b78b-46187b1083dd tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnetpools/28db3347-3836-4324-923a-4832a7467369 HTTP/1.1" status: 204 len: 168 time: 0.1994629 Mar 16 11:14:48.334295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 32996) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.358376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fede:4177 (7bb6eb09-c78b-4881-a84a-9534f87fec56/b6d07404-2270-4b31-b4fc-8fb59becce28/3e9effbe-4ee0-44dd-8fad-7e82bc6adb29) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:48.379550 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-65de4a8c-a538-4e8f-8a2a-f5129fa01ad5 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "GET /v2.0/ports?device_id=f35baad8-9568-425a-8d41-5f5d4c6f7a50 HTTP/1.1" status: 200 len: 205 time: 0.0441401 Mar 16 11:14:48.382292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33000) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.408134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.425053 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff009c8c-f000-4c6f-8365-82dd85281039 req-67a1bb88-df11-4137-bec9-9fb5b5b18bcb service neutron] 10.222.0.53 "GET /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144848 Mar 16 11:14:48.429206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network fb566d62-3962-49e7-87af-fd4ec72646d6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:48.429978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:48.435258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:48.442931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.551081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.557639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e05bd8-2967-40b3-9213-703dfad7f65f None None] Pushing event updated for resources: {'Port': ['ID=e9d59750-eb33-4aa7-99a9-4291e42535d1,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.661702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, cb6abfb7-c249-491a-99a3-a27b3f530c85) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:48.668260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:48.669549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.679131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f3b5b9-cf09-448b-95c3-cd96cdff557a None None] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:48.817280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.934426 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-32289fc2-bb86-44bc-86a6-4dc44904cf42 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0084279 Mar 16 11:14:48.938019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33008) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.947153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:48.969231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3d8674ce-241c-4579-90a6-c977e799634f None None] Provisioning complete for port ae1aa44c-904e-4cd0-9a70-79ae509e9130 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:48.969606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3d8674ce-241c-4579-90a6-c977e799634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.030787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.056911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3d8674ce-241c-4579-90a6-c977e799634f None None] Port ae1aa44c-904e-4cd0-9a70-79ae509e9130 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:49.072011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7124b7-2626-4f5e-80c2-b5e410c8656f req-b5f95056-b65e-4f83-adc2-f67e4eafd9d9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.072011 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef7124b7-2626-4f5e-80c2-b5e410c8656f req-b5f95056-b65e-4f83-adc2-f67e4eafd9d9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.2522130 Mar 16 11:14:49.074811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:49.107466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.112570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.146795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router ea8c2894-19e0-41cc-bed1-62015ec84e78 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:14:49.186170 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef7124b7-2626-4f5e-80c2-b5e410c8656f req-5645f6e8-2c7d-4bce-806a-8ead06103d87 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 Mar 16 11:14:49.204699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-cb6abfb7-c249-491a-99a3-a27b3f530c85', 'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': '46ca6d31-b8c0-42ce-bc14-ccc7849a725b'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:49.207800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.247430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.259068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:49.264576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:49.269189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:49.282350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:49.334343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.334693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Fanout notify agent at l3_agent the message router_deleted on router f35baad8-9568-425a-8d41-5f5d4c6f7a50 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:14:49.355585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.360283 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-55e66536-7ef6-42ef-b357-c12c14ce0c2d tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/routers/f35baad8-9568-425a-8d41-5f5d4c6f7a50 HTTP/1.1" status: 204 len: 168 time: 0.9768355 Mar 16 11:14:49.364921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33012) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.431046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:49.434993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.485188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Allocated IP 2001:db8::2 (cb6abfb7-c249-491a-99a3-a27b3f530c85/46ca6d31-b8c0-42ce-bc14-ccc7849a725b/6b6a71d0-6c59-414e-92f6-8a0bd0bf3684) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:49.582936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Deleting port 38281585-fee1-4b7f-b133-0a39bd4b7b16 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:49.583271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.587137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:49.594451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:49.604234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=3e9effbe-4ee0-44dd-8fad-7e82bc6adb29,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:49.622323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:49.629979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.631429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.676125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:49.689807 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f74233f-ff50-4287-9f64-afebe18442ea tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/ea8c2894-19e0-41cc-bed1-62015ec84e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3897622 Mar 16 11:14:49.692510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33016) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.779438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6286016-2d9e-478d-840c-5d4dd364e047 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.780560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e6286016-2d9e-478d-840c-5d4dd364e047 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:49.790545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8d95610f-71ae-4797-860f-9926fc25e9ba tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7074490 Mar 16 11:14:49.791560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33020) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.816745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.827600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Transition to ACTIVE for port object 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:49.851234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Transition to ACTIVE for port object 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:49.862711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] Sync routers for ids ['ea8c2894-19e0-41cc-bed1-62015ec84e78'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:49.885047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] Routers {'ea8c2894-19e0-41cc-bed1-62015ec84e78'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:49.890492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ea8c2894-19e0-41cc-bed1-62015ec84e78'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:49.927344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1dd7b7-3c7d-4522-9e8b-bbc3a3c0c288 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.936568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1dd7b7-3c7d-4522-9e8b-bbc3a3c0c288 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.937304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4b1dd7b7-3c7d-4522-9e8b-bbc3a3c0c288 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:49.942645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e6286016-2d9e-478d-840c-5d4dd364e047 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:49.946984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e6286016-2d9e-478d-840c-5d4dd364e047 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports/ae1aa44c-904e-4cd0-9a70-79ae509e9130 HTTP/1.1" status: 200 len: 978 time: 0.2502439 Mar 16 11:14:49.947674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33026) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:50.014992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.087979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.122330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Pushing event updated for resources: {'Port': ['ID=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:50.131317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.132025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.152250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:50.153469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:50.156224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] Routers {'ea8c2894-19e0-41cc-bed1-62015ec84e78'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:50.156898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ea8c2894-19e0-41cc-bed1-62015ec84e78'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.161834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4b1dd7b7-3c7d-4522-9e8b-bbc3a3c0c288 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:50.166256 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4b1dd7b7-3c7d-4522-9e8b-bbc3a3c0c288 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3730083 Mar 16 11:14:50.168960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33030) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:50.218668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:50.307647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.307647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.307647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6941da1-7be8-4f84-ba0e-6c04172652d2 None None] The sync data for ids ['ea8c2894-19e0-41cc-bed1-62015ec84e78'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:50.404643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:50.405008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.416441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Attempting to bind port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:50.416922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Attempting to bind port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1abe0805-5963-4452-82bc-326dc6ce5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:50.418230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Attempting to bind port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 on network cb6abfb7-c249-491a-99a3-a27b3f530c85 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:50.427964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:50.428450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Checking segment: {'id': '1abe0805-5963-4452-82bc-326dc6ce5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:50.428961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.429642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Bound using segment: {'id': '1abe0805-5963-4452-82bc-326dc6ce5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:50.430247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Bound port: 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abe0805-5963-4452-82bc-326dc6ce5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cb6abfb7-c249-491a-99a3-a27b3f530c85'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:50.430680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.432777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Calling delete_port for 38281585-fee1-4b7f-b133-0a39bd4b7b16 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:50.527161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-37a95c84-d714-4cab-bc23-77b8d86b515b None None] Provisioning for port e9d59750-eb33-4aa7-99a9-4291e42535d1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:50.560702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e9d59750-eb33-4aa7-99a9-4291e42535d1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:50.712808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bed52e16-ff36-4705-a604-474d70eb39f8 None None] Could not find standard attr ID for object 303810f6-5f0f-4784-be5f-0e0d170677ce. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:14:50.728156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] For port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:50.731754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] For port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,segment=NetworkSegment(1abe0805-5963-4452-82bc-326dc6ce5e59),segment_id=1abe0805-5963-4452-82bc-326dc6ce5e59)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:50.732066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99e913-ce8c-41f8-8157-d1aa72037e8e req-08941a24-93a9-4ae3-ad41-1fd2226a38ca tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:50.734351 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bb99e913-ce8c-41f8-8157-d1aa72037e8e req-08941a24-93a9-4ae3-ad41-1fd2226a38ca tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.2101207 Mar 16 11:14:50.786607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.809573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.821347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e9d59750-eb33-4aa7-99a9-4291e42535d1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:50.835215 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bb99e913-ce8c-41f8-8157-d1aa72037e8e req-765ddffd-40be-4f7c-b27e-dcca98509db9 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927036 Mar 16 11:14:50.844640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.885934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.948518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e9d59750-eb33-4aa7-99a9-4291e42535d1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:50.949072 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.965648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event deleted for resources: {'Port': ['ID=38281585-fee1-4b7f-b133-0a39bd4b7b16,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.035120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089fb93-2953-4bd0-aaae-4227d92edd22 None None] Pushing event updated for resources: {'Port': ['ID=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.077368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=382ad276-490a-4c72-ad38-7c020b4441be,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.131661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:51.184478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.202825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-31c31f8d-6e7c-4562-85d8-c9186bab43c8 None None] Provisioning for port 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:51.214985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-31c31f8d-6e7c-4562-85d8-c9186bab43c8 None None] Provisioning complete for port 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:51.216554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-31c31f8d-6e7c-4562-85d8-c9186bab43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.231639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': 'f8f90691-bf82-4dd8-a271-35f0d394396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:51.232204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: f540d5ce-faa6-4843-97be-75000e40660e, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:51.279327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.311213 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0f3dd3f1-c5a7-40c1-8c46-afcaaa65ed84 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/ports/38281585-fee1-4b7f-b133-0a39bd4b7b16 HTTP/1.1" status: 204 len: 168 time: 1.9429309 Mar 16 11:14:51.311746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33042) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:51.345195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e9d59750-eb33-4aa7-99a9-4291e42535d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e9d59750-eb33-4aa7-99a9-4291e42535d1,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:51.372735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network f540d5ce-faa6-4843-97be-75000e40660e is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:51.372867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-31c31f8d-6e7c-4562-85d8-c9186bab43c8 None None] Port 3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:51.432288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.458046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Deleting subnet 26d55aff-b20a-4c95-925b-f7f3134dd435 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:51.469863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.527823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, f540d5ce-faa6-4843-97be-75000e40660e) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:51.540292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e700e65-927d-4009-b6d2-11f96a61f4c2 None None] Network f540d5ce-faa6-4843-97be-75000e40660e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:51.550665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.552333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.645619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.708248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=3e9effbe-4ee0-44dd-8fad-7e82bc6adb29,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.746475 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a6353dde-f6d8-4ef2-8084-fa4d05e0603c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8062849 Mar 16 11:14:51.750903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.773310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e9d59750-eb33-4aa7-99a9-4291e42535d1,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.790297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33052) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:51.844005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-467475550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:51.851705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:51.855969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:router and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:51.859475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:51.867313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:51.965962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.966993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.972717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.996897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21250f25-45b9-479b-9c45-4e7754e0f79f req-690f053c-1f42-40a6-a70e-20a47a7fcbd8 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.999482 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21250f25-45b9-479b-9c45-4e7754e0f79f req-690f053c-1f42-40a6-a70e-20a47a7fcbd8 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.2079263 Mar 16 11:14:52.000694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-f540d5ce-faa6-4843-97be-75000e40660e', 'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': '382ad276-490a-4c72-ad38-7c020b4441be'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:52.002587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.029119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.029457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.057929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.126115 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21250f25-45b9-479b-9c45-4e7754e0f79f req-29eaef60-908d-4286-8c75-6e15ff9e2c80 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159890 Mar 16 11:14:52.152033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-d0b1b810-c8ca-4c15-854e-9796f7933bda tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:52.215963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Allocated IP 2001:db8:1::2 (f540d5ce-faa6-4843-97be-75000e40660e/382ad276-490a-4c72-ad38-7c020b4441be/cfce4a25-bbd0-415d-8483-d3dcd7caf025) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:52.241145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b4caa6e4-879b-448f-ba02-d53ecaf90a96 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 HTTP/1.1" status: 204 len: 168 time: 2.0608659 Mar 16 11:14:52.241942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33058) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.290399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.322902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-d0b1b810-c8ca-4c15-854e-9796f7933bda tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:52.324156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-d0b1b810-c8ca-4c15-854e-9796f7933bda tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196272795&fields=id&tenant_id=b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 267 time: 0.3533916 Mar 16 11:14:52.327312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port ae1aa44c-904e-4cd0-9a70-79ae509e9130 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:52.327845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.354525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event deleted for resources: {'Subnet': ['ID=26d55aff-b20a-4c95-925b-f7f3134dd435,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:52.365501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.367878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.381084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc5be8-68e0-461a-84b8-1c5ef9f1860a None None] Network 088dc3f1-07e6-4172-93b3-a3a6e411f3dd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:52.393767 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3b232111-554a-4830-b95d-ca8052751ca7 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/subnets/26d55aff-b20a-4c95-925b-f7f3134dd435 HTTP/1.1" status: 204 len: 168 time: 1.0797660 Mar 16 11:14:52.399395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.434919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050621f2-cc41-44c7-b98e-52ae9d2e6078 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:52.439421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050621f2-cc41-44c7-b98e-52ae9d2e6078 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:52.444762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-050621f2-cc41-44c7-b98e-52ae9d2e6078 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1995173 Mar 16 11:14:52.446816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33066) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.512495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.516886 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-13f87a9d-69a7-447c-bff7-e888a76c92ca tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7206595 Mar 16 11:14:52.531926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33070) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.540562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec47cae-c6f0-4957-960c-dd2b72691e38 None None] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:52.692321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:52.746912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet b6d07404-2270-4b31-b4fc-8fb59becce28 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:52.764202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.792533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-74df7cce-eb42-4609-afa9-5e4567abe81d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:52.792533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-74df7cce-eb42-4609-afa9-5e4567abe81d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:52.830554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.841642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Transition to ACTIVE for port object cfce4a25-bbd0-415d-8483-d3dcd7caf025 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:52.879718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.889053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b48f4ddf-5cb4-4ca3-abba-0bd71fc4da8e None None] Provisioning for port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:52.909397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.954431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-74df7cce-eb42-4609-afa9-5e4567abe81d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:52.954611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Transition to ACTIVE for port object cfce4a25-bbd0-415d-8483-d3dcd7caf025 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:52.955137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-74df7cce-eb42-4609-afa9-5e4567abe81d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 811 time: 0.5838833 Mar 16 11:14:52.962580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for ae1aa44c-904e-4cd0-9a70-79ae509e9130 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:53.010856 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-8056c22a-7672-4742-92c7-75ea7b5f9a23 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/quotas/b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 375 time: 0.0194368 Mar 16 11:14:53.034116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.072526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Deleting port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:53.072967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.087093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:53.117234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Network f540d5ce-faa6-4843-97be-75000e40660e is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:53.119647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:53.120020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.149245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:53.180261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:53.198219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Pushing event updated for resources: {'Port': ['ID=cfce4a25-bbd0-415d-8483-d3dcd7caf025,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.247312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] DHCP port deletion for 088dc3f1-07e6-4172-93b3-a3a6e411f3dd request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:53.250877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.301551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] Deleting port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:53.301866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.349776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-957e259b-ddd8-484c-ad9e-646d6e6a94da tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:53.376079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Attempting to bind port cfce4a25-bbd0-415d-8483-d3dcd7caf025 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:53.376442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Attempting to bind port cfce4a25-bbd0-415d-8483-d3dcd7caf025 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f8f90691-bf82-4dd8-a271-35f0d394396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:53.376802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Attempting to bind port cfce4a25-bbd0-415d-8483-d3dcd7caf025 on network f540d5ce-faa6-4843-97be-75000e40660e {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:53.431906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:53.432281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Checking segment: {'id': 'f8f90691-bf82-4dd8-a271-35f0d394396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:53.432860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.433253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Bound using segment: {'id': 'f8f90691-bf82-4dd8-a271-35f0d394396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:53.433727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Bound port: cfce4a25-bbd0-415d-8483-d3dcd7caf025, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f90691-bf82-4dd8-a271-35f0d394396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f540d5ce-faa6-4843-97be-75000e40660e'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:53.434122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.490502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-957e259b-ddd8-484c-ad9e-646d6e6a94da tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:53.492309 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-957e259b-ddd8-484c-ad9e-646d6e6a94da tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4670098 Mar 16 11:14:53.513367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.517153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.550866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.594081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=ae1aa44c-904e-4cd0-9a70-79ae509e9130,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.771722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.831146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] For port cfce4a25-bbd0-415d-8483-d3dcd7caf025, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:53.838775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,segment=NetworkSegment(1abe0805-5963-4452-82bc-326dc6ce5e59),segment_id=1abe0805-5963-4452-82bc-326dc6ce5e59)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:53.841329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] For port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,segment=NetworkSegment(e1664215-50cc-4ac0-8d17-38d57338938d),segment_id=e1664215-50cc-4ac0-8d17-38d57338938d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:53.841717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.853601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-64b0a109-d3bc-42b0-b3f8-096aa6d22bee None None] Provisioning complete for port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:53.854028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64b0a109-d3bc-42b0-b3f8-096aa6d22bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.000430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.000914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e9d59750-eb33-4aa7-99a9-4291e42535d1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:54.020055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292677d-61d5-489a-bdb2-dd1533bc9e2d req-28fb4b73-6bf4-4ac0-a9c4-e10dc31e3181 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:54.021557 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7292677d-61d5-489a-bdb2-dd1533bc9e2d req-28fb4b73-6bf4-4ac0-a9c4-e10dc31e3181 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.7070374 Mar 16 11:14:54.034181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] For port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,segment=NetworkSegment(e1664215-50cc-4ac0-8d17-38d57338938d),segment_id=e1664215-50cc-4ac0-8d17-38d57338938d)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:54.036159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.042879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] Calling delete_port for 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:54.077514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] For port cfce4a25-bbd0-415d-8483-d3dcd7caf025, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cfce4a25-bbd0-415d-8483-d3dcd7caf025,segment=NetworkSegment(f8f90691-bf82-4dd8-a271-35f0d394396d),segment_id=f8f90691-bf82-4dd8-a271-35f0d394396d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:54.077731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-5e8105c9-b400-45a3-8d71-1f5bb8675ade service neutron] 10.222.0.30 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645833 Mar 16 11:14:54.167236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.208877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Calling delete_port for 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:54.239347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.301079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.325604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-56368ff1-40ac-402d-9cb5-7a28f947ccab tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:54.327120 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-56368ff1-40ac-402d-9cb5-7a28f947ccab tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.53 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.3970392 Mar 16 11:14:54.338676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7292677d-61d5-489a-bdb2-dd1533bc9e2d req-6142d380-793f-4534-9a52-3463f6fdfca2 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964675 Mar 16 11:14:54.383095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e9d59750-eb33-4aa7-99a9-4291e42535d1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:54.383513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.419910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.444195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9e12-1557-41a2-a8ca-ed2d0ee975f6 None None] Pushing event updated for resources: {'Port': ['ID=cfce4a25-bbd0-415d-8483-d3dcd7caf025,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.498901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] No DVR routers for this DVR port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:54.503050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799447b4-c75b-4dcf-97da-e2b363dc5f07 None None] Pushing event deleted for resources: {'Port': ['ID=3510cd51-bd32-4f59-aec8-c9f2e443b5b4,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.540473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.584681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Deleting port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:54.585017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.599004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d07404-2270-4b31-b4fc-8fb59becce28,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.653581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.654482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da88874c-9a1b-41cb-8427-13b6ab5b472a None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:54.666723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:54.667375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:54.685525 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-d55a0aba-ac29-4eab-981a-a7807470f5cf service neutron] 10.222.0.30 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600266 Mar 16 11:14:54.729273 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a25354a8-3433-4d19-96bf-e3eb7ea6b64e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/b6d07404-2270-4b31-b4fc-8fb59becce28 HTTP/1.1" status: 204 len: 168 time: 2.2816420 Mar 16 11:14:54.738322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33078) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.855512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8::1 (cb6abfb7-c249-491a-99a3-a27b3f530c85/46ca6d31-b8c0-42ce-bc14-ccc7849a725b/0cdce940-44c4-451e-897b-4c0384a59e64) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:54.874160 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7f53fb45-13bb-4593-975d-9be6a2f093d6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346769 Mar 16 11:14:54.888601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.889373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:54.961122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:55.036883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router ea8c2894-19e0-41cc-bed1-62015ec84e78 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:14:55.042137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:55.052223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:55.062828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] Deleting port e9d59750-eb33-4aa7-99a9-4291e42535d1 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:55.063211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.076175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:55.082087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:55.091399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:55.122873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:55.122873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.194182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Deleting port 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:55.195059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.229489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:55.232903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.278338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:14:55.289303 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] Sync routers for ids ['ea8c2894-19e0-41cc-bed1-62015ec84e78'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:14:55.304297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] Routers {'ea8c2894-19e0-41cc-bed1-62015ec84e78'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:55.308641 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ea8c2894-19e0-41cc-bed1-62015ec84e78'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.318595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] The port '3510cd51-bd32-4f59-aec8-c9f2e443b5b4' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:14:55.370131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] For port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,segment=NetworkSegment(15387315-7621-4c62-baac-2a92da6825e9),segment_id=15387315-7621-4c62-baac-2a92da6825e9)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:55.370969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.387199 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f7352d1-eff7-467c-8768-aa4a6bd0822f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/ea8c2894-19e0-41cc-bed1-62015ec84e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4367077 Mar 16 11:14:55.394183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33094) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:55.415258 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.443346 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] Routers {'ea8c2894-19e0-41cc-bed1-62015ec84e78'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:14:55.444010 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ea8c2894-19e0-41cc-bed1-62015ec84e78'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.462575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] For port e9d59750-eb33-4aa7-99a9-4291e42535d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e9d59750-eb33-4aa7-99a9-4291e42535d1,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:55.463118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.532380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.588090 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.588762 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bfdf2-17ce-427b-9697-f01df7ff923f None None] The sync data for ids ['ea8c2894-19e0-41cc-bed1-62015ec84e78'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:14:55.725679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] Calling delete_port for e9d59750-eb33-4aa7-99a9-4291e42535d1 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:55.744347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 0cdce940-44c4-451e-897b-4c0384a59e64 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:55.827771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.876014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088dc3f1-07e6-4172-93b3-a3a6e411f3dd']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.882580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cfce4a25-bbd0-415d-8483-d3dcd7caf025 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:55.897674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1664215-50cc-4ac0-8d17-38d57338938d') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.897926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1664215-50cc-4ac0-8d17-38d57338938d') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.940873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f06f4-1196-42f2-b47e-e8a174238846 None None] Network f540d5ce-faa6-4843-97be-75000e40660e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:55.948399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.990182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.010909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Calling delete_port for e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:56.015970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:14:56.016377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.039648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248186-1116-47e3-b6d6-ec804b78ae3c req-b1cc49cd-72a2-4460-935f-d93f2bbbe08e tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:56.041066 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87248186-1116-47e3-b6d6-ec804b78ae3c req-b1cc49cd-72a2-4460-935f-d93f2bbbe08e tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 946 time: 0.4376056 Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: util.warn( Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:56.041934 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:56.045409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.102753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] Pushing event deleted for resources: {'Port': ['ID=e9d59750-eb33-4aa7-99a9-4291e42535d1,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.112865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27f1ae-7825-43da-b819-3ae791473eba None None] No DVR routers for this DVR port e9d59750-eb33-4aa7-99a9-4291e42535d1 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:56.150748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.166829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3c37b3b2-6503-45a3-ba0f-53e350853984 None None] Provisioning for port cfce4a25-bbd0-415d-8483-d3dcd7caf025 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:56.182403 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9f6feb4e-a607-4722-998d-d3171a173d26 req-eab374ee-3ad2-4f9b-a135-c2aa27f97ea3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.2997208 Mar 16 11:14:56.184207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port cfce4a25-bbd0-415d-8483-d3dcd7caf025 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:56.194319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cfce4a25-bbd0-415d-8483-d3dcd7caf025 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:56.194823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.258818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:56.263708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:56.268508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87248186-1116-47e3-b6d6-ec804b78ae3c req-5901700d-4345-4648-a770-308eba48e2cf tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/security-groups?id=1921ab75-40f3-4ec9-a51f-4c1448c92030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093771 Mar 16 11:14:56.271645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:56.272215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.303673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=0cdce940-44c4-451e-897b-4c0384a59e64,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.310746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.334725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.358862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] Pushing event deleted for resources: {'Network': ['ID=088dc3f1-07e6-4172-93b3-a3a6e411f3dd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.379702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.394765 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3fd56843-6df9-4ee3-b7bf-c1cb43e395f3 tempest-TagsExtTest-1423042036 tempest-TagsExtTest-1423042036-project] 10.222.0.30 "DELETE /v2.0/networks/088dc3f1-07e6-4172-93b3-a3a6e411f3dd HTTP/1.1" status: 204 len: 168 time: 3.9931929 Mar 16 11:14:56.410639 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-b64d169a-8faa-4d68-b3dd-01a41f3bf156 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 11:14:56.414258 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b64d169a-8faa-4d68-b3dd-01a41f3bf156 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/ea8c2894-19e0-41cc-bed1-62015ec84e78/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0183401 Mar 16 11:14:56.415727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33108) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:56.441456 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port cfce4a25-bbd0-415d-8483-d3dcd7caf025, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cfce4a25-bbd0-415d-8483-d3dcd7caf025,segment=NetworkSegment(f8f90691-bf82-4dd8-a271-35f0d394396d),segment_id=f8f90691-bf82-4dd8-a271-35f0d394396d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:56.476393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6408ec39-c1a5-4cad-8b4b-289d1bcf1468 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:56.506448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.572763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:14:56.582588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.621927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:56.630862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6408ec39-c1a5-4cad-8b4b-289d1bcf1468 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:56.634709 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6408ec39-c1a5-4cad-8b4b-289d1bcf1468 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea8c2894-19e0-41cc-bed1-62015ec84e78 HTTP/1.1" status: 200 len: 205 time: 0.2156711 Mar 16 11:14:56.636257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33114) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:56.676465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:56.676765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3510cd51-bd32-4f59-aec8-c9f2e443b5b4 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:56.711103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=cfce4a25-bbd0-415d-8483-d3dcd7caf025,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.759824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.826326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Pushing event deleted for resources: {'Port': ['ID=e3ad3397-5a0f-4bdb-9d91-0a34be9168a0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.827179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e9d59750-eb33-4aa7-99a9-4291e42535d1 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:56.865913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e9d59750-eb33-4aa7-99a9-4291e42535d1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:56.866541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e9d59750-eb33-4aa7-99a9-4291e42535d1 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:56.883454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d5aa6e7d-59db-4d8b-97a5-0e5e174a2d04 None None] Provisioning complete for port cfce4a25-bbd0-415d-8483-d3dcd7caf025 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:56.883827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6e7d-59db-4d8b-97a5-0e5e174a2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.944617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.987456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.013484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:57.022275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:57.030959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:57.031803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.031947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fdc3f9-cdea-4c63-94a0-4643bb37d3b6 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:57.058051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] No DVR routers for this DVR port e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:57.060603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.069112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84667e30-3f94-4d46-9065-4298fe5fc901', 'name': 'network-vif-deleted', 'tag': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:14:57.103711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=aeb8ab6d-1785-4a4e-b7a4-f61df306fd23,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:57.128822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33122) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.187927 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84667e30-3f94-4d46-9065-4298fe5fc901', 'name': 'network-vif-deleted', 'tag': 'e3ad3397-5a0f-4bdb-9d91-0a34be9168a0', 'status': 'completed', 'code': 200} Mar 16 11:14:57.218436 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-96f25fa0-c2e0-437b-8e11-fd26c86709cc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3386402 Mar 16 11:14:57.222217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33128) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.273422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d5aa6e7d-59db-4d8b-97a5-0e5e174a2d04 None None] Provisioning for port 0cdce940-44c4-451e-897b-4c0384a59e64 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:57.282080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d5aa6e7d-59db-4d8b-97a5-0e5e174a2d04 None None] Provisioning complete for port 0cdce940-44c4-451e-897b-4c0384a59e64 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:57.282595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6e7d-59db-4d8b-97a5-0e5e174a2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.343900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:7a:52:4d', 'name': 'tempest-NetworksTestDHCPv6-1387235701'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:57.354443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6c2e6859-6ee4-43df-9eb2-dddf3a264579 req-87755f30-f695-4d38-83a6-57c9aa3e4bac tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.53 "DELETE /v2.0/ports/e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 HTTP/1.1" status: 204 len: 173 time: 3.0185878 Mar 16 11:14:57.389769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'aeb8ab6d-1785-4a4e-b7a4-f61df306fd23'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:14:57.393745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.452897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa6e7d-59db-4d8b-97a5-0e5e174a2d04 None None] Port 0cdce940-44c4-451e-897b-4c0384a59e64 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:57.618829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.626701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.628082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:57.631762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-71918972-f3e5-485e-91fa-728e9b478f16 req-e3c026af-8009-40e4-bf45-ac5cad5e43b5 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Synchronizing usage tracker for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:57.636894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:57.636894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:57.642600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:57.648671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Allocated IP 2001:db8::f816:3eff:fe3e:68c3 (7bb6eb09-c78b-4881-a84a-9534f87fec56/aeb8ab6d-1785-4a4e-b7a4-f61df306fd23/23d48b05-b396-4ca0-adb0-1f2a01e0eb48) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:57.667851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64bb2d01-8259-411d-a5f2-89f344b5a433 req-173bd5fc-80e1-46fc-a24e-15bf92b59407 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.1925445 Mar 16 11:14:57.734187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-71918972-f3e5-485e-91fa-728e9b478f16 req-e3c026af-8009-40e4-bf45-ac5cad5e43b5 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] Unset dirty status for tenant:b4190928e51342f3a2fea44d45d4d17d on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:57.737089 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71918972-f3e5-485e-91fa-728e9b478f16 req-e3c026af-8009-40e4-bf45-ac5cad5e43b5 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.1637402 Mar 16 11:14:57.763036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:57.769615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:57.796887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.797366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router ea8c2894-19e0-41cc-bed1-62015ec84e78 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:14:57.809883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.813203 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4a8f527a-98ba-46c0-bd26-a66940a98721 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/ea8c2894-19e0-41cc-bed1-62015ec84e78 HTTP/1.1" status: 204 len: 168 time: 1.1746924 Mar 16 11:14:57.813463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33138) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.822066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:14:57.822688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e3ad3397-5a0f-4bdb-9d91-0a34be9168a0 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:57.890788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet c11ebaaa-60df-40f2-84cf-311fed368d49 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:14:57.895834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.896381 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-05a36e2c-f827-4ae0-ad09-f24a7b94c311 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=448023a5493e41d89b34f4a4746ae707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7041147 Mar 16 11:14:57.897056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33142) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.941535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.954421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Transition to ACTIVE for port object 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:57.956214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.974885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Transition to ACTIVE for port object 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:58.023606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.031851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.052782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.060524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7555ebf3-00fe-4ae9-b1f9-48c7fef0fda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.089622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 74497910-459e-416f-a8ba-44e54a3862f6 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:14:58.131013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.140440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:58.143518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:58.146042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:14:58.160771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Pushing event updated for resources: {'Port': ['ID=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.163063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7555ebf3-00fe-4ae9-b1f9-48c7fef0fda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.203143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.250306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Attempting to bind port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:58.251436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Attempting to bind port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:58.251436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Attempting to bind port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:14:58.254552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=c11ebaaa-60df-40f2-84cf-311fed368d49,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.257944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:14:58.258360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:14:58.258755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.259146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:14:58.259608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Bound port: 23d48b05-b396-4ca0-adb0-1f2a01e0eb48, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:58.259982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.263286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.272386 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a714bb91-5c98-4bd2-af80-ad987f3a00fe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/c11ebaaa-60df-40f2-84cf-311fed368d49 HTTP/1.1" status: 204 len: 168 time: 0.4578369 Mar 16 11:14:58.273776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.274564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.275894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33146) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:58.276221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808a411-d574-4693-8824-1e6420ae7bdc None None] Network fb566d62-3962-49e7-87af-fd4ec72646d6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:14:58.395281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe7a:524d (7bb6eb09-c78b-4881-a84a-9534f87fec56/aeb8ab6d-1785-4a4e-b7a4-f61df306fd23/74497910-459e-416f-a8ba-44e54a3862f6) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:58.401680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7555ebf3-00fe-4ae9-b1f9-48c7fef0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.413119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.425238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 429e6d48-753c-4449-b886-afa2f6b4ce99 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:58.425817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.485356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=0cdce940-44c4-451e-897b-4c0384a59e64,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.501358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555ebf3-00fe-4ae9-b1f9-48c7fef0fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed66122-2498-4a71-b292-cc6d578bf563,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.522964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] For port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:14:58.537920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] For port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:14:58.590419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7555ebf3-00fe-4ae9-b1f9-48c7fef0fda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.593394 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7555ebf3-00fe-4ae9-b1f9-48c7fef0fda2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ed66122-2498-4a71-b292-cc6d578bf563 HTTP/1.1" status: 204 len: 168 time: 0.6836567 Mar 16 11:14:58.625890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.674161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:58.676517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] DHCP port deletion for fb566d62-3962-49e7-87af-fd4ec72646d6 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:14:58.676881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:58.716128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Deleting port 429e6d48-753c-4449-b886-afa2f6b4ce99 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:14:58.716501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.860870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9c9dc-01db-4897-8969-66f9a0a0f5a0 None None] Pushing event updated for resources: {'Port': ['ID=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.963174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-b0fe31d7-1369-47fa-85f5-d16305d56733 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:58.964983 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-b0fe31d7-1369-47fa-85f5-d16305d56733 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 811 time: 0.4241190 Mar 16 11:14:58.974666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port 429e6d48-753c-4449-b886-afa2f6b4ce99, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=429e6d48-753c-4449-b886-afa2f6b4ce99,segment=NetworkSegment(202d3d67-e520-41fb-9548-ea3a1dd6cd68),segment_id=202d3d67-e520-41fb-9548-ea3a1dd6cd68)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:58.975872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.028659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cfce4a25-bbd0-415d-8483-d3dcd7caf025 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:59.276180 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b6329303-34e8-4a2f-9953-47d0bfa9c204 req-6fe62112-0066-405a-b848-7c9610b0bb80 tempest-TestServerAdvancedOps-124329995 tempest-TestServerAdvancedOps-124329995-project] 10.222.0.30 "GET /v2.0/ports?device_id=84667e30-3f94-4d46-9065-4298fe5fc901 HTTP/1.1" status: 200 len: 210 time: 0.1488862 Mar 16 11:14:59.284189 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-25fc799c-131d-457a-9068-7eced2782f52 req-a8c485cf-f4a3-4b20-8c99-258b50741b02 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.3011000 Mar 16 11:14:59.290349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 429e6d48-753c-4449-b886-afa2f6b4ce99 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:59.414926 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-80519642-dade-4441-94e4-786ef4f3e642 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 380 time: 0.4251006 Mar 16 11:14:59.432156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'port': {'device_id': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'admin_state_up': True, 'tenant_id': 'b56556f803ba499eb03c393765482485', 'security_groups': ['338b1c44-b00f-445e-9cfc-3d93bfc34cfb']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:14:59.439174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9260d271-5fba-4b4c-b69d-90dc9c936cb1 None None] Provisioning complete for port 0cdce940-44c4-451e-897b-4c0384a59e64 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:59.439608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9260d271-5fba-4b4c-b69d-90dc9c936cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.513791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] For port 429e6d48-753c-4449-b886-afa2f6b4ce99, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=429e6d48-753c-4449-b886-afa2f6b4ce99,segment=NetworkSegment(202d3d67-e520-41fb-9548-ea3a1dd6cd68),segment_id=202d3d67-e520-41fb-9548-ea3a1dd6cd68)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:14:59.514518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.537624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cfce4a25-bbd0-415d-8483-d3dcd7caf025 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:59.538274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.679572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:59.693689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.699508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:59.719643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9260d271-5fba-4b4c-b69d-90dc9c936cb1 None None] Port 0cdce940-44c4-451e-897b-4c0384a59e64 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:14:59.734480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Calling delete_port for 429e6d48-753c-4449-b886-afa2f6b4ce99 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:14:59.768681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port 429e6d48-753c-4449-b886-afa2f6b4ce99 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:59.832660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=429e6d48-753c-4449-b886-afa2f6b4ce99,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:59.895739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:59.896231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.896871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:59.921231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Made reservation on behalf of b56556f803ba499eb03c393765482485 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:59.927156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 74497910-459e-416f-a8ba-44e54a3862f6 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:59.931326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.977766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 429e6d48-753c-4449-b886-afa2f6b4ce99 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:00.016593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router ec15920a-56e3-4154-a72e-4ecc17030ea1 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:00.034759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 429e6d48-753c-4449-b886-afa2f6b4ce99 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:00.035807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 429e6d48-753c-4449-b886-afa2f6b4ce99 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:00.100053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.289419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.291441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:00.298461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:00.303034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=74497910-459e-416f-a8ba-44e54a3862f6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.308098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:00.316748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:00.316748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.364168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:00.368979 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e3893ce7-829d-40dc-bf38-af0de027c2e1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/ec15920a-56e3-4154-a72e-4ecc17030ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8375249 Mar 16 11:15:00.379044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33182) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.381459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] Sync routers for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:00.381987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb566d62-3962-49e7-87af-fd4ec72646d6']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.390940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:00.391790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.463135 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-68a8d0b5-0a6f-4355-998e-764662b537c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2395947 Mar 16 11:15:00.465876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33186) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.468936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202d3d67-e520-41fb-9548-ea3a1dd6cd68') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.469358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202d3d67-e520-41fb-9548-ea3a1dd6cd68') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.484157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Deleting port 429e6d48-753c-4449-b886-afa2f6b4ce99 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:00.496546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.533725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33190) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.571911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.584370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.629997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ac6fa-1817-44df-9161-44fcef11a59f None None] The port '429e6d48-753c-4449-b886-afa2f6b4ce99' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:15:00.635118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:00.637177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.656880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b539c8-6e50-4365-871f-d22e329c73f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:00.673521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b539c8-6e50-4365-871f-d22e329c73f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:00.674734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-02b539c8-6e50-4365-871f-d22e329c73f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:00.735973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.803143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:00.803975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.808097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-02b539c8-6e50-4365-871f-d22e329c73f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:00.809349 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-02b539c8-6e50-4365-871f-d22e329c73f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3423984 Mar 16 11:15:00.812300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.816006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:00.817711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfab5d-be6f-41f6-99dd-c795d937c12e None None] The sync data for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:00.893921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bccc1132-e506-4bd6-8844-700dfdf257f8 None None] Provisioning for port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:00.902225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:00.924691 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:00.948690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8e673f5c-50ff-4249-91f7-8229103d6f85 req-2c93865f-408d-48e1-b54b-6e6b7ea68081 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.3729088 Mar 16 11:15:00.967305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 74497910-459e-416f-a8ba-44e54a3862f6 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:00.967790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Allocated IP 172.20.0.4 (7b445777-6e82-41f8-b592-9c5f76b747c8/31e91600-b86c-4753-b291-61e1553cef84/e8c39498-411c-4948-918a-35f00a6b3264) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:00.968685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.992686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835080c-3f23-4a28-91a0-696c6c7b8faf tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:00.994275 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b835080c-3f23-4a28-91a0-696c6c7b8faf tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports/0cdce940-44c4-451e-897b-4c0384a59e64 HTTP/1.1" status: 200 len: 911 time: 0.5965042 Mar 16 11:15:01.001699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33202) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:01.005038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.097491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.102533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Deleting subnet 6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:01.118640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.145131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:01.152335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=fb566d62-3962-49e7-87af-fd4ec72646d6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:01.154744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:01.155120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.285672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.304132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.324313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3a4f212c-0d73-4d35-90da-869effcfd567 None None] Provisioning for port 74497910-459e-416f-a8ba-44e54a3862f6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:01.364050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:01.365796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3a4f212c-0d73-4d35-90da-869effcfd567 None None] Provisioning complete for port 74497910-459e-416f-a8ba-44e54a3862f6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:01.365966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3a4f212c-0d73-4d35-90da-869effcfd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.367324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.369725 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8639228a-b713-425b-8243-d8777c1f74e2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/fb566d62-3962-49e7-87af-fd4ec72646d6 HTTP/1.1" status: 204 len: 168 time: 3.0926056 Mar 16 11:15:01.382334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33210) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:01.433674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f212c-0d73-4d35-90da-869effcfd567 None None] Port 74497910-459e-416f-a8ba-44e54a3862f6 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:01.471055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.499809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431107694'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:01.526633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:01.531778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 74497910-459e-416f-a8ba-44e54a3862f6 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:01.545582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.630282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:01.700473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:01.718215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:01.735787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:01.878222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.883198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:01.887769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.890101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33220) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:01.915125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.923016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.987102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=74497910-459e-416f-a8ba-44e54a3862f6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:02.015691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.095463 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f212cf62-193a-4f62-b724-e39bb0e696f9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/74497910-459e-416f-a8ba-44e54a3862f6 HTTP/1.1" status: 204 len: 168 time: 1.2819850 Mar 16 11:15:02.098897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33228) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.231756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--784492264', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:02.244128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:02.253299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:02.257709 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75e60c78-0b23-4d25-b06b-add02bf5f181 req-d27567ee-690e-4d54-81c9-76aaf5a8eda7 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.0804780 Mar 16 11:15:02.258675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:02.265019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:02.274910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:02.291753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.296730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb4b73-1f90-4c23-8885-55c6b6ad96b0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:02.298581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb4b73-1f90-4c23-8885-55c6b6ad96b0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:02.300302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3fbb4b73-1f90-4c23-8885-55c6b6ad96b0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:02.302995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Transition to ACTIVE for port object e8c39498-411c-4948-918a-35f00a6b3264 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:02.316430 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-22ef8e3e-b20b-426d-bd6c-171726f702fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a4f2c40-cff6-4f33-a3a7-fb6a3b751b9f HTTP/1.1" status: 204 len: 168 time: 1.7734416 Mar 16 11:15:02.317325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:02.318995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33232) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.357273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:02.361085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.371674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.372226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment d528dedd-8b9c-47e2-babc-6de0ef43d4b2 of type vlan for network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 Mar 16 11:15:02.377718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.434198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3fbb4b73-1f90-4c23-8885-55c6b6ad96b0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:02.438079 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3fbb4b73-1f90-4c23-8885-55c6b6ad96b0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3376682 Mar 16 11:15:02.443070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33236) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.450023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.480864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.562119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.614578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:02.623386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.627214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.632632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:02.633243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.636323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:02.643241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:02.655570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:02.671122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet aeb8ab6d-1785-4a4e-b7a4-f61df306fd23 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:02.710264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.755977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:02.810469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:02.840048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:02.841484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:02.878509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.911973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=0cc2b7c2-4f42-4e30-b353-90fe208784a1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:02.929440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:02.938554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.960174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=e8c39498-411c-4948-918a-35f00a6b3264,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:02.969871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-56367dba-3c50-47fd-8b45-d13c26a28166 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5864639 Mar 16 11:15:02.970647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33240) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.987297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:03.030509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb96fcc7-c540-4dce-bfdb-ea764b13fb13']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:03.057663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:03.058307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.108442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15387315-7621-4c62-baac-2a92da6825e9') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:03.110088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15387315-7621-4c62-baac-2a92da6825e9') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:03.115579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:03.116176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.145634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.201068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.204963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:03.214550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:03.215621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.219671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:03.225985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:03.226598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.229598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:03.244226 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:03.264439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.271361 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f09dde2b-eb12-4731-abff-1d6ae9aa78f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8432858 Mar 16 11:15:03.300105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e16392db-def5-4887-8ccb-81f3d3d350c1 None None] Provisioning for port e8c39498-411c-4948-918a-35f00a6b3264 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:03.310551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e16392db-def5-4887-8ccb-81f3d3d350c1 None None] Provisioning complete for port e8c39498-411c-4948-918a-35f00a6b3264 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:03.310928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e16392db-def5-4887-8ccb-81f3d3d350c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.313489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.314319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Request body: {'port': {'device_id': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:03.353373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8:1::1 (f540d5ce-faa6-4843-97be-75000e40660e/382ad276-490a-4c72-ad38-7c020b4441be/733edb1b-f08f-4807-8506-cff398578266) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:03.376112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e16392db-def5-4887-8ccb-81f3d3d350c1 None None] Port e8c39498-411c-4948-918a-35f00a6b3264 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:03.419648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:03.423096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.436077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:03.454867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af65c9-88b8-41bd-91c8-148abb5fefa6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.460165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.460589 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment 61ac5e19-7cdf-4c37-8e23-7aea38ebab3e of type vlan for network 430d462b-b776-4e6a-9c9d-9225c0e648f1 Mar 16 11:15:03.493378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.522337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.540972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.556267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb96fcc7-c540-4dce-bfdb-ea764b13fb13,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.574342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.610110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.615692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:03.616284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.648151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb8ab6d-1785-4a4e-b7a4-f61df306fd23,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.658157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0cc73d-4d8a-444d-ac09-5f1ff2844258 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:03.670866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.675454 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-77f39b95-3bbb-4958-8d11-79ec5284de9d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/aeb8ab6d-1785-4a4e-b7a4-f61df306fd23 HTTP/1.1" status: 204 len: 168 time: 1.2288284 Mar 16 11:15:03.678592 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-822ae11d-11a8-43d1-8e24-d24598e6ea09 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cb96fcc7-c540-4dce-bfdb-ea764b13fb13 HTTP/1.1" status: 204 len: 168 time: 1.3582518 Mar 16 11:15:03.680282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33246) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.680610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33248) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.743041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.823396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.842505 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9133773 Mar 16 11:15:03.855359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33254) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.862560 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-80afea23-c359-40d3-bbd8-d0ca6c504b0f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1744604 Mar 16 11:15:03.870111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33258) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.873109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:03.929712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c728-f555-4f1e-8e71-b7cd3dd499a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=430d462b-b776-4e6a-9c9d-9225c0e648f1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.932457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:03.951449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:03.953477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:03.957582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:03.969392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Deleting subnet 6530a4b3-bf09-48c0-accd-5a6ef838b208 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:03.971769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:03.984555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:03.984798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.004487 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] Deleting port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:04.004685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.015000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 733edb1b-f08f-4807-8506-cff398578266 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:04.052359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0f2c-ff0e-406d-8808-6dbe67c4c2ac req-482f0b06-42b0-48bb-bdba-a48f7c3b2199 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:04.053068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-efdc0f2c-ff0e-406d-8808-6dbe67c4c2ac req-482f0b06-42b0-48bb-bdba-a48f7c3b2199 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:04.060165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.106727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a30b5-7265-47fa-af09-a4fb5c698ae6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:04.107468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-496a30b5-7265-47fa-af09-a4fb5c698ae6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:04.119755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.120832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.160342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.186188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.254075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-496a30b5-7265-47fa-af09-a4fb5c698ae6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:04.255466 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-496a30b5-7265-47fa-af09-a4fb5c698ae6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3708096 Mar 16 11:15:04.258252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33262) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:04.311555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-efdc0f2c-ff0e-406d-8808-6dbe67c4c2ac req-482f0b06-42b0-48bb-bdba-a48f7c3b2199 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:04.313464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] For port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:04.314069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.319034 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-efdc0f2c-ff0e-406d-8808-6dbe67c4c2ac req-482f0b06-42b0-48bb-bdba-a48f7c3b2199 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 931 time: 0.9083500 Mar 16 11:15:04.352305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a97a1c-b043-4b2f-a69b-86b1df64d8ee tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:04.353054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-48a97a1c-b043-4b2f-a69b-86b1df64d8ee tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:04.357872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.362713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.430120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.453593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] Calling delete_port for 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:04.498113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network f540d5ce-faa6-4843-97be-75000e40660e is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:04.508349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:04.510801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:04.511316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.556763 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-efdc0f2c-ff0e-406d-8808-6dbe67c4c2ac req-3a87d8cb-9336-4e11-b013-0a239365cac3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362869 Mar 16 11:15:04.601800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=733edb1b-f08f-4807-8506-cff398578266,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.621790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:04.622203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: 0cc2b7c2-4f42-4e30-b353-90fe208784a1, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:04.626824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=0d5d0347-ca26-4130-a8fc-5f15ece63038,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.643376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.754657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c39498-411c-4948-918a-35f00a6b3264 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:04.760868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:04.768750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.783005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] No DVR routers for this DVR port 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:04.794621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5b9a6-684e-401c-a690-7f98b3cb2ed4 None None] Pushing event deleted for resources: {'Port': ['ID=23d48b05-b396-4ca0-adb0-1f2a01e0eb48,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.802051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Transition to ACTIVE for port object e8c39498-411c-4948-918a-35f00a6b3264 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:04.802815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.839617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:04.847115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6530a4b3-bf09-48c0-accd-5a6ef838b208,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.848015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 0cc2b7c2-4f42-4e30-b353-90fe208784a1) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:04.853484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:04.854093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.855390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-48a97a1c-b043-4b2f-a69b-86b1df64d8ee tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:04.856715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-48a97a1c-b043-4b2f-a69b-86b1df64d8ee tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5975130 Mar 16 11:15:04.860305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33266) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:04.868208 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cf645ccb-dff2-4e5a-accf-8a219c4c9224 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6530a4b3-bf09-48c0-accd-5a6ef838b208 HTTP/1.1" status: 204 len: 168 time: 1.1814871 Mar 16 11:15:04.875643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33270) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:04.881291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a381910-bc30-40f6-8ec2-b10146b146b6 None None] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:04.899063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.905441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:04.905776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23d48b05-b396-4ca0-adb0-1f2a01e0eb48 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:05.049939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.060184 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ed0a0b63-9021-49bc-af83-aadb1b9c256e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1946850 Mar 16 11:15:05.062360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33274) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:05.073829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:05.091905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c39498-411c-4948-918a-35f00a6b3264,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.104200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eb860e2b-a9ae-4102-ab12-a4c3005a03e5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1259153 Mar 16 11:15:05.111704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33278) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:05.117627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-353192896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:05.139866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:05.145081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.153210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:05.164656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-51cf5835-6f3e-42f5-8a4c-23971e31ca2d None None] Provisioning for port 733edb1b-f08f-4807-8506-cff398578266 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:05.170744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-51cf5835-6f3e-42f5-8a4c-23971e31ca2d None None] Provisioning complete for port 733edb1b-f08f-4807-8506-cff398578266 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:05.171163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-51cf5835-6f3e-42f5-8a4c-23971e31ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.208048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-0cc2b7c2-4f42-4e30-b353-90fe208784a1', 'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '0d5d0347-ca26-4130-a8fc-5f15ece63038'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:05.208322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.215596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:05.268483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:05.301292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Attempting to bind port e8c39498-411c-4948-918a-35f00a6b3264 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:05.301681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Attempting to bind port e8c39498-411c-4948-918a-35f00a6b3264 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:05.302384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Attempting to bind port e8c39498-411c-4948-918a-35f00a6b3264 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:05.302568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-51cf5835-6f3e-42f5-8a4c-23971e31ca2d None None] Port 733edb1b-f08f-4807-8506-cff398578266 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:05.307921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:05.325647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:05.362384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Port e8c39498-411c-4948-918a-35f00a6b3264 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:15:05.362384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Attempting to bind port e8c39498-411c-4948-918a-35f00a6b3264 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:05.377069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.384015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:05.384479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Checking segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:05.385476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Bound using segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:05.385476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Bound port: e8c39498-411c-4948-918a-35f00a6b3264, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:05.386061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.386810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.387951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.425565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Allocated IP 172.20.0.2 (0cc2b7c2-4f42-4e30-b353-90fe208784a1/0d5d0347-ca26-4130-a8fc-5f15ece63038/a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:05.434908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.465249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:05.468822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.569320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.680471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.691983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Transition to ACTIVE for port object a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:05.711067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Transition to ACTIVE for port object a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:05.797226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.806483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.810307 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4a047c1d-d504-4a22-8fcc-fb71dc120c1c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6947491 Mar 16 11:15:05.817715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33284) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:05.862254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:05.865427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:05.873102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:05.906592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.922515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Pushing event updated for resources: {'Port': ['ID=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.929741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] For port e8c39498-411c-4948-918a-35f00a6b3264, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:05.965238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2621e519-e7c0-4cba-828d-5699d2504518']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:05.977115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] For port e8c39498-411c-4948-918a-35f00a6b3264, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e8c39498-411c-4948-918a-35f00a6b3264,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:05.986375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ffe662-2b4a-43a6-b6fd-2f73c8c08d27') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:05.986834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ffe662-2b4a-43a6-b6fd-2f73c8c08d27') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:05.991176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Attempting to bind port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:05.991551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Attempting to bind port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:05.991911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Attempting to bind port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb on network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:05.997220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.997722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:05.998176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Checking segment: {'id': 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:05.998570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.998964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Bound using segment: {'id': 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:05.999432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Bound port: a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '0cc2b7c2-4f42-4e30-b353-90fe208784a1'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:05.999808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.031366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.095319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] For port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:06.103105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.105616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.117683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:06.118028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:06.131068 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:06.248219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.294081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.323488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] For port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,segment=NetworkSegment(d528dedd-8b9c-47e2-babc-6de0ef43d4b2),segment_id=d528dedd-8b9c-47e2-babc-6de0ef43d4b2)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:06.336498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.341289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.344201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.344918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.379110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.379692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.381368 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 200 len: 1093 time: 3.1000228 Mar 16 11:15:06.389591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:06.404353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2621e519-e7c0-4cba-828d-5699d2504518,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.410516 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-610bd3e7-b0fe-420e-a45b-76bcb79092aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/2621e519-e7c0-4cba-828d-5699d2504518 HTTP/1.1" status: 204 len: 168 time: 1.5336015 Mar 16 11:15:06.432318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.523674 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264', 'status': 'completed', 'code': 200} Mar 16 11:15:06.570989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d794-1fc9-453c-b865-1c0291bcb3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c39498-411c-4948-918a-35f00a6b3264,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.572700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de378f3-67ce-4fd9-a274-2748577356d6 req-f076abf5-39b5-42df-a001-f2642f59e055 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.591573 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7de378f3-67ce-4fd9-a274-2748577356d6 req-f076abf5-39b5-42df-a001-f2642f59e055 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.8429127 Mar 16 11:15:06.623898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1940c-38b5-4fcb-bb27-1a65c2ca7a9c None None] Pushing event updated for resources: {'Port': ['ID=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.737180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=733edb1b-f08f-4807-8506-cff398578266,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.754764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network f540d5ce-faa6-4843-97be-75000e40660e is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:06.756587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:06.863978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-3a7b4888-7e6c-48d3-b3bf-1ab37b4053c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:06.865495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-3a7b4888-7e6c-48d3-b3bf-1ab37b4053c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1096 time: 0.3408203 Mar 16 11:15:06.909098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-7de378f3-67ce-4fd9-a274-2748577356d6 req-04b71a85-b2a7-4a52-91d7-1d89b6e9cd16 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:06.952509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.101 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/2076bd8e-a473-4e52-8905-9f9925e6cec9) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:06.997878 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-b1fab083-fabe-433b-a843-b632a1144bd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 200 len: 217 time: 0.0795283 Mar 16 11:15:07.000408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33292) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.001696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-7de378f3-67ce-4fd9-a274-2748577356d6 req-04b71a85-b2a7-4a52-91d7-1d89b6e9cd16 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:07.003026 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7de378f3-67ce-4fd9-a274-2748577356d6 req-04b71a85-b2a7-4a52-91d7-1d89b6e9cd16 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128449 Mar 16 11:15:07.008165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.050540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.125828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router ec15920a-56e3-4154-a72e-4ecc17030ea1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:07.144747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-9e60203e-46fb-45ca-8875-b43436fd33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.146243 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-9e60203e-46fb-45ca-8875-b43436fd33cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.1243477 Mar 16 11:15:07.159151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:07.166052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:07.178329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898ab663-146f-4d32-8147-9beebad67fe1 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:07.207718 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4caa06fe-cf05-4739-b010-ed27aaee63bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4190928e51342f3a2fea44d45d4d17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032096 Mar 16 11:15:07.223043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33296) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.228746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.229398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.300064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-780a0d93-7dc4-475a-90f6-6785825507d6 None None] Provisioning complete for port 733edb1b-f08f-4807-8506-cff398578266 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:07.300565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-780a0d93-7dc4-475a-90f6-6785825507d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.372686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:07.376011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-780a0d93-7dc4-475a-90f6-6785825507d6 None None] Port 733edb1b-f08f-4807-8506-cff398578266 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:07.379672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5c655a01-c98e-46fc-90fc-05b37f01649b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/ec15920a-56e3-4154-a72e-4ecc17030ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3758008 Mar 16 11:15:07.388253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33300) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.389446 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] Sync routers for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:07.402514 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:07.403473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:07.429793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=f78bf368-930b-4152-9a4e-10834a0fd97c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:07.430534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-4c24afd8-b7b8-49ec-8c7d-5273a4401d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.432783 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-4c24afd8-b7b8-49ec-8c7d-5273a4401d76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2746429 Mar 16 11:15:07.525335 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:07.531197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'f78bf368-930b-4152-9a4e-10834a0fd97c'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:07.532497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.549291 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:07.550166 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:07.659274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.664063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dc1d84d0-2bcf-46e4-a8d9-15cb5b9b6c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.673635 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a1907f2f-2a7f-4d71-86c6-7f0a950db657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6072824 Mar 16 11:15:07.674901 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:07.675556 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb3b1f7-ddf9-46df-9b0a-8cb5f5092720 None None] The sync data for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:07.691856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33304) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.706845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:7e:ad:3c', 'name': 'tempest-NetworksTestDHCPv6-1070427758'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:07.766574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dc1d84d0-2bcf-46e4-a8d9-15cb5b9b6c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.861614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/f78bf368-930b-4152-9a4e-10834a0fd97c/3417912e-13cb-4db9-9b8e-2be98601da41) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:07.918130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912cec9-2827-40ec-b171-fd5a0a7798b7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.918756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0912cec9-2827-40ec-b171-fd5a0a7798b7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:08.024273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0912cec9-2827-40ec-b171-fd5a0a7798b7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:08.028491 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0912cec9-2827-40ec-b171-fd5a0a7798b7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports/733edb1b-f08f-4807-8506-cff398578266 HTTP/1.1" status: 200 len: 913 time: 0.6375165 Mar 16 11:15:08.031743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.101740 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-f57e6ebf-36d4-47a8-aac1-be1c6093bc13 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519418 Mar 16 11:15:08.115141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.20.0.1 (0cc2b7c2-4f42-4e30-b353-90fe208784a1/0d5d0347-ca26-4130-a8fc-5f15ece63038/f8192c0d-bc9f-40a7-8710-e7d877b49e79) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:08.118432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dc1d84d0-2bcf-46e4-a8d9-15cb5b9b6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.123123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:08.138878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.212261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768600e-637a-4408-aa39-ee2a934a1f03 None None] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:08.212494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:08.229220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d84d0-2bcf-46e4-a8d9-15cb5b9b6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921ab75-40f3-4ec9-a51f-4c1448c92030,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.241051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:08.247999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:08.255740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:08.275288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:08.277339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:08.373569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.397384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Transition to ACTIVE for port object 3417912e-13cb-4db9-9b8e-2be98601da41 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:08.415965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=2076bd8e-a473-4e52-8905-9f9925e6cec9,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.430873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:08.459689 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dc1d84d0-2bcf-46e4-a8d9-15cb5b9b6c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.459689 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dc1d84d0-2bcf-46e4-a8d9-15cb5b9b6c06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1921ab75-40f3-4ec9-a51f-4c1448c92030 HTTP/1.1" status: 204 len: 168 time: 1.2195339 Mar 16 11:15:08.460116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Transition to ACTIVE for port object 3417912e-13cb-4db9-9b8e-2be98601da41 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:08.503666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fe1687b4-d706-4a7d-931f-d2c2f690ec30 None None] Provisioning for port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:08.542054 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.593880 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee9170dd-3ff0-4066-89f1-da3eeb35374c req-d3c378da-3cb9-46cb-8d15-bb65408efde0 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794595 Mar 16 11:15:08.644341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:08.645483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:08.650416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:08.706282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Pushing event updated for resources: {'Port': ['ID=3417912e-13cb-4db9-9b8e-2be98601da41,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.807781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Attempting to bind port 3417912e-13cb-4db9-9b8e-2be98601da41 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:08.808768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Attempting to bind port 3417912e-13cb-4db9-9b8e-2be98601da41 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:08.808768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Attempting to bind port 3417912e-13cb-4db9-9b8e-2be98601da41 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:08.817091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:08.817410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:08.820268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.820673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:08.821150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Bound port: 3417912e-13cb-4db9-9b8e-2be98601da41, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:08.821290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a6ae-a278-4557-81e5-81dd95eb3ed4 req-e1ca047c-3c5b-43e9-a536-1d5f751c2b79 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:08.821523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.828490 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f773a6ae-a278-4557-81e5-81dd95eb3ed4 req-e1ca047c-3c5b-43e9-a536-1d5f751c2b79 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.6139033 Mar 16 11:15:08.894097 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f773a6ae-a278-4557-81e5-81dd95eb3ed4 req-3ffc190e-eb9f-421a-aa24-ec1385676762 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645914 Mar 16 11:15:08.931011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:08.973810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-8f07ecc6-8f8c-4aaa-9eeb-84a1258a6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:08.975875 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-8f07ecc6-8f8c-4aaa-9eeb-84a1258a6860 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1096 time: 0.2683561 Mar 16 11:15:08.988373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.013608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] For port 3417912e-13cb-4db9-9b8e-2be98601da41, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:09.025420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] For port 3417912e-13cb-4db9-9b8e-2be98601da41, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3417912e-13cb-4db9-9b8e-2be98601da41,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:09.060211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object f8192c0d-bc9f-40a7-8710-e7d877b49e79 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:09.074807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.095267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.114448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 639fdbf9-2d4a-44be-afda-7224a6b926d5 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:15:09.144841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:09.152284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:09.152726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.208486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-0ecaa3c2-868c-4323-a9a1-256419804876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:09.210106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-0ecaa3c2-868c-4323-a9a1-256419804876 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.2235305 Mar 16 11:15:09.279625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106cbe-248c-4ad8-b7e1-d045a89e6ef5 None None] Pushing event updated for resources: {'Port': ['ID=3417912e-13cb-4db9-9b8e-2be98601da41,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.284929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.288545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-01ade07b-c366-4380-8b7d-4aeeb7379053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 200 len: 217 time: 0.0704641 Mar 16 11:15:09.349065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.365166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.386583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,segment=NetworkSegment(d528dedd-8b9c-47e2-babc-6de0ef43d4b2),segment_id=d528dedd-8b9c-47e2-babc-6de0ef43d4b2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:09.458931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.498941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-e378f601-61e9-4636-8d04-6d8b214e6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:09.500714 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-e378f601-61e9-4636-8d04-6d8b214e6c7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.2056720 Mar 16 11:15:09.515733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::3b (7bb6eb09-c78b-4881-a84a-9534f87fec56/f78bf368-930b-4152-9a4e-10834a0fd97c/639fdbf9-2d4a-44be-afda-7224a6b926d5) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:09.552805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33318) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:09.597125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.660349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:09.728363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:09.743069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:09.810159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=f8192c0d-bc9f-40a7-8710-e7d877b49e79,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.898486 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a7156431-a60e-4d9e-9f35-c3e1a99e3703 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ee584356e7742a0bab3eeb21e30c758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438318 Mar 16 11:15:09.902008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33322) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:09.913012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.915339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.943185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-1c7bb163-605d-45e2-a998-bc73d033b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:09.944729 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-1c7bb163-605d-45e2-a998-bc73d033b185 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4349215 Mar 16 11:15:10.019811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.048146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-10d86688-4071-4460-b30e-13b819d0aac0 None None] Provisioning for port f8192c0d-bc9f-40a7-8710-e7d877b49e79 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:10.053718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-10d86688-4071-4460-b30e-13b819d0aac0 None None] Provisioning complete for port f8192c0d-bc9f-40a7-8710-e7d877b49e79 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:10.054402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-10d86688-4071-4460-b30e-13b819d0aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.093040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 639fdbf9-2d4a-44be-afda-7224a6b926d5 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:10.107208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e88b2cc-6e1b-4313-b833-c06dc4af4be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.121735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-10d86688-4071-4460-b30e-13b819d0aac0 None None] Port f8192c0d-bc9f-40a7-8710-e7d877b49e79 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:10.194212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e88b2cc-6e1b-4313-b833-c06dc4af4be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.235575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-ce7f3e82-384e-4d3b-a758-60fc26f501ef service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832377 Mar 16 11:15:10.300475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 733edb1b-f08f-4807-8506-cff398578266 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:10.300951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.383028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059526-a7e8-44ee-ae17-63d691535c40 req-58fe4cab-21c3-4549-bf15-42258f50f95e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:10.388572 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1d059526-a7e8-44ee-ae17-63d691535c40 req-58fe4cab-21c3-4549-bf15-42258f50f95e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.3617835 Mar 16 11:15:10.541295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e88b2cc-6e1b-4313-b833-c06dc4af4be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.561024 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-312cc2ab-1938-4764-be37-a09df6bf8a90 req-8c6ee615-9be2-437c-bae7-9a83cc46b167 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189759 Mar 16 11:15:10.572441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88b2cc-6e1b-4313-b833-c06dc4af4be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887175d7-114b-41e8-9736-ef9368ce193b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:10.589166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e88b2cc-6e1b-4313-b833-c06dc4af4be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.590329 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7e88b2cc-6e1b-4313-b833-c06dc4af4be0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/887175d7-114b-41e8-9736-ef9368ce193b HTTP/1.1" status: 204 len: 168 time: 0.6806264 Mar 16 11:15:10.603976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.617270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.632360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.638248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a0402b0-d81a-4213-862f-5e87ac00651e None None] Provisioning for port 3417912e-13cb-4db9-9b8e-2be98601da41 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:10.774161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 733edb1b-f08f-4807-8506-cff398578266 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:10.775995 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1d059526-a7e8-44ee-ae17-63d691535c40 req-0e205db4-5f65-4ab2-a6fb-28c7178a4ce2 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977618 Mar 16 11:15:10.780172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:10.792730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:10.795232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.804280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:10.811089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:10.811911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.821192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=639fdbf9-2d4a-44be-afda-7224a6b926d5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:10.931402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3417912e-13cb-4db9-9b8e-2be98601da41 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:11.081489 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b48cbca4-28c3-49cb-9d5a-7304faf8a00f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3863642 Mar 16 11:15:11.085769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33330) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:11.138698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.151042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 3417912e-13cb-4db9-9b8e-2be98601da41 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:11.156680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3417912e-13cb-4db9-9b8e-2be98601da41 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:11.157369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.220981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=733edb1b-f08f-4807-8506-cff398578266,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:11.289669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a11bd171-9b56-4613-86cd-246322f3f13b None None] Provisioning for port 639fdbf9-2d4a-44be-afda-7224a6b926d5 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:11.304464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a11bd171-9b56-4613-86cd-246322f3f13b None None] Provisioning complete for port 639fdbf9-2d4a-44be-afda-7224a6b926d5 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:11.304767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a11bd171-9b56-4613-86cd-246322f3f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.366032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a11bd171-9b56-4613-86cd-246322f3f13b None None] Port 639fdbf9-2d4a-44be-afda-7224a6b926d5 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:11.367657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.415279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:11.419697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 3417912e-13cb-4db9-9b8e-2be98601da41, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3417912e-13cb-4db9-9b8e-2be98601da41,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:11.421285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.470181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd447e-f0cb-4d6c-80cc-5dcb8b65d050 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:11.476475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd447e-f0cb-4d6c-80cc-5dcb8b65d050 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:11.477229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2ebd447e-f0cb-4d6c-80cc-5dcb8b65d050 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:11.482921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.483605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:11.506494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.508117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.609023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=3417912e-13cb-4db9-9b8e-2be98601da41,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:11.619536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:11.620526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.722800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.726634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=f8192c0d-bc9f-40a7-8710-e7d877b49e79,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:11.748856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:11.763638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:11.773991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:11.774604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:11.828653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2ebd447e-f0cb-4d6c-80cc-5dcb8b65d050 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:11.833535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2ebd447e-f0cb-4d6c-80cc-5dcb8b65d050 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7434475 Mar 16 11:15:11.835453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33336) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:11.907404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:11.908900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:12.002434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 639fdbf9-2d4a-44be-afda-7224a6b926d5 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:12.002768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:12.003431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.184362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.188135 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-329e2029-19dc-412c-be0b-e7b46044d7b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3287296 Mar 16 11:15:12.192494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33340) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.231642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7324aee3-efa9-4105-93b8-4701dfeacf30 None None] Provisioning complete for port f8192c0d-bc9f-40a7-8710-e7d877b49e79 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:12.232023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7324aee3-efa9-4105-93b8-4701dfeacf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.301579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router ec15920a-56e3-4154-a72e-4ecc17030ea1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:12.310905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router b9dbb0d9-3ec3-4f24-835f-cdfa267301db is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:12.317060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2cc67-e39d-46ea-83e4-34f84228f81d req-178d3ac8-a17a-46f9-835d-8f0aec6082b4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.318592 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b5c2cc67-e39d-46ea-83e4-34f84228f81d req-178d3ac8-a17a-46f9-835d-8f0aec6082b4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.3984780 Mar 16 11:15:12.341431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7324aee3-efa9-4105-93b8-4701dfeacf30 None None] Port f8192c0d-bc9f-40a7-8710-e7d877b49e79 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:12.373772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:09Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.379497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:12.379497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Updating router 717a6902-1b92-4cb3-9a82-54465e145d58 port 2076bd8e-a473-4e52-8905-9f9925e6cec9 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:15:12.440458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.485122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:12.492850 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fe9053f7-3a7f-44d9-9082-a8fd2a8bac92 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/b9dbb0d9-3ec3-4f24-835f-cdfa267301db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6213152 Mar 16 11:15:12.495417 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] Sync routers for ids ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:12.498166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33346) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.505029 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] Routers {'b9dbb0d9-3ec3-4f24-835f-cdfa267301db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:12.505631 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.588701 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0c88d309-2317-44d9-8948-82fc5842cc9b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3931909 Mar 16 11:15:12.589310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33350) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.618968 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.631091 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] Routers {'b9dbb0d9-3ec3-4f24-835f-cdfa267301db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:12.631924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.685927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c7e0a-0e09-4d32-9c58-20a87295f3c1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.686515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-417c7e0a-0e09-4d32-9c58-20a87295f3c1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:12.704248 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.705478 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cacb87-4830-4bd4-8031-ffc55e344cef None None] The sync data for ids ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:12.714739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.740871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b5c2cc67-e39d-46ea-83e4-34f84228f81d req-f16a9c48-8ffb-4f01-b53f-7f09ad8d8377 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083028 Mar 16 11:15:12.765612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ffe15-f755-4f88-9578-35b7cafa6522 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.765612 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-815ffe15-f755-4f88-9578-35b7cafa6522 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1669509 Mar 16 11:15:12.765612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33354) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.808815 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b91eacde-090f-44cc-972b-bf2a44b40092 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456374 Mar 16 11:15:12.814362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33358) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.821665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614688599', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:12.840520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3417912e-13cb-4db9-9b8e-2be98601da41 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:12.880713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 639fdbf9-2d4a-44be-afda-7224a6b926d5 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:12.919515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:12.940866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.940866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] Sync routers for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:12.941355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-417c7e0a-0e09-4d32-9c58-20a87295f3c1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:12.948709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:12.949881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-417c7e0a-0e09-4d32-9c58-20a87295f3c1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports/f8192c0d-bc9f-40a7-8710-e7d877b49e79 HTTP/1.1" status: 200 len: 910 time: 0.4418359 Mar 16 11:15:12.950730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33362) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.960566 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Transition to ACTIVE for port object 2076bd8e-a473-4e52-8905-9f9925e6cec9 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:12.963472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:12.969226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.013434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:13.021561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:13.040739 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-057b2f8c-767a-4480-8de3-043e465f983c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/ec15920a-56e3-4154-a72e-4ecc17030ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0034175 Mar 16 11:15:13.040949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3417912e-13cb-4db9-9b8e-2be98601da41 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:13.043382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.043579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33366) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:13.047076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:13.071229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.083123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.133328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.153038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:13.153763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.189132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=639fdbf9-2d4a-44be-afda-7224a6b926d5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.203225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.203700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.204041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.204805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.204805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.205298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.205525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.205871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.206240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.206571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.206889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.207254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.228023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.228430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fd45b-556f-4db0-906e-ee8df1caea2e None None] The sync data for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:13.255456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.261020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Attempting to bind port 2076bd8e-a473-4e52-8905-9f9925e6cec9 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:13.261990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Attempting to bind port 2076bd8e-a473-4e52-8905-9f9925e6cec9 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:13.261990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Attempting to bind port 2076bd8e-a473-4e52-8905-9f9925e6cec9 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:13.268904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Pushing event updated for resources: {'Port': ['ID=2076bd8e-a473-4e52-8905-9f9925e6cec9,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.277276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:13.277543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:13.277665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:13.278099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.278468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:13.278948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Bound port: 2076bd8e-a473-4e52-8905-9f9925e6cec9, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:13.279321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.280762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.323924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.324957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.324957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.324957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.325242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.325684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.325969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.326303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.326736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.327058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.327387 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.327708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:13.330678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-787d2713-c38a-412e-b5f5-02902593271d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/639fdbf9-2d4a-44be-afda-7224a6b926d5 HTTP/1.1" status: 204 len: 168 time: 1.4939833 Mar 16 11:15:13.331503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33370) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:13.430551 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] For port 2076bd8e-a473-4e52-8905-9f9925e6cec9, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:13.439470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] For port 2076bd8e-a473-4e52-8905-9f9925e6cec9, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2076bd8e-a473-4e52-8905-9f9925e6cec9,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:13.505512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.582354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab748c-6d6a-4eff-93d1-2aebf17ebb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.583799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab748c-6d6a-4eff-93d1-2aebf17ebb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.584726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dbab748c-6d6a-4eff-93d1-2aebf17ebb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:13.632045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:13.632851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:14:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.702421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5bdc-6681-43c8-8361-81542ffbc8ad None None] Pushing event updated for resources: {'Port': ['ID=2076bd8e-a473-4e52-8905-9f9925e6cec9,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.716014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dbab748c-6d6a-4eff-93d1-2aebf17ebb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:13.719421 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dbab748c-6d6a-4eff-93d1-2aebf17ebb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3844607 Mar 16 11:15:13.720154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33374) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:13.797886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet f78bf368-930b-4152-9a4e-10834a0fd97c {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:13.802591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.836632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:13.876078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.966663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.112249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.137976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:09Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:14.142223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8322f-1cc6-4fa0-962b-9c8ccbec738e None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:09Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:14.155775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=f78bf368-930b-4152-9a4e-10834a0fd97c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:14.169365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.172645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206305f-3625-41a7-af89-6031729c285c None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:14.275117 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9c2a2b04-f82f-4b19-a955-a78d0a71df1f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/f78bf368-930b-4152-9a4e-10834a0fd97c HTTP/1.1" status: 204 len: 168 time: 0.5527034 Mar 16 11:15:14.276101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33380) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:14.318872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238727-f535-4996-ae7e-86590e6debec req-89470616-169b-44d2-9ff5-b185bba01b21 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.320406 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c0238727-f535-4996-ae7e-86590e6debec req-89470616-169b-44d2-9ff5-b185bba01b21 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.3884022 Mar 16 11:15:14.367856 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6e146ab4-d51c-4d8c-bee3-d24f4c4ead54 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904715 Mar 16 11:15:14.368467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33384) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:14.467270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.514791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:14.519498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] Deleting port 3417912e-13cb-4db9-9b8e-2be98601da41 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:14.521290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.544566 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c0238727-f535-4996-ae7e-86590e6debec req-cb298ccf-3654-4480-93f2-e15244e7fc74 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048390 Mar 16 11:15:14.593185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=8da97276-96ae-4934-b14b-a7f65b1a3d01,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:14.672522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:14.673168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 430d462b-b776-4e6a-9c9d-9225c0e648f1, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:14.710280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e9bfa-d3d6-4b66-86d1-1abbb2be67d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.711019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e5e9bfa-d3d6-4b66-86d1-1abbb2be67d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:14.739707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.771588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] For port 3417912e-13cb-4db9-9b8e-2be98601da41, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3417912e-13cb-4db9-9b8e-2be98601da41,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:14.771981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.814994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:14.903009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e5e9bfa-d3d6-4b66-86d1-1abbb2be67d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:14.903984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2076bd8e-a473-4e52-8905-9f9925e6cec9 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:14.907317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33388) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:14.918577 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9e5e9bfa-d3d6-4b66-86d1-1abbb2be67d4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5454383 Mar 16 11:15:14.933982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 430d462b-b776-4e6a-9c9d-9225c0e648f1) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:14.940292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.941684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.943833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] Calling delete_port for 3417912e-13cb-4db9-9b8e-2be98601da41 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:14.970580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.985100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba0981-9e40-42a4-8698-142c36f64bc0 None None] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:14.989555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751348b3-71ac-4c09-bdd0-77026cbc3360 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.990280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-751348b3-71ac-4c09-bdd0-77026cbc3360 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:15.071315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-751348b3-71ac-4c09-bdd0-77026cbc3360 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:15.075321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-751348b3-71ac-4c09-bdd0-77026cbc3360 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1642432 Mar 16 11:15:15.075321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33392) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:15.164001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-74300101-2bae-4d95-95a0-52cf82bc347b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853064 Mar 16 11:15:15.172457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33396) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:15.177041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:15.248955 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d8abd13e-4404-4dd7-b3b8-38832814f04f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4308703 Mar 16 11:15:15.252761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33400) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:15.304436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77cd51ce-302a-4902-9e31-3c27c0f61565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.305093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:15.315961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:15.359071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.368549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2076bd8e-a473-4e52-8905-9f9925e6cec9 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:15.380001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:15.384193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.429253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] Pushing event deleted for resources: {'Port': ['ID=3417912e-13cb-4db9-9b8e-2be98601da41,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:15.431044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2076bd8e-a473-4e52-8905-9f9925e6cec9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:15.431419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.471328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1d101-49db-48fe-9500-d314ee3f7608 None None] No DVR routers for this DVR port 3417912e-13cb-4db9-9b8e-2be98601da41 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:15.548320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-430d462b-b776-4e6a-9c9d-9225c0e648f1', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:15.550006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.856875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.879219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port f8192c0d-bc9f-40a7-8710-e7d877b49e79 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:15.880176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.893162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:15:15.894981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.928852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2076bd8e-a473-4e52-8905-9f9925e6cec9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2076bd8e-a473-4e52-8905-9f9925e6cec9,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:15.950283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fac71-9224-4483-be76-8c74b6fde01a req-cfc51714-37a9-4207-b7ba-41598fc4bc94 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:15.957511 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b64fac71-9224-4483-be76-8c74b6fde01a req-cfc51714-37a9-4207-b7ba-41598fc4bc94 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.2497797 Mar 16 11:15:15.965185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Allocated IP 172.20.0.2 (430d462b-b776-4e6a-9c9d-9225c0e648f1/8da97276-96ae-4934-b14b-a7f65b1a3d01/e3241ef9-2ecf-4c20-80e2-5cc82336a030) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:16.003366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.004245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:16.016615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:16.023085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:16.026316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.057561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8a2c3-f58a-46ae-b824-608e3d40c0f2 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:16.085899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b64fac71-9224-4483-be76-8c74b6fde01a req-27a73c82-d18b-4aca-8ce3-0f3ee9087efa tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272588 Mar 16 11:15:16.086941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=c24b157e-b911-4fdc-9cba-338b78a72dc8,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:16.100555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3417912e-13cb-4db9-9b8e-2be98601da41 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:16.163064 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-39246499-6487-41a8-b988-416c580df879 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9920788 Mar 16 11:15:16.165406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33406) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:16.171696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:16.197368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 3417912e-13cb-4db9-9b8e-2be98601da41 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:16.197720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3417912e-13cb-4db9-9b8e-2be98601da41 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:16.231660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 0cdce940-44c4-451e-897b-4c0384a59e64 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:16.231999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.295761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2076bd8e-a473-4e52-8905-9f9925e6cec9,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:16.324269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:16.329559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:16.332696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:16.338516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:16.361217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.426187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:16.429714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.480894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.490995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': 'c24b157e-b911-4fdc-9cba-338b78a72dc8'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:16.491808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.504203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Transition to ACTIVE for port object e3241ef9-2ecf-4c20-80e2-5cc82336a030 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:16.569283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Transition to ACTIVE for port object e3241ef9-2ecf-4c20-80e2-5cc82336a030 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:16.585750 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.ipam_backend_mixin [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c24b157e-b911-4fdc-9cba-338b78a72dc8 (CIDR: 2001:db8::/64) Mar 16 11:15:16.602863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for f8192c0d-bc9f-40a7-8710-e7d877b49e79 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:16.614200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:15:16.614743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:16.646773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.688016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-91f735e8-8a2e-4f00-b4dc-2f0badf72b2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5213244 Mar 16 11:15:16.690900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33410) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:16.697794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:16.729756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:16.735727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:16.746267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:16.750795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Allocated IP 2001:db8::f816:3eff:fe15:4856 (7bb6eb09-c78b-4881-a84a-9534f87fec56/c24b157e-b911-4fdc-9cba-338b78a72dc8/9f10c45a-c0b0-40e4-aee2-0d53143b3575) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:16.771404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Pushing event updated for resources: {'Port': ['ID=e3241ef9-2ecf-4c20-80e2-5cc82336a030,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:16.810323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.933423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2076bd8e-a473-4e52-8905-9f9925e6cec9 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:16.980863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:16.985698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:16.989581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:16.995712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:17.047325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:17.052051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.052343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Attempting to bind port e3241ef9-2ecf-4c20-80e2-5cc82336a030 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:17.052715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Attempting to bind port e3241ef9-2ecf-4c20-80e2-5cc82336a030 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:17.053078 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Attempting to bind port e3241ef9-2ecf-4c20-80e2-5cc82336a030 on network 430d462b-b776-4e6a-9c9d-9225c0e648f1 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:17.077999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:17.077999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Checking segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:17.078514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.078796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Bound using segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:17.079274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Bound port: e3241ef9-2ecf-4c20-80e2-5cc82336a030, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:17.079649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.135608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 0cdce940-44c4-451e-897b-4c0384a59e64 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:17.215919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2076bd8e-a473-4e52-8905-9f9925e6cec9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:17.216299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.319509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] For port e3241ef9-2ecf-4c20-80e2-5cc82336a030, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:17.327433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.333147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] For port e3241ef9-2ecf-4c20-80e2-5cc82336a030, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e3241ef9-2ecf-4c20-80e2-5cc82336a030,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:17.343308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Transition to ACTIVE for port object 9f10c45a-c0b0-40e4-aee2-0d53143b3575 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:17.404080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Transition to ACTIVE for port object 9f10c45a-c0b0-40e4-aee2-0d53143b3575 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:17.407136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f513-405f-40b2-80ac-b41b06559afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.428189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.484190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.496172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c82e4f-a9d1-437b-8f28-468dfc58a559 req-14987e7c-f8d8-45ec-9a4e-7218ae7ddd0b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:17.497657 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-61c82e4f-a9d1-437b-8f28-468dfc58a559 req-14987e7c-f8d8-45ec-9a4e-7218ae7ddd0b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 943 time: 0.2596927 Mar 16 11:15:17.501456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.512337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7b37-9e89-4846-9bfd-c7a628cf92b9 None None] Pushing event updated for resources: {'Port': ['ID=e3241ef9-2ecf-4c20-80e2-5cc82336a030,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:17.529370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.555576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:17.558881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:17.562291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:17.563230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.578401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.594073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=c79cb7f6-5b9a-474d-b611-a8a778fcd1a0,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:17.612228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:17.614710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:17.619348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:17.665742 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f74715c9-8f94-4e0a-82a8-5846ddce7657 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9725807 Mar 16 11:15:17.668622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33416) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:17.674332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:09:c6:d8', 'name': 'tempest-NetworksTestDHCPv6-199896918'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:17.705898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=f8192c0d-bc9f-40a7-8710-e7d877b49e79,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:17.737875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Pushing event updated for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:17.748927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Attempting to bind port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:17.749293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Attempting to bind port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:17.749649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Attempting to bind port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:17.755216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:17.755584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:17.755983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.756369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:17.756826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Bound port: 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:17.757197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.781570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:17.817011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e8c39498-411c-4948-918a-35f00a6b3264 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:15:17.839093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:17.846643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:17.852567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:17.860680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:17.868207 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-61c82e4f-a9d1-437b-8f28-468dfc58a559 req-d77be7f3-c415-452c-babd-34bd07a58412 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567693 Mar 16 11:15:17.938150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:18.012341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:18.060609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e8c39498-411c-4948-918a-35f00a6b3264, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e8c39498-411c-4948-918a-35f00a6b3264,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:18.075856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e8c39498-411c-4948-918a-35f00a6b3264', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'port_id': 'e8c39498-411c-4948-918a-35f00a6b3264', 'mac_address': 'fa:16:3e:73:87:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:15:18.096438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.105597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:18.137695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.233677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.236959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.265515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=0cdce940-44c4-451e-897b-4c0384a59e64,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.284044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c39498-411c-4948-918a-35f00a6b3264 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:18.289520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.291364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7eeb-cbe6-4c91-8fe4-d5b58248f6e5 None None] Pushing event updated for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.310753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e8c39498-411c-4948-918a-35f00a6b3264, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e8c39498-411c-4948-918a-35f00a6b3264,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:18.334016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 6e507606-b929-40f6-aa55-067496f7eef8 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:15:18.357434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.385531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.486198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e8c39498-411c-4948-918a-35f00a6b3264,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.595663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.640647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e8c39498-411c-4948-918a-35f00a6b3264'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:15:18.697172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8:0:1::2ec (7bb6eb09-c78b-4881-a84a-9534f87fec56/c79cb7f6-5b9a-474d-b611-a8a778fcd1a0/6e507606-b929-40f6-aa55-067496f7eef8) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:18.704043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe09:c6d8 (7bb6eb09-c78b-4881-a84a-9534f87fec56/c24b157e-b911-4fdc-9cba-338b78a72dc8/6e507606-b929-40f6-aa55-067496f7eef8) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:18.890702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.053713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f10c45a-c0b0-40e4-aee2-0d53143b3575 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:19.105575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.123527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 6e507606-b929-40f6-aa55-067496f7eef8 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:19.200458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f80d6-828a-4328-9eaf-45670f8776fb req-a3ed61fe-6a1e-46c4-b45f-89d1cf384b05 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:19.201997 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2c5f80d6-828a-4328-9eaf-45670f8776fb req-a3ed61fe-6a1e-46c4-b45f-89d1cf384b05 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 944 time: 0.1470559 Mar 16 11:15:19.228494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.262946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router b9dbb0d9-3ec3-4f24-835f-cdfa267301db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:19.271157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5fe3f1-a60b-421d-ae84-64c4f5998c8a None None] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:19.298510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:19.307570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:19.311153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:19.311705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e3241ef9-2ecf-4c20-80e2-5cc82336a030 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:19.313680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:19.320115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:19.321339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.373326 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2c5f80d6-828a-4328-9eaf-45670f8776fb req-6f9bcd26-06af-45c7-bb13-9a2781c05a48 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623735 Mar 16 11:15:19.377260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=6e507606-b929-40f6-aa55-067496f7eef8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:19.436675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (430d462b-b776-4e6a-9c9d-9225c0e648f1/8da97276-96ae-4934-b14b-a7f65b1a3d01/274dfd6e-b3c6-4740-825e-79a6e9711445) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:19.447163 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3077fe18-9a06-419b-8463-b11ff71a2dbc tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7772553 Mar 16 11:15:19.448889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:19.549766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 6e507606-b929-40f6-aa55-067496f7eef8 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:19.554847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-336f89be-f0dd-40be-9d52-027b6ce798ba None None] Provisioning for port e3241ef9-2ecf-4c20-80e2-5cc82336a030 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:19.555718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.592773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:19.604011 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054714a0-9994-4085-8d98-167058630712 None None] Sync routers for ids ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:19.616329 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054714a0-9994-4085-8d98-167058630712 None None] Routers {'b9dbb0d9-3ec3-4f24-835f-cdfa267301db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:19.618314 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-054714a0-9994-4085-8d98-167058630712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.665064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router ec15920a-56e3-4154-a72e-4ecc17030ea1 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:19.717605 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-054714a0-9994-4085-8d98-167058630712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.728608 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054714a0-9994-4085-8d98-167058630712 None None] Routers {'b9dbb0d9-3ec3-4f24-835f-cdfa267301db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:19.729514 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-054714a0-9994-4085-8d98-167058630712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.750608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e3241ef9-2ecf-4c20-80e2-5cc82336a030 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:19.762457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e3241ef9-2ecf-4c20-80e2-5cc82336a030 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:19.763871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.809726 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-054714a0-9994-4085-8d98-167058630712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.810424 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054714a0-9994-4085-8d98-167058630712 None None] The sync data for ids ['b9dbb0d9-3ec3-4f24-835f-cdfa267301db'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:19.844394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-336f89be-f0dd-40be-9d52-027b6ce798ba None None] Provisioning complete for port e3241ef9-2ecf-4c20-80e2-5cc82336a030 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:19.845212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-336f89be-f0dd-40be-9d52-027b6ce798ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.860260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ae283c28-2264-414a-8651-b446d7a5ac18 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/b9dbb0d9-3ec3-4f24-835f-cdfa267301db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9084897 Mar 16 11:15:19.864377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33426) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:19.897918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e8c39498-411c-4948-918a-35f00a6b3264 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:19.926029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ede9f8-cb09-4dd6-b171-5019a9af59d4 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:20.045605 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e5754ebe-0cd5-44a4-af6b-a16a035e5a36 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9dbb0d9-3ec3-4f24-835f-cdfa267301db HTTP/1.1" status: 200 len: 205 time: 0.1806610 Mar 16 11:15:20.050459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33430) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:20.092811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:20.110378 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a9b911f0-4625-42dd-b14d-d11db100ba6b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/ec15920a-56e3-4154-a72e-4ecc17030ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0622823 Mar 16 11:15:20.110378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33434) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:20.132542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.143222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.152889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] Sync routers for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:20.161329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1939ba3c-304b-4ee5-a830-c3cb0089cfb3 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:20.171797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.175424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 274dfd6e-b3c6-4740-825e-79a6e9711445 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:20.201756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.249063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:20.249697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:20.264653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1939ba3c-304b-4ee5-a830-c3cb0089cfb3 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:20.265937 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1939ba3c-304b-4ee5-a830-c3cb0089cfb3 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec15920a-56e3-4154-a72e-4ecc17030ea1 HTTP/1.1" status: 200 len: 205 time: 0.1569796 Mar 16 11:15:20.268881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33438) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:20.323461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 6e507606-b929-40f6-aa55-067496f7eef8 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:20.325203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.330503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.353280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.385790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:20.411279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:20.470956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:20.477698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:20.510456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.551953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-336f89be-f0dd-40be-9d52-027b6ce798ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.594138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e3241ef9-2ecf-4c20-80e2-5cc82336a030, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e3241ef9-2ecf-4c20-80e2-5cc82336a030,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:20.600216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] Routers {'ec15920a-56e3-4154-a72e-4ecc17030ea1'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:20.601213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ec15920a-56e3-4154-a72e-4ecc17030ea1'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:20.681585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e8c39498-411c-4948-918a-35f00a6b3264 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:20.702388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e8c39498-411c-4948-918a-35f00a6b3264 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:20.702887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.756551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=274dfd6e-b3c6-4740-825e-79a6e9711445,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:20.760824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.784449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.786928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.859304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:20.859845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de003df-1e68-4c0c-913b-a1e8700db463 None None] The sync data for ids ['ec15920a-56e3-4154-a72e-4ecc17030ea1'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:20.881747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.883496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router b9dbb0d9-3ec3-4f24-835f-cdfa267301db {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:20.902473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.906730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.907773 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4c145630-db57-4008-becb-79a646383c95 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/b9dbb0d9-3ec3-4f24-835f-cdfa267301db HTTP/1.1" status: 204 len: 168 time: 0.8563962 Mar 16 11:15:20.910828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33444) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:20.924184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e3241ef9-2ecf-4c20-80e2-5cc82336a030,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:20.981328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.988967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.035805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 0d5d0347-ca26-4130-a8fc-5f15ece63038 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:21.040858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.047735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-336f89be-f0dd-40be-9d52-027b6ce798ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:21.052919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-336f89be-f0dd-40be-9d52-027b6ce798ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:21.053049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630d0a-cc02-44d2-a282-a8f44b515912 req-73c3246a-34dc-4b62-a818-f15956c7ad77 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:21.053049 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-23630d0a-cc02-44d2-a282-a8f44b515912 req-73c3246a-34dc-4b62-a818-f15956c7ad77 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 944 time: 0.4657176 Mar 16 11:15:21.084506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.107377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.115300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Update dhcp port {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': 'c24b157e-b911-4fdc-9cba-338b78a72dc8', 'ip_address': '2001:db8::f816:3eff:fe15:4856'}, {'subnet_id': 'c79cb7f6-5b9a-474d-b611-a8a778fcd1a0'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '9f10c45a-c0b0-40e4-aee2-0d53143b3575'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:15:21.125934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-23630d0a-cc02-44d2-a282-a8f44b515912 req-2b81e077-8a98-490b-867d-f1cc22951dd6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616283 Mar 16 11:15:21.129691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.130270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router ec15920a-56e3-4154-a72e-4ecc17030ea1 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:21.141738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.143697 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ca3c1365-1b7d-481e-ac2f-05a18e02a999 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/ec15920a-56e3-4154-a72e-4ecc17030ea1 HTTP/1.1" status: 204 len: 168 time: 0.8739059 Mar 16 11:15:21.149176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33448) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.153454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:21.180087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e8c39498-411c-4948-918a-35f00a6b3264, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e8c39498-411c-4948-918a-35f00a6b3264,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:21.196498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.214112 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264', 'code': 200} Mar 16 11:15:21.214308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.255052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.271488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet 382ad276-490a-4c72-ad38-7c020b4441be {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:21.278049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.309262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=6e507606-b929-40f6-aa55-067496f7eef8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:21.354601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.363343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.366967 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-855faf1d-e533-4b54-951f-1e2b2e3e8d84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/6e507606-b929-40f6-aa55-067496f7eef8 HTTP/1.1" status: 204 len: 168 time: 1.9149520 Mar 16 11:15:21.368352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33454) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.370728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.382404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.447971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e8c39498-411c-4948-918a-35f00a6b3264,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:21.509415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc4fc7b-6c0d-41a1-b614-973eea92d47d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:21.510177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dfc4fc7b-6c0d-41a1-b614-973eea92d47d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:21.527523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Allocated IP 2001:db8:0:1::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/c79cb7f6-5b9a-474d-b611-a8a778fcd1a0/9f10c45a-c0b0-40e4-aee2-0d53143b3575) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:21.622508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.734337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:21.761614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.778332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Ignored duplicate provisioning block setup for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:15:21.796922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dfc4fc7b-6c0d-41a1-b614-973eea92d47d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:21.798159 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dfc4fc7b-6c0d-41a1-b614-973eea92d47d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4294980 Mar 16 11:15:21.806192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33458) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.816409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5d0347-ca26-4130-a8fc-5f15ece63038,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:21.819237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Provisioning complete for port e3241ef9-2ecf-4c20-80e2-5cc82336a030 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:21.820216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.827048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.848440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.852024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.878023 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-49f3554d-aab2-4388-920c-4b2701f2a0a1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/0d5d0347-ca26-4130-a8fc-5f15ece63038 HTTP/1.1" status: 204 len: 168 time: 0.9634566 Mar 16 11:15:21.878256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33462) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.901663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4dcdd-9e64-47ec-a0d8-28520a8feafa None None] Network 0cc2b7c2-4f42-4e30-b353-90fe208784a1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:21.997466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fae7cf-6b99-4c68-96f6-aa652e51c007 req-befd9a7b-d23a-462c-bbf9-5f203331f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:21.998871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c3fae7cf-6b99-4c68-96f6-aa652e51c007 req-befd9a7b-d23a-462c-bbf9-5f203331f808 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1098 time: 0.4272125 Mar 16 11:15:22.052150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.063602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0da930-da23-4f1b-8ffb-1d87ebdd4f70 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:22.068484 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf0da930-da23-4f1b-8ffb-1d87ebdd4f70 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2556353 Mar 16 11:15:22.069064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33466) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.088998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:22.089344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.108756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913ca11-a9f9-4010-a8b9-1bf682edc3e6 None None] Pushing event updated for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.113965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.118375 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c3fae7cf-6b99-4c68-96f6-aa652e51c007 req-a111dccd-7417-41b2-b017-e4f2a83fe3a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012247 Mar 16 11:15:22.170119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=382ad276-490a-4c72-ad38-7c020b4441be,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.185532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.212472 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b9338f67-3932-44ab-afa1-d2256509755d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/382ad276-490a-4c72-ad38-7c020b4441be HTTP/1.1" status: 204 len: 168 time: 1.0621443 Mar 16 11:15:22.218635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96f7c8-1210-4954-b9f3-c9131341bd76 None None] Network f540d5ce-faa6-4843-97be-75000e40660e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:22.219332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33472) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.225741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42a0b0-fa31-4bb7-9a92-ce489b800d07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:22.227471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42a0b0-fa31-4bb7-9a92-ce489b800d07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:22.229149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42a0b0-fa31-4bb7-9a92-ce489b800d07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:22.230030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5d42a0b0-fa31-4bb7-9a92-ce489b800d07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:22.278416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.348110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,segment=NetworkSegment(d528dedd-8b9c-47e2-babc-6de0ef43d4b2),segment_id=d528dedd-8b9c-47e2-babc-6de0ef43d4b2)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:22.348973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.351659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet 46ca6d31-b8c0-42ce-bc14-ccc7849a725b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:22.398947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.464669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.474959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Provisioning for port 274dfd6e-b3c6-4740-825e-79a6e9711445 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:22.486991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Provisioning complete for port 274dfd6e-b3c6-4740-825e-79a6e9711445 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:22.488195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.509581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:22.568948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.583691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fef57c-875b-4064-94ab-c890bab9917f None None] DHCP port deletion for 0cc2b7c2-4f42-4e30-b353-90fe208784a1 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:22.585326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Port 274dfd6e-b3c6-4740-825e-79a6e9711445 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:22.592028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-41fef57c-875b-4064-94ab-c890bab9917f None None] Deleting port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:22.592409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-41fef57c-875b-4064-94ab-c890bab9917f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.609918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5d42a0b0-fa31-4bb7-9a92-ce489b800d07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:22.614588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33476) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.614777 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5d42a0b0-fa31-4bb7-9a92-ce489b800d07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5448272 Mar 16 11:15:22.682182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.727151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-41fef57c-875b-4064-94ab-c890bab9917f None None] The port 'a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:15:22.733335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Provisioning for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:22.749987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Provisioning complete for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:22.750730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.761415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:22.784910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] DHCP port deletion for f540d5ce-faa6-4843-97be-75000e40660e request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:22.802428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] Deleting port cfce4a25-bbd0-415d-8483-d3dcd7caf025 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:22.802806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.831122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.839786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:22.857644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:22.861648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.878036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet c24b157e-b911-4fdc-9cba-338b78a72dc8 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:22.896679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=274dfd6e-b3c6-4740-825e-79a6e9711445,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.903939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.948031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f10c45a-c0b0-40e4-aee2-0d53143b3575 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:23.040310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.080527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.114020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc2b7c2-4f42-4e30-b353-90fe208784a1']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.158959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.159281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd528dedd-8b9c-47e2-babc-6de0ef43d4b2') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.176951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.242714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.249104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.255117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7eaed-c8e3-49e7-8730-7adbb66aadbc req-71078909-462e-4663-bce0-9c355c9b291e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:23.258679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:23.259072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.263007 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6ac7eaed-c8e3-49e7-8730-7adbb66aadbc req-71078909-462e-4663-bce0-9c355c9b291e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.9078720 Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:23.274638 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:23.300059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.313507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:23.452110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.455464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:23.455840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.485251 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6ac7eaed-c8e3-49e7-8730-7adbb66aadbc req-176d43dd-6261-4616-ad98-3bfe190ef327 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213695 Mar 16 11:15:23.490105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] For port cfce4a25-bbd0-415d-8483-d3dcd7caf025, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cfce4a25-bbd0-415d-8483-d3dcd7caf025,segment=NetworkSegment(f8f90691-bf82-4dd8-a271-35f0d394396d),segment_id=f8f90691-bf82-4dd8-a271-35f0d394396d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:23.490105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.563310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.629790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.635078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.638963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] Calling delete_port for cfce4a25-bbd0-415d-8483-d3dcd7caf025 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:23.657503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:23.673479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.679258 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/0cc2b7c2-4f42-4e30-b353-90fe208784a1 HTTP/1.1" status: 204 len: 168 time: 1.7963994 Mar 16 11:15:23.679258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=c24b157e-b911-4fdc-9cba-338b78a72dc8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:23.679506 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ab0dcb34-9d76-47c2-9f67-2c4961fce01f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/717a6902-1b92-4cb3-9a82-54465e145d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4234626 Mar 16 11:15:23.680709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33480) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.681150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33482) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.687947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1353117310', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:23.688643 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:23.696685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:23.701155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:23.704944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:23.705636 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:23.709021 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.711968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:23.722803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.740692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c62d20-0a3b-4277-949e-310fabe16a38 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=0cc2b7c2-4f42-4e30-b353-90fe208784a1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:23.743077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2965ab-21ca-4108-8a4e-5d6c3a6f17ab None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:23.755249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e3924f2b-3756-4441-a32e-e9b0eb800e0e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c24b157e-b911-4fdc-9cba-338b78a72dc8 HTTP/1.1" status: 204 len: 168 time: 1.1388707 Mar 16 11:15:23.756046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33488) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.773255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=46ca6d31-b8c0-42ce-bc14-ccc7849a725b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:23.780738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.784085 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7b832a30-b1e9-4a40-aa51-786b80a80d1a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/46ca6d31-b8c0-42ce-bc14-ccc7849a725b HTTP/1.1" status: 204 len: 168 time: 1.5625594 Mar 16 11:15:23.789320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.789320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.807731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.824399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33490) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.848643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364257e1-1fe8-436b-9e7c-3d9768466e5c None None] Network cb6abfb7-c249-491a-99a3-a27b3f530c85 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:23.906528 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:23.996984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:23.997337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-4d6edd93-6291-4fd3-a713-899aac9a6871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:24.157822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.166987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.168001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet c79cb7f6-5b9a-474d-b611-a8a778fcd1a0 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:24.177914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.226898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.237607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] Pushing event deleted for resources: {'Port': ['ID=cfce4a25-bbd0-415d-8483-d3dcd7caf025,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:24.241213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a16139-88c1-4bdb-932b-300bdfec93c2 None None] No DVR routers for this DVR port cfce4a25-bbd0-415d-8483-d3dcd7caf025 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:24.309103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:24.321198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.357343 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.362155 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:24.362513 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Updating router 717a6902-1b92-4cb3-9a82-54465e145d58 port 274dfd6e-b3c6-4740-825e-79a6e9711445 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:15:24.379680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.380734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e3241ef9-2ecf-4c20-80e2-5cc82336a030 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:24.385623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.386176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.386647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.387106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.387566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.395118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.400618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.400618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.400618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.400618 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ec0e9a4-a61a-402c-b728-851034c74c8f tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6281 time: 0.7164407 Mar 16 11:15:24.411108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33496) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.445350 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.472114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] DHCP port deletion for cb6abfb7-c249-491a-99a3-a27b3f530c85 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:24.490630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.499388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] Deleting port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:24.499764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.563059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.634026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.634843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.635479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.636170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.636796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.637559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.638220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.640258 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ea493f80-592e-4012-90da-70cc0967abd1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.2221878 Mar 16 11:15:24.646955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33502) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.821458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.877111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.901009 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c79cb7f6-5b9a-474d-b611-a8a778fcd1a0 HTTP/1.1" status: 204 len: 168 time: 1.1087360 Mar 16 11:15:24.904624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.906392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33506) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.919232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2f242-e31e-41a4-b2a2-74ef09a05211 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=c79cb7f6-5b9a-474d-b611-a8a778fcd1a0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:24.953614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f540d5ce-faa6-4843-97be-75000e40660e']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.975216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f90691-bf82-4dd8-a271-35f0d394396d') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.975420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f90691-bf82-4dd8-a271-35f0d394396d') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.982665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] For port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,segment=NetworkSegment(1abe0805-5963-4452-82bc-326dc6ce5e59),segment_id=1abe0805-5963-4452-82bc-326dc6ce5e59)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:24.983749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.995515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.014086 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4470cefb-1e00-427f-bf76-01f386c132c0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983219 Mar 16 11:15:25.018675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33510) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:25.030164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221008-d0ff-4c82-886a-49c47f05fb47 req-bfae9709-dcd4-4d13-9ef0-e0e49949e884 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:25.038545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a221008-d0ff-4c82-886a-49c47f05fb47 req-bfae9709-dcd4-4d13-9ef0-e0e49949e884 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.2530997 Mar 16 11:15:25.043015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:25.065439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.079883 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.087517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:25.087924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.123819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.126276 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:25.127198 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:25.152414 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a221008-d0ff-4c82-886a-49c47f05fb47 req-1cbcef5c-970f-41e0-887d-771348d7d517 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126287 Mar 16 11:15:25.216626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] Calling delete_port for 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:25.251280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e3241ef9-2ecf-4c20-80e2-5cc82336a030 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:25.252194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.287438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:25.295284 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Transition to ACTIVE for port object 274dfd6e-b3c6-4740-825e-79a6e9711445 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:25.298880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.306605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:25.310141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43216db9-a8b1-4792-9b60-4fee9e90153c None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:25.312716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:25.319559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.330263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=f540d5ce-faa6-4843-97be-75000e40660e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.332686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-67aaa78a-6b3f-4916-b101-a307e6deed57 None None] Could not find standard attr ID for object 6e507606-b929-40f6-aa55-067496f7eef8. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:15:25.336172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-314fa147-95ac-4a22-b359-d6bccee00fc5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/f540d5ce-faa6-4843-97be-75000e40660e HTTP/1.1" status: 204 len: 168 time: 1.5106137 Mar 16 11:15:25.339134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33516) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:25.356447 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.360360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:25.400814 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d80f2e98-54e4-41cc-9cc2-9ef491b542d9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.7563136 Mar 16 11:15:25.528727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:25.535810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.597256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.618976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:25.619312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.681402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.706920 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Pushing event updated for resources: {'Port': ['ID=274dfd6e-b3c6-4740-825e-79a6e9711445,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.726368 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Attempting to bind port 274dfd6e-b3c6-4740-825e-79a6e9711445 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:25.726603 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Attempting to bind port 274dfd6e-b3c6-4740-825e-79a6e9711445 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:25.726976 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Attempting to bind port 274dfd6e-b3c6-4740-825e-79a6e9711445 on network 430d462b-b776-4e6a-9c9d-9225c0e648f1 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:25.733194 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.733650 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.734107 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.734511 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.743722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] The port '6b6a71d0-6c59-414e-92f6-8a0bd0bf3684' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:15:25.744326 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.744682 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.745079 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.745487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.745901 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.746299 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.746683 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.747066 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:25.750673 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:25.751166 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Checking segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:25.751836 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.752314 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Bound using segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:25.752888 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Bound port: 274dfd6e-b3c6-4740-825e-79a6e9711445, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:25.753391 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.780011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-67aaa78a-6b3f-4916-b101-a307e6deed57 None None] Provisioning complete for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:25.780351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67aaa78a-6b3f-4916-b101-a307e6deed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.827036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.871832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] Pushing event deleted for resources: {'Port': ['ID=6b6a71d0-6c59-414e-92f6-8a0bd0bf3684,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.883719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a0719-768e-4c30-bc3c-13d99e264eec None None] No DVR routers for this DVR port 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:25.892163 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] For port 274dfd6e-b3c6-4740-825e-79a6e9711445, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:25.896360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] For port 274dfd6e-b3c6-4740-825e-79a6e9711445, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=274dfd6e-b3c6-4740-825e-79a6e9711445,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:25.899769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.931648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6abfb7-c249-491a-99a3-a27b3f530c85']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:25.948716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abe0805-5963-4452-82bc-326dc6ce5e59') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:25.949288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abe0805-5963-4452-82bc-326dc6ce5e59') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:25.957659 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.969646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.987938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33522) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:26.002707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856916928', 'description': 'tempest-secgroup-smoke-1856916928 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:26.014167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:26.018839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:26.022467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.025149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:26.031497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cfce4a25-bbd0-415d-8483-d3dcd7caf025 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:26.035951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:26.038117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:26.038615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.053782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:26.055800 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:26.089819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: cfce4a25-bbd0-415d-8483-d3dcd7caf025 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:26.090626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cfce4a25-bbd0-415d-8483-d3dcd7caf025 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:26.091208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:26.121803 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226d91-3dc0-40b8-8e2d-a01c50c4331b None None] Pushing event updated for resources: {'Port': ['ID=274dfd6e-b3c6-4740-825e-79a6e9711445,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.129968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a249c1-49b0-4191-a872-0e1ddfa0804a req-0c1619b1-2017-47b8-a592-963e7d3e6ce8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:26.131676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-72a249c1-49b0-4191-a872-0e1ddfa0804a req-0c1619b1-2017-47b8-a592-963e7d3e6ce8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.8200588 Mar 16 11:15:26.144387 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:26.146155 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:26.155323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:26.155831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a5414ff1-47b0-42dc-bd8a-eae77a3dd2bb not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:26.174911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:26.202469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Deleting port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:26.203030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.219854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.222448 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-72a249c1-49b0-4191-a872-0e1ddfa0804a req-63e7eedf-5daa-441b-80bb-e781c0e1764e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825090 Mar 16 11:15:26.271346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33526) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:26.302540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:26.302540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.306845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:26.326624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:26.343894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f10c45a-c0b0-40e4-aee2-0d53143b3575 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:26.366572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.369126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.26.7.55 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/049838f3-e1c4-4f95-88d3-d033eeee20bb) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:26.390321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/cb6abfb7-c249-491a-99a3-a27b3f530c85 HTTP/1.1" status: 204 len: 168 time: 1.0519772 Mar 16 11:15:26.391585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:26.397492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33532) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:26.408481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7c64-0565-4e24-8e48-878fe7282b52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=cb6abfb7-c249-491a-99a3-a27b3f530c85,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.426445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1959739727'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:26.442097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:26.459096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:26.475865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-902f0c59-a08e-49b4-ace6-a092854e5fbc None None] Provisioning complete for port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:26.476301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-902f0c59-a08e-49b4-ace6-a092854e5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.479161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:26.496173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:26.529996 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:26.581733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.655826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:26.661572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.700786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.710537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:26.710923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.733405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:26.737370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.755174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3a775-b494-44e6-ac69-6bc3e505fd15 tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:26.756552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-84c3a775-b494-44e6-ac69-6bc3e505fd15 tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] Synchronizing usage tracker for tenant:93f648d5d5d04f66a512b57c9e03c25d on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:26.766598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.767295 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment 831748c2-afc3-4b73-b252-f2cf1e55394b of type vlan for network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 Mar 16 11:15:26.796281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.830999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.831542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:26.841115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:26.861778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-84c3a775-b494-44e6-ac69-6bc3e505fd15 tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] Unset dirty status for tenant:93f648d5d5d04f66a512b57c9e03c25d on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:26.864262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:26.866436 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-84c3a775-b494-44e6-ac69-6bc3e505fd15 tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1093 time: 0.5908003 Mar 16 11:15:26.869272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33536) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:26.884809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'e8c39498-411c-4948-918a-35f00a6b3264', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:26.904365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Calling delete_port for 9f10c45a-c0b0-40e4-aee2-0d53143b3575 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:26.905006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:26.913736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacfe889-1d00-430a-9698-4c0a04e4591a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.916482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:floatingip and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:26.929000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:26.933465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=049838f3-e1c4-4f95-88d3-d033eeee20bb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.941939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:26.965363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.969290 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-75bc024f-6ecd-49a7-9058-419de98d5be0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9765952 Mar 16 11:15:26.971782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33540) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:26.978653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.979116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'bacfe889-1d00-430a-9698-4c0a04e4591a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:26.984395 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:25Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:26.985337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:26.990168 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df2b33-94e9-4f0b-a2c7-d4d6475455f2 None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:25Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:26.991016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:26.995860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:27.003629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:27.071280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.079139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.082085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.114440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.116629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:27.202195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.203490 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:27.316577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:15:27.379886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:27.380655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:27.394313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:27.394711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6b6a71d0-6c59-414e-92f6-8a0bd0bf3684 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:27.421528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.447645 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0436897 Mar 16 11:15:27.455198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33544) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:27.457687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:27.468543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc862-5952-41b9-9ba8-20d94c241e0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=95cd52ae-ae93-4fd3-963b-dc3ee64637a2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:27.479957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:27.499359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:27.717326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.799044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.812140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:27.818989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:27.822448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:27.831864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:27.864671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.881874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Deleting port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:27.882180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.887887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.893209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.958564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b972ea-a160-47b8-88e1-fc440d9a21fb,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:27.966443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:27.969967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.154755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.159439 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-36018c59-cca1-48c3-b45f-b874b406c507 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1824517 Mar 16 11:15:28.160655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33548) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:28.165203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'bacfe889-1d00-430a-9698-4c0a04e4591a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:28.218250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:28.238192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:28.238192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.250041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:28.255533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:28.268895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:28.365258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 274dfd6e-b3c6-4740-825e-79a6e9711445 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:28.441401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.487205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Calling delete_port for 9f10c45a-c0b0-40e4-aee2-0d53143b3575 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:28.509746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Allocated IP 172.26.7.145 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/1cd1d109-b224-4247-a04c-54230315783b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:28.585198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.586303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.602573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.665912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 274dfd6e-b3c6-4740-825e-79a6e9711445 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:28.674720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 274dfd6e-b3c6-4740-825e-79a6e9711445 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:28.691985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.692811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:28.734995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.788677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.812660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=9129c6a0-5ab5-456a-ab89-f0f032be0a70,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:28.820803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fde25d-187e-4aa3-b906-770b81532b18,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:28.824722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.842809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': '831748c2-afc3-4b73-b252-f2cf1e55394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:28.843014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: 95cd52ae-ae93-4fd3-963b-dc3ee64637a2, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:28.848537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.849788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.860549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 274dfd6e-b3c6-4740-825e-79a6e9711445, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=274dfd6e-b3c6-4740-825e-79a6e9711445,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:28.887303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.895056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:28.895493 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:28.896547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.897808 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8ec7e091-4969-4478-a557-3512944b4861 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7371995 Mar 16 11:15:28.900533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33552) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:28.907304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'bacfe889-1d00-430a-9698-4c0a04e4591a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:28.914858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:28.920238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:28.924800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:28.932093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:28.945400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.959213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:28.966824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:28.968029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:28.972609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:28.988423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:28.989014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.007124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=06dc15b8-00c7-43c1-86c5-b7cc59867a3e,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.025966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=274dfd6e-b3c6-4740-825e-79a6e9711445,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.030946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.057466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.061649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 95cd52ae-ae93-4fd3-963b-dc3ee64637a2) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:29.067757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:29.068532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=9']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.068625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.071590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46019161-a222-4b88-8c6f-fcd253ef2671 None None] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:29.181691 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5d2fe515-7d52-49d1-87a8-6e825296598f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1518531 Mar 16 11:15:29.183818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33556) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:29.185565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:29.198493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:29.201154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:29.214685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:29.229027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] Sync routers for ids ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:29.235175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:29.252547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] Routers {'ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:29.253219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:29.264536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=1cd1d109-b224-4247-a04c-54230315783b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.287016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-46b6c8ad-1804-46b2-aff2-5641bd065756 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8201566 Mar 16 11:15:29.291174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33560) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:29.296302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1458610093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:29.307279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:29.312591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.316735 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-16a74766-bc14-4c87-9c21-e4677b8de3e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.6311488 Mar 16 11:15:29.316735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:router and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:29.318806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33564) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:29.318941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:29.359495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] Routers {'ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:29.360598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:29.374094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:29.374486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.394417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:29.426959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:29.426959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5af21-e5ab-4c08-8590-b91c30a76fb3 None None] The sync data for ids ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:29.444618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-95cd52ae-ae93-4fd3-963b-dc3ee64637a2', 'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': '9129c6a0-5ab5-456a-ab89-f0f032be0a70'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:29.445548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.467914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.490034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.491005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.537884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.544259 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-72f13fe2-1794-4be7-bef3-991f92057120 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/routers/ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 200 len: 880 time: 0.2221940 Mar 16 11:15:29.544424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:29.544424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db92addc-392a-44d2-81ef-a6029c675a96,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.547767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:29.554305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:29.637117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.700026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Allocated IP 2001:db8::2 (95cd52ae-ae93-4fd3-963b-dc3ee64637a2/9129c6a0-5ab5-456a-ab89-f0f032be0a70/0ed8cfe6-6753-47f8-b51d-5a9e38ed943c) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:29.756097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:29.761428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.762686 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-614d696f-ebf9-4266-bc17-a446d39bdc0c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4715683 Mar 16 11:15:29.765505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:29.772020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'port': {'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2', 'name': 'tempest-RoutersIpV6Test-642631774'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:29.773340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:29.831057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Deleting port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:29.831557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.867090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.868020 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c0ed6278-3d3a-48f7-a2e7-8818c32608d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9665992 Mar 16 11:15:29.871882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33576) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:29.884921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'bacfe889-1d00-430a-9698-4c0a04e4591a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:29.899372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:29.920769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:29.931343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:29.951655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:29.956145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:29.968329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:29.972664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.996378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:30.000194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.007951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:30.023882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] device_id is not set on port 43446c8a-169c-4630-9954-a27a136167b6 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:15:30.030081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.068282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Transition to ACTIVE for port object 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:30.148728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Transition to ACTIVE for port object 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:30.179144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] For port 9f10c45a-c0b0-40e4-aee2-0d53143b3575, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f10c45a-c0b0-40e4-aee2-0d53143b3575,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:30.179538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.227682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.277818 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.ipam_backend_mixin [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06dc15b8-00c7-43c1-86c5-b7cc59867a3e (CIDR: 2001:db8::/64) Mar 16 11:15:30.298290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.312469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Calling delete_port for 9f10c45a-c0b0-40e4-aee2-0d53143b3575 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:30.335963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8::2ad (95cd52ae-ae93-4fd3-963b-dc3ee64637a2/9129c6a0-5ab5-456a-ab89-f0f032be0a70/43446c8a-169c-4630-9954-a27a136167b6) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:30.347772 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:15:30.348267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:30.359404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.378262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2c132560-3d23-4565-89aa-d5617110b6c2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:router {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:30.385952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 274dfd6e-b3c6-4740-825e-79a6e9711445 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:30.403223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.435774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.443863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:30.450610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:30.459260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:30.472156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-234f84ba-db6d-4b38-b93a-fb339fcf9239 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2840495 Mar 16 11:15:30.473124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768996b1-8dbe-4451-9f95-04effb027b3d,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:30.476894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33580) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:30.482971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:30.495179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Pushing event updated for resources: {'Port': ['ID=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:30.527071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2c132560-3d23-4565-89aa-d5617110b6c2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:router {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:30.528214 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2c132560-3d23-4565-89aa-d5617110b6c2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9759693 Mar 16 11:15:30.554839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33584) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:30.620863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Attempting to bind port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:30.620863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Attempting to bind port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '831748c2-afc3-4b73-b252-f2cf1e55394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:30.620863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Attempting to bind port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c on network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:30.632542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1353117310'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:30.660721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:30.661106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Checking segment: {'id': '831748c2-afc3-4b73-b252-f2cf1e55394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:30.661483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.661882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Bound using segment: {'id': '831748c2-afc3-4b73-b252-f2cf1e55394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:30.662356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Bound port: 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831748c2-afc3-4b73-b252-f2cf1e55394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '95cd52ae-ae93-4fd3-963b-dc3ee64637a2'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:30.662726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.685066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.689068 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fdfc3366-1fc4-482a-a41b-be0a001f3d3d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8117893 Mar 16 11:15:30.689883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33588) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:30.699762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'bacfe889-1d00-430a-9698-4c0a04e4591a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:30.709550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:30.723602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:30.731400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 274dfd6e-b3c6-4740-825e-79a6e9711445 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:30.731773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.732297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:30.741696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:30.761071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.779505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 43446c8a-169c-4630-9954-a27a136167b6 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:30.799722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.833805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] For port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:30.842658 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:15:30.846549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] For port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,segment=NetworkSegment(831748c2-afc3-4b73-b252-f2cf1e55394b),segment_id=831748c2-afc3-4b73-b252-f2cf1e55394b)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:30.852167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.877779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.884621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.949285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] Pushing event deleted for resources: {'Port': ['ID=9f10c45a-c0b0-40e4-aee2-0d53143b3575,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:30.951572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.986056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:30.986668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:30.990805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:30.993501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:30.999596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.000363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.008469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:31.011568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=43446c8a-169c-4630-9954-a27a136167b6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.028667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:31.044973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.084723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61d5ad-907a-4d1e-be2b-ff35c7fbe621 None None] No DVR routers for this DVR port 9f10c45a-c0b0-40e4-aee2-0d53143b3575 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:31.099316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:31.104836 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-d46a9853-acf2-498a-86a2-96d95d7306c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4026847 Mar 16 11:15:31.112094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc075-83d9-4ae8-982f-d80232951e7f None None] Pushing event updated for resources: {'Port': ['ID=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.123124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.129481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823027c-bece-4cd2-8458-8c6b7c8bae39 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:31.150427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffebad22-9164-4ad3-9776-1e002ec0e760,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.153181 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c2e99d21-83b8-4d76-bd4c-b82ad08d0e9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3866656 Mar 16 11:15:31.156734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33592) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:31.229517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.231020 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-105b29ab-02f2-495a-81a3-9d6e2114fe14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5378492 Mar 16 11:15:31.236587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33596) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:31.259132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'bacfe889-1d00-430a-9698-4c0a04e4591a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:31.268447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:31.271926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.446349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '06dc15b8-00c7-43c1-86c5-b7cc59867a3e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:31.447903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.585494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:31.671651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Allocated IP 2001:db8::f816:3eff:fe7c:e46e (7bb6eb09-c78b-4881-a84a-9534f87fec56/06dc15b8-00c7-43c1-86c5-b7cc59867a3e/9ed5133d-7375-4cf8-be99-02cd0cb8e9b2) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:31.722103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:31.725900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:31.738590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:31.753221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.829246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.854602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.911949 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:15:31.917305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.929583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Transition to ACTIVE for port object 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:31.948130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Transition to ACTIVE for port object 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:32.024535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.026245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.095028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:32.099229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:32.103555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:32.107714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=1cd1d109-b224-4247-a04c-54230315783b,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.166070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.215948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Pushing event updated for resources: {'Port': ['ID=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.218607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-72d607be-c9e1-4975-b140-7a47a035848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:32.220399 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-72d607be-c9e1-4975-b140-7a47a035848d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1098 time: 1.0232420 Mar 16 11:15:32.243249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.253263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Attempting to bind port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:32.253633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Attempting to bind port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:32.254014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Attempting to bind port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:32.263913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:32.266262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:32.266671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.267323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:32.267824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Bound port: 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:32.268191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.330120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.379277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:32.401917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.447412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] For port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:32.452618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] For port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:32.462767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.523385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.559636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.630729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addae686-f017-40a6-a8ed-f687e01b8589 None None] Pushing event updated for resources: {'Port': ['ID=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.636308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:32.658393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=43446c8a-169c-4630-9954-a27a136167b6,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.681363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.717117 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Floating IP 68c1f861-75e3-4088-ac16-e5671c10edde associated. External IP: 172.26.7.145, port: e8c39498-411c-4948-918a-35f00a6b3264. Mar 16 11:15:32.735036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3bac4-f924-4504-92cc-29aded5ae91e None None] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:32.798062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-d511e0a5-2bcd-4cad-97f1-30401cbe3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:32.799706 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-d511e0a5-2bcd-4cad-97f1-30401cbe3b85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.5315216 Mar 16 11:15:32.806795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccba903-e2b0-43e0-88f5-e0fd61c96d47,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.846928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.990912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] Provisioning for port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:32.998308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] Provisioning complete for port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:32.998954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.080404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.154279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.155473 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-631299eb-cfd3-48fb-a9b2-87d9bfa36a1a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.9097991 Mar 16 11:15:33.232967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.285877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] For port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,segment=NetworkSegment(831748c2-afc3-4b73-b252-f2cf1e55394b),segment_id=831748c2-afc3-4b73-b252-f2cf1e55394b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:33.325078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-6818b236-c748-4d48-bc9f-c94d7fe56ea2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 200 len: 999 time: 0.5119271 Mar 16 11:15:33.379349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.443384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:33.448588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-3d04a9d8-c6ad-4e53-afa5-d9e188a07c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:33.450317 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-3d04a9d8-c6ad-4e53-afa5-d9e188a07c23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.1026196 Mar 16 11:15:33.483303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966e941-661a-4472-bfd0-e1a573e9383d None None] Pushing event updated for resources: {'Port': ['ID=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:33.597048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.670482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.671547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.699509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-436048d6-7d01-4633-818c-b261907eafe8 None None] Provisioning for port 43446c8a-169c-4630-9954-a27a136167b6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:33.707169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-436048d6-7d01-4633-818c-b261907eafe8 None None] Provisioning complete for port 43446c8a-169c-4630-9954-a27a136167b6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:33.707793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-436048d6-7d01-4633-818c-b261907eafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.722004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-e39af1c9-e7ef-4fa0-b9d0-ef83f989970b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:33.823674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-436048d6-7d01-4633-818c-b261907eafe8 None None] Port 43446c8a-169c-4630-9954-a27a136167b6 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:33.848102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-436048d6-7d01-4633-818c-b261907eafe8 None None] Provisioning complete for port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:33.852072 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-436048d6-7d01-4633-818c-b261907eafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.884189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=43446c8a-169c-4630-9954-a27a136167b6,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:33.944364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:33.946338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:33.971923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.038021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-e39af1c9-e7ef-4fa0-b9d0-ef83f989970b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:34.039378 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-e39af1c9-e7ef-4fa0-b9d0-ef83f989970b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856916928&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.5783293 Mar 16 11:15:34.058929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:34.164232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-f8b808c1-9fea-4a46-a458-36f211479876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:34.177561 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-f8b808c1-9fea-4a46-a458-36f211479876 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6823552 Mar 16 11:15:34.191137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6dd25483-3187-4d9f-be20-ecb33666443b None None] Provisioning complete for port 43446c8a-169c-4630-9954-a27a136167b6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:34.191576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6dd25483-3187-4d9f-be20-ecb33666443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.244536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:34.256643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:34.279059 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] Sync routers for ids ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:34.283867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6dd25483-3187-4d9f-be20-ecb33666443b None None] Port 43446c8a-169c-4630-9954-a27a136167b6 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:34.291915 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] Routers {'ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:34.292435 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.305078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router e3bd725e-396a-4040-959c-6cb7d227c03e is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:34.355869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.363066 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f68aa8ff-24f5-42f8-9d14-939bf31475aa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 200 len: 887 time: 3.7985067 Mar 16 11:15:34.363800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:34.383465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc4675-81ca-4215-ba5c-fb9e511242a2 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:34.383982 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.386904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=cde28d64-dc1b-4095-adf4-09a4e6f1c87b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:34.407268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] Routers {'ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:34.409300 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.556417 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.556882 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03ee32-1f83-479f-8d1e-db4a9e037d14 None None] The sync data for ids ['ac5d5b0c-18b6-4b46-8944-c1637cf90ae3'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:34.616943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33612) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.620034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:34.620782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.670696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:34.677070 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d1c9fc74-db7e-4867-97d0-460f7f8e3426 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/e3bd725e-396a-4040-959c-6cb7d227c03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5193319 Mar 16 11:15:34.684922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33616) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.686488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:34.753651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] Sync routers for ids ['e3bd725e-396a-4040-959c-6cb7d227c03e'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:34.756485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:34.776670 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:34.791055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c9ca7-6b9e-4c7b-8852-4beb98e8b88e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:34.791373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ea6c9ca7-6b9e-4c7b-8852-4beb98e8b88e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:34.792845 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:34.794429 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.804033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] Routers {'e3bd725e-396a-4040-959c-6cb7d227c03e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:34.804946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3bd725e-396a-4040-959c-6cb7d227c03e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.899931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.928627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ea6c9ca7-6b9e-4c7b-8852-4beb98e8b88e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:34.933472 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ea6c9ca7-6b9e-4c7b-8852-4beb98e8b88e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports/43446c8a-169c-4630-9954-a27a136167b6 HTTP/1.1" status: 200 len: 983 time: 0.2456045 Mar 16 11:15:34.936502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33620) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.936880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] Routers {'e3bd725e-396a-4040-959c-6cb7d227c03e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:34.937567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3bd725e-396a-4040-959c-6cb7d227c03e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:35.015836 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:35.017181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:35.019367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2cb07-2b9d-4cb2-b9a4-873bd299b1c5 None None] The sync data for ids ['e3bd725e-396a-4040-959c-6cb7d227c03e'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:35.021174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Provisioning complete for port 43446c8a-169c-4630-9954-a27a136167b6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:35.021174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.163063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Port 43446c8a-169c-4630-9954-a27a136167b6 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:35.238911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:35.246468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:35.253726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.284719 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9cefd184-3131-455f-902b-3bf82dc45d56 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8049636 Mar 16 11:15:35.285424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33624) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:35.291938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:42:cf:12', 'name': 'tempest-NetworksTestDHCPv6-938126940'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:35.356745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Provisioning for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:35.372378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Provisioning complete for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:35.372757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.473009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Update dhcp port {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'fixed_ips': [{'subnet_id': '06dc15b8-00c7-43c1-86c5-b7cc59867a3e', 'ip_address': '2001:db8::f816:3eff:fe7c:e46e'}, {'subnet_id': 'cde28d64-dc1b-4095-adf4-09a4e6f1c87b'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '9ed5133d-7375-4cf8-be99-02cd0cb8e9b2'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:15:35.545449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.555711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:35.555841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.600789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-a45d4a24-a0ed-4ba8-bfea-5696bd4f52aa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:35.603035 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-a45d4a24-a0ed-4ba8-bfea-5696bd4f52aa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 796 time: 1.5270183 Mar 16 11:15:35.650702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:35.655078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:35.658750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:35.662962 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5338829c-ac4b-4e6d-8c4e-8f9e733213d3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.7828791 Mar 16 11:15:35.664902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:35.672832 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-64581e48-e419-4075-912a-07a9c3aec5b2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/routers/ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 200 len: 887 time: 1.0339987 Mar 16 11:15:35.674574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33630) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:35.719950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.726311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:35.730574 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '68c1f861-75e3-4088-ac16-e5671c10edde', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': 'e8c39498-411c-4948-918a-35f00a6b3264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:73:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:30Z', 'updated_at': '2022-03-16T11:15:30Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:35.732599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-ecfff289-de1a-4d7b-a273-8280b3253283 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3918219 Mar 16 11:15:35.739222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af9a4ee9-2318-4b11-8425-cc251e4a231d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:35.744654 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-01e51500-63ae-47ed-bd31-2b7427068069 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.1129065 Mar 16 11:15:35.751245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:35.756369 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:15:35.802131 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:35.806339 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:35.883542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] For port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:35.899774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.904161 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264', 'status': 'completed', 'code': 200} Mar 16 11:15:35.942009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port da1cf60e-50af-4928-ab5d-01f5ad544dc1 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:15:35.949675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.016184 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12d96b02-35f0-4aeb-9ff2-3185dbe8a79a req-3eb15841-ce35-4dff-8ae2-1a4f6f226abb service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701926 Mar 16 11:15:36.038679 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-c3a71949-6f02-4658-b037-115470822c5f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2680542 Mar 16 11:15:36.047328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d41d2b-1dcf-4bc8-a0c7-b5729a828bb8 None None] Pushing event updated for resources: {'Port': ['ID=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:36.053170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-af9a4ee9-2318-4b11-8425-cc251e4a231d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:36.056653 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-af9a4ee9-2318-4b11-8425-cc251e4a231d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 200 len: 205 time: 0.3819907 Mar 16 11:15:36.057455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33636) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:36.075221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Allocated IP 2001:db8:0:1::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/cde28d64-dc1b-4095-adf4-09a4e6f1c87b/9ed5133d-7375-4cf8-be99-02cd0cb8e9b2) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:36.109024 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:15:36.256918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] For port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:36.268713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.300780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.320815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Transition to ACTIVE for port object 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:36.332000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:36.366749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6578a14-b5ad-4d58-a7e8-fcd86fe07479 None None] Provisioning complete for port 43446c8a-169c-4630-9954-a27a136167b6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:36.367502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a6578a14-b5ad-4d58-a7e8-fcd86fe07479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.384227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-89a4809c-411e-4b16-ba06-34a9142704b2 service neutron] 10.222.0.30 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245168 Mar 16 11:15:36.432639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.475959 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '68c1f861-75e3-4088-ac16-e5671c10edde', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': 'e8c39498-411c-4948-918a-35f00a6b3264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:73:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:30Z', 'updated_at': '2022-03-16T11:15:30Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.480642 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed3bc1a-dd50-4fa0-b83d-4cc509ec709c None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '68c1f861-75e3-4088-ac16-e5671c10edde', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.145', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': 'e8c39498-411c-4948-918a-35f00a6b3264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:73:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:30Z', 'updated_at': '2022-03-16T11:15:30Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:36.568408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-c23bf06f-a84f-49c2-844f-5ee5284326d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.570535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-c23bf06f-a84f-49c2-844f-5ee5284326d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1098 time: 0.4243183 Mar 16 11:15:36.613731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e449c-0277-41f3-89d1-32484c60c197 None None] Pushing event updated for resources: {'Port': ['ID=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:36.658024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.660469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a6578a14-b5ad-4d58-a7e8-fcd86fe07479 None None] Port 43446c8a-169c-4630-9954-a27a136167b6 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:36.681033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8:0:1::a9 (7bb6eb09-c78b-4881-a84a-9534f87fec56/cde28d64-dc1b-4095-adf4-09a4e6f1c87b/da1cf60e-50af-4928-ab5d-01f5ad544dc1) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:36.688992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::f816:3eff:fe42:cf12 (7bb6eb09-c78b-4881-a84a-9534f87fec56/06dc15b8-00c7-43c1-86c5-b7cc59867a3e/da1cf60e-50af-4928-ab5d-01f5ad544dc1) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:36.760548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399997d-3911-42a4-8f18-058da44b06ce None None] New status for floating IP 68c1f861-75e3-4088-ac16-e5671c10edde: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:15:36.780182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 049838f3-e1c4-4f95-88d3-d033eeee20bb {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:36.780726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.801437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.094837 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.106364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-74287ab4-fabb-4233-bcf5-06a92cea6fd7 service neutron] 10.222.0.30 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161636 Mar 16 11:15:37.131865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object da1cf60e-50af-4928-ab5d-01f5ad544dc1 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:37.134327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.267196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 049838f3-e1c4-4f95-88d3-d033eeee20bb owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:37.269049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-c5037c75-cded-4724-9227-108238f673a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:37.270583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-c5037c75-cded-4724-9227-108238f673a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.6875181 Mar 16 11:15:37.445565 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-cf008a61-2ba5-40c5-b389-c1ee8e6e47dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 200 len: 1001 time: 0.1681063 Mar 16 11:15:37.460236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20278a62-ad0b-482e-92ac-ec17a626e3e1 None None] Provisioning for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:37.467959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20278a62-ad0b-482e-92ac-ec17a626e3e1 None None] Provisioning complete for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:37.468463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-20278a62-ad0b-482e-92ac-ec17a626e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.527941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 43446c8a-169c-4630-9954-a27a136167b6 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:37.528284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.575087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-ffe84708-6392-4f2d-93e5-1d5a5cd39a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:37.576628 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-ffe84708-6392-4f2d-93e5-1d5a5cd39a2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.1238215 Mar 16 11:15:37.581368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c6e0b1cc-6bda-4a81-b934-b4d928c90538 req-7f9d89f3-c7b9-4c3c-9691-8e5c55c7098c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:37.590215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.684988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:37.688584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:37.691746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:37.697728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:37.698359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.721346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=da1cf60e-50af-4928-ab5d-01f5ad544dc1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:37.779667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c6e0b1cc-6bda-4a81-b934-b4d928c90538 req-7f9d89f3-c7b9-4c3c-9691-8e5c55c7098c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:37.780810 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c6e0b1cc-6bda-4a81-b934-b4d928c90538 req-7f9d89f3-c7b9-4c3c-9691-8e5c55c7098c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 210 time: 0.2490733 Mar 16 11:15:37.804608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.880151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-7c49ea5b-c064-4623-9d36-bf8ef6752f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:37.881735 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-7c49ea5b-c064-4623-9d36-bf8ef6752f75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2482562 Mar 16 11:15:37.888823 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3a665546-1839-4310-8f8f-104f6e054e2d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6025934 Mar 16 11:15:37.891520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33648) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:37.898463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.943478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 43446c8a-169c-4630-9954-a27a136167b6 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:38.028816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=049838f3-e1c4-4f95-88d3-d033eeee20bb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:38.038576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-77809d3f-0edd-4d32-93a1-0c24a323f8bd None None] Provisioning for port da1cf60e-50af-4928-ab5d-01f5ad544dc1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:38.045614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-77809d3f-0edd-4d32-93a1-0c24a323f8bd None None] Provisioning complete for port da1cf60e-50af-4928-ab5d-01f5ad544dc1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:38.047180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77809d3f-0edd-4d32-93a1-0c24a323f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.102706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port da1cf60e-50af-4928-ab5d-01f5ad544dc1 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:38.104671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.109963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-77809d3f-0edd-4d32-93a1-0c24a323f8bd None None] Port da1cf60e-50af-4928-ab5d-01f5ad544dc1 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:38.154235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.156398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-96c15921-bae4-4ac8-9994-2ad31aea6dfb service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200665 Mar 16 11:15:38.300255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:38.353988 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8701b4c3-f8d8-489e-a3a0-babc79113fc4 req-afad1f1f-fce0-4820-9756-925e776603fb service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903834 Mar 16 11:15:38.375200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.379994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:38.383038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.383522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.482687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.519764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.519987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:38.537400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=43446c8a-169c-4630-9954-a27a136167b6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:38.554619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.695670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for da1cf60e-50af-4928-ab5d-01f5ad544dc1 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:38.729926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.734728 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bd23b510-c4e9-4d95-946e-0f817f03c3ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 204 len: 168 time: 2.6717939 Mar 16 11:15:38.741422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33654) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:38.744463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165413612'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:38.754525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:38.761961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:38.766617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:38.782579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:38.868086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.918021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:38.921453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.037496 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-23582a88-899b-4cd7-aeba-50474588e85c req-07eda8ad-d9d9-4aa4-b5ac-3d13569c1ecf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 210 time: 0.1020567 Mar 16 11:15:39.043935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.081961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:39.103656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=da1cf60e-50af-4928-ab5d-01f5ad544dc1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:39.109614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.111235 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment 0743dc8d-c75a-4666-b806-ad76e248172a of type vlan for network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 Mar 16 11:15:39.190866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.203983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router e3bd725e-396a-4040-959c-6cb7d227c03e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:39.237730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.266963 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-49d39a10-3d62-42fa-bd95-974c3104d5cd tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/da1cf60e-50af-4928-ab5d-01f5ad544dc1 HTTP/1.1" status: 204 len: 168 time: 1.3706834 Mar 16 11:15:39.271931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33660) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:39.353366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:39.365660 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] Sync routers for ids ['e3bd725e-396a-4040-959c-6cb7d227c03e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:39.377119 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] Routers {'e3bd725e-396a-4040-959c-6cb7d227c03e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:39.377975 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3bd725e-396a-4040-959c-6cb7d227c03e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.433461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.439516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:39.440435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.444951 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.453428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] Routers {'e3bd725e-396a-4040-959c-6cb7d227c03e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:39.454051 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e3bd725e-396a-4040-959c-6cb7d227c03e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.460698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6b988850-c6c0-4d55-8c75-cbef8e27b04b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/e3bd725e-396a-4040-959c-6cb7d227c03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5194952 Mar 16 11:15:39.463854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33664) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:39.514519 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.514960 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c0e2a-9e7a-4b1e-a268-ee120883c90f None None] The sync data for ids ['e3bd725e-396a-4040-959c-6cb7d227c03e'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:39.679406 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9395323 Mar 16 11:15:39.682151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33668) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:39.684219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a61fc-6688-4743-ba05-0e22e3a80ae6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=ae4bed3a-e9e3-4567-8f16-edd80fa997c6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:39.687603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:39.696145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:39.818954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:39.823058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:39.825983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:39.831792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:39.877218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e795bd2-ccfe-4fd0-b27a-b25950a7553f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:39.877893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7e795bd2-ccfe-4fd0-b27a-b25950a7553f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:39.918926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:39.919190 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-104a4532-3256-487f-82bd-0f06d15288a0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 11:15:39.920220 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-104a4532-3256-487f-82bd-0f06d15288a0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/e3bd725e-396a-4040-959c-6cb7d227c03e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4445171 Mar 16 11:15:39.922449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.923643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33672) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:39.971185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b4e4c395-f49d-4626-987c-32cc0c5e7ffc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bd725e-396a-4040-959c-6cb7d227c03e HTTP/1.1" status: 200 len: 205 time: 0.0464160 Mar 16 11:15:39.973722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33676) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.044402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7e795bd2-ccfe-4fd0-b27a-b25950a7553f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:40.048697 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7e795bd2-ccfe-4fd0-b27a-b25950a7553f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7773213 Mar 16 11:15:40.048898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33680) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.154820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-223c2099-3e0c-460c-85e7-b2cb8389a57b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.155928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.156206 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-223c2099-3e0c-460c-85e7-b2cb8389a57b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 796 time: 0.2596817 Mar 16 11:15:40.264891 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-04a620a8-2669-436e-a178-3e63f263487b req-fcb1c0b2-8d24-45f6-8de0-0bc183068ffa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 210 time: 0.1156251 Mar 16 11:15:40.274388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-e4496fc0-1a85-4548-af7c-876ef1ff1691 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 380 time: 0.1088316 Mar 16 11:15:40.292080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['bacfe889-1d00-430a-9698-4c0a04e4591a']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:40.404492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.506638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:40.513134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.514606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=244ef277-99ca-400a-91ad-4030bdae484a,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:40.516397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.525232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32f8cb-c07e-44af-b3db-8533fb93ef71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.526721 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ff32f8cb-c07e-44af-b3db-8533fb93ef71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4769156 Mar 16 11:15:40.526952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:40.531622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': '0743dc8d-c75a-4666-b806-ad76e248172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:40.536801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: ae4bed3a-e9e3-4567-8f16-edd80fa997c6, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:40.540165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33690) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.613321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:40.613483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.617079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router e3bd725e-396a-4040-959c-6cb7d227c03e {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:40.618433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.625763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.628200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ae2388fc-1d7f-4314-8e37-729f1dc20540 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/e3bd725e-396a-4040-959c-6cb7d227c03e HTTP/1.1" status: 204 len: 168 time: 0.6533105 Mar 16 11:15:40.630248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b939f4-ad6a-447b-99a2-c2a8e53b8ae1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.630864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33694) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.631823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b939f4-ad6a-447b-99a2-c2a8e53b8ae1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.633479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b939f4-ad6a-447b-99a2-c2a8e53b8ae1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.634300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-24b939f4-ad6a-447b-99a2-c2a8e53b8ae1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:40.825005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet 9129c6a0-5ab5-456a-ab89-f0f032be0a70 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:40.833626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:40.836808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.893814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.909771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-24b939f4-ad6a-447b-99a2-c2a8e53b8ae1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:40.914975 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-24b939f4-ad6a-447b-99a2-c2a8e53b8ae1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3698435 Mar 16 11:15:40.916923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33698) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.958911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, ae4bed3a-e9e3-4567-8f16-edd80fa997c6) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:40.968242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d149e37-c7d9-420f-87ce-21f58161509a None None] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:40.980849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.981423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.989346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.014623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.11 (430d462b-b776-4e6a-9c9d-9225c0e648f1/8da97276-96ae-4934-b14b-a7f65b1a3d01/92e36419-fdf2-4732-b86c-5b478d1ed3b1) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:41.022080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 06dc15b8-00c7-43c1-86c5-b7cc59867a3e {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:41.030558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.107955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.139037 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ae9b41b9-96e0-4e50-96e7-956e329efac5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4553843 Mar 16 11:15:41.141432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33702) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.148283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188043438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:41.155371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:41.160655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:41.165178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.169266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:41.213325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:41.215130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-ae4bed3a-e9e3-4567-8f16-edd80fa997c6', 'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '244ef277-99ca-400a-91ad-4030bdae484a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:41.216413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.224820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.230960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=9129c6a0-5ab5-456a-ab89-f0f032be0a70,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.233954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556cef2-6b3e-494b-842f-38fa97813826 None None] Network 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:41.243827 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b6de67bf-0d94-4624-bad8-9a0889be2df7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/9129c6a0-5ab5-456a-ab89-f0f032be0a70 HTTP/1.1" status: 204 len: 168 time: 0.6118183 Mar 16 11:15:41.246633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33706) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.321192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.380565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.398390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.403015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.404698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.406946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 92e36419-fdf2-4732-b86c-5b478d1ed3b1 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:41.423046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:41.423390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.472845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-44f2edd0-613c-438a-8e89-594a27f0bac3 req-858bf080-677d-430e-88ed-54e59ad955fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:41.492101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-44f2edd0-613c-438a-8e89-594a27f0bac3 req-858bf080-677d-430e-88ed-54e59ad955fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:41.493523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44f2edd0-613c-438a-8e89-594a27f0bac3 req-858bf080-677d-430e-88ed-54e59ad955fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 210 time: 0.0801222 Mar 16 11:15:41.541239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Allocated IP 172.20.0.2 (ae4bed3a-e9e3-4567-8f16-edd80fa997c6/244ef277-99ca-400a-91ad-4030bdae484a/f47214e4-a04b-4e6f-ad50-32655f294a52) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:41.547062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.583242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.608251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=06dc15b8-00c7-43c1-86c5-b7cc59867a3e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.612820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.671932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.681429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.715169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:41.718585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:41.719330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,segment=NetworkSegment(831748c2-afc3-4b73-b252-f2cf1e55394b),segment_id=831748c2-afc3-4b73-b252-f2cf1e55394b)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:41.719685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.723402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:41.747263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547803ba-199b-4631-a8a0-510617f7d32b None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:41.760293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f012f8-c24a-4cb6-ac44-2cd0d68c9454 None None] DHCP port deletion for 95cd52ae-ae93-4fd3-963b-dc3ee64637a2 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:41.775567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=92e36419-fdf2-4732-b86c-5b478d1ed3b1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.794538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c49076d8-0aa9-426b-a989-9d8fdfb08a60 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/06dc15b8-00c7-43c1-86c5-b7cc59867a3e HTTP/1.1" status: 204 len: 168 time: 0.8745353 Mar 16 11:15:41.795535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33712) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.867152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a7f012f8-c24a-4cb6-ac44-2cd0d68c9454 None None] Deleting port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:41.867436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a7f012f8-c24a-4cb6-ac44-2cd0d68c9454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.876002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.880204 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f651ff14-2cc4-4595-a47f-e6ab755cdbf7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7340086 Mar 16 11:15:41.886107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:41.888176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:41.888817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.894401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33716) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.085760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.106030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a7f012f8-c24a-4cb6-ac44-2cd0d68c9454 None None] The port '0ed8cfe6-6753-47f8-b51d-5a9e38ed943c' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:15:42.138281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=0ed8cfe6-6753-47f8-b51d-5a9e38ed943c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.144966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:42.185196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.220826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet cde28d64-dc1b-4095-adf4-09a4e6f1c87b {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:42.256598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Transition to ACTIVE for port object f47214e4-a04b-4e6f-ad50-32655f294a52 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:42.276984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.278490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.285004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-027c6b78-0686-4145-8788-55d2a038ac76 None None] Provisioning for port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:42.304028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-027c6b78-0686-4145-8788-55d2a038ac76 None None] Provisioning complete for port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:42.304638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-027c6b78-0686-4145-8788-55d2a038ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.309686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cd52ae-ae93-4fd3-963b-dc3ee64637a2']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:42.319759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-137fe9ab-d505-4d2c-a473-6f71c45aa101 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0344710 Mar 16 11:15:42.329017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831748c2-afc3-4b73-b252-f2cf1e55394b') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:42.331242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831748c2-afc3-4b73-b252-f2cf1e55394b') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:42.338740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Request body: {'port': {'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:42.346168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.346564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:42.366666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.373960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:42.374423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.388203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Transition to ACTIVE for port object f47214e4-a04b-4e6f-ad50-32655f294a52 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:42.393068 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:42.403271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:42.406046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0ed8cfe6-6753-47f8-b51d-5a9e38ed943c not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:42.436376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-027c6b78-0686-4145-8788-55d2a038ac76 None None] Port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:42.474943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.555985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.597906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.600354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:42.640223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:42.640223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:42.651876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Pushing event updated for resources: {'Port': ['ID=f47214e4-a04b-4e6f-ad50-32655f294a52,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.663305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=95cd52ae-ae93-4fd3-963b-dc3ee64637a2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.716871 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-918a1f64-818e-4d60-93ed-ce84b5f77272 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/95cd52ae-ae93-4fd3-963b-dc3ee64637a2 HTTP/1.1" status: 204 len: 168 time: 1.4648292 Mar 16 11:15:42.729782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33724) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.751972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1860912747'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:42.792685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:42.796947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:42.800107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:42.805359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Attempting to bind port f47214e4-a04b-4e6f-ad50-32655f294a52 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:42.805934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Attempting to bind port f47214e4-a04b-4e6f-ad50-32655f294a52 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '0743dc8d-c75a-4666-b806-ad76e248172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:42.806923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Attempting to bind port f47214e4-a04b-4e6f-ad50-32655f294a52 on network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:42.812007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.826889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:42.826889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Checking segment: {'id': '0743dc8d-c75a-4666-b806-ad76e248172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:42.826889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.826889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Bound using segment: {'id': '0743dc8d-c75a-4666-b806-ad76e248172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:42.826889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Bound port: f47214e4-a04b-4e6f-ad50-32655f294a52, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0743dc8d-c75a-4666-b806-ad76e248172a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ae4bed3a-e9e3-4567-8f16-edd80fa997c6'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:42.826889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.924363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b036c-04f1-4ca8-a73b-3cc62e8e2221 req-476eee80-267f-45a0-ac97-693ca9e6ad5f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:42.928817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:42.935547 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9b7b036c-04f1-4ca8-a73b-3cc62e8e2221 req-476eee80-267f-45a0-ac97-693ca9e6ad5f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 932 time: 0.1524777 Mar 16 11:15:42.982720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-9b7b036c-04f1-4ca8-a73b-3cc62e8e2221 req-712df3ee-f98b-4b1f-8dde-d929b75a22a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:42.993159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] For port f47214e4-a04b-4e6f-ad50-32655f294a52, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:42.993159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] For port f47214e4-a04b-4e6f-ad50-32655f294a52, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f47214e4-a04b-4e6f-ad50-32655f294a52,segment=NetworkSegment(0743dc8d-c75a-4666-b806-ad76e248172a),segment_id=0743dc8d-c75a-4666-b806-ad76e248172a)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:43.014303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-9b7b036c-04f1-4ca8-a73b-3cc62e8e2221 req-712df3ee-f98b-4b1f-8dde-d929b75a22a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:43.020153 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9b7b036c-04f1-4ca8-a73b-3cc62e8e2221 req-712df3ee-f98b-4b1f-8dde-d929b75a22a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890465 Mar 16 11:15:43.113725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.125899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.151410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:43.152312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.173568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.222984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3869b-f8b8-463b-8fd2-f302de4ed4a0 None None] Pushing event updated for resources: {'Port': ['ID=f47214e4-a04b-4e6f-ad50-32655f294a52,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:43.263330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.379977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfdb21a3-5b63-40ad-b0a1-f90a12803043 None None] Provisioning complete for port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:43.379977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfdb21a3-5b63-40ad-b0a1-f90a12803043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.426485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:43.514368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.514821 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment f795b22d-58df-48c3-9dbe-7b8b54df0fc5 of type vlan for network 6652d55e-db3d-4564-82cf-fedd4de5830c Mar 16 11:15:43.649979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.716315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.804428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa167ff-2071-4358-880c-9902a3b37173 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:43.807894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=cde28d64-dc1b-4095-adf4-09a4e6f1c87b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:43.854526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.943310 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dffc8531-dced-460c-b716-c42fd15dfe42 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/cde28d64-dc1b-4095-adf4-09a4e6f1c87b HTTP/1.1" status: 204 len: 168 time: 2.1445854 Mar 16 11:15:43.944365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33728) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:43.980054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.20.0.1 (ae4bed3a-e9e3-4567-8f16-edd80fa997c6/244ef277-99ca-400a-91ad-4030bdae484a/450541d9-aa92-4c22-a663-40dd579ca924) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:43.993445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.998557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:43.999156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.020909 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-91416bd9-2d1b-4a42-8e3c-7c4e14fb367c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749621 Mar 16 11:15:44.024216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33732) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:44.036571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:44.090636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:44.091340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:44.095410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] Deleting port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:44.095910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.210267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:44.215778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:44.219232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:44.227246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:44.311964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5765815 Mar 16 11:15:44.313587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33738) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:44.323587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:44.347758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:44.353048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.380568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55def59a-02f5-43cc-963e-edec1b35a721 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=6652d55e-db3d-4564-82cf-fedd4de5830c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:44.434167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e36419-fdf2-4732-b86c-5b478d1ed3b1 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:44.439994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f47214e4-a04b-4e6f-ad50-32655f294a52 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:44.467233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.478659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 6652d55e-db3d-4564-82cf-fedd4de5830c details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:44.517260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.523651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Transition to ACTIVE for port object 92e36419-fdf2-4732-b86c-5b478d1ed3b1 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:44.557168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757d7bd-f307-4d2b-a800-784b3e04574b req-d2cbf92a-5d39-4150-97d7-6fcc4ec1d883 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:44.558820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c757d7bd-f307-4d2b-a800-784b3e04574b req-d2cbf92a-5d39-4150-97d7-6fcc4ec1d883 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 932 time: 0.3019166 Mar 16 11:15:44.559984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object 450541d9-aa92-4c22-a663-40dd579ca924 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:44.608075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2befa0b1-0552-4d72-8efe-9a3a9c5f4cd7 None None] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:44.609342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.714504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:44.722949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:44.731482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:44.743097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:44.828016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] For port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:44.828419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.883795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:44.887918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.929521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.930466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c757d7bd-f307-4d2b-a800-784b3e04574b req-a09ab4c4-3406-4eee-b549-797fb568f9ae tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566723 Mar 16 11:15:44.974796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Pushing event updated for resources: {'Port': ['ID=92e36419-fdf2-4732-b86c-5b478d1ed3b1,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:44.980132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d81d4008-ead8-4104-899b-7931334ec683 None None] Provisioning for port f47214e4-a04b-4e6f-ad50-32655f294a52 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:44.987320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] Calling delete_port for 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:45.055421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.073206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:45.080401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:45.101857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:45.101857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.102159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=9c5ca501-ca30-49ec-8d47-d6e20d22bb2c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:45.129613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port f47214e4-a04b-4e6f-ad50-32655f294a52 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:45.140976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f47214e4-a04b-4e6f-ad50-32655f294a52 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:45.141463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.167280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:45.185116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:45.187035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=450541d9-aa92-4c22-a663-40dd579ca924,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:45.193674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:45.225793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e1300da2-ca05-42a3-915b-ef8619066823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.234416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.241890 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-23e42d42-4552-42e1-abf8-7c44036bc6c5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2083766 Mar 16 11:15:45.248991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33742) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:45.260630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:45.301926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.319250 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] Pushing event deleted for resources: {'Port': ['ID=9ed5133d-7375-4cf8-be99-02cd0cb8e9b2,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:45.327735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa5b8e-9156-444b-a018-4af912fbb80c None None] No DVR routers for this DVR port 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:45.332033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Attempting to bind port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:45.355044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Attempting to bind port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:45.355044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Attempting to bind port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 on network 430d462b-b776-4e6a-9c9d-9225c0e648f1 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:45.368012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966afe8-54f8-41c8-9f38-f33ef4e7bc68 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:45.370982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 on network 430d462b-b776-4e6a-9c9d-9225c0e648f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:15:45.370982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Attempting to bind port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 on network 430d462b-b776-4e6a-9c9d-9225c0e648f1 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:45.404287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:45.404287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Checking segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:45.404287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Bound using segment: {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:45.404287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Bound port: 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:45.404287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.440468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:45.444831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:45.449862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:45.457010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:45.466731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.523981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:45.526575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.535437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.573831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] For port 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:45.578753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] For port 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:45.665005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.668231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port f47214e4-a04b-4e6f-ad50-32655f294a52, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f47214e4-a04b-4e6f-ad50-32655f294a52,segment=NetworkSegment(0743dc8d-c75a-4666-b806-ad76e248172a),segment_id=0743dc8d-c75a-4666-b806-ad76e248172a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:45.668398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:45.668715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: 6652d55e-db3d-4564-82cf-fedd4de5830c, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:45.699797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=f5b9f599-6e66-42e5-8739-fbad1fc2c149,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:45.740879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '9c5ca501-ca30-49ec-8d47-d6e20d22bb2c'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:45.754390 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.757288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.761553 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.ipam_backend_mixin [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c5ca501-ca30-49ec-8d47-d6e20d22bb2c (CIDR: 2001:db8::/64) Mar 16 11:15:45.795764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.795764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:45.795764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.795764 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] 10.222.0.53 "PUT /v2.0/ports/92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 200 len: 1094 time: 3.4592235 Mar 16 11:15:45.795764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:45.816659 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:15:45.816823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:45.841047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 6652d55e-db3d-4564-82cf-fedd4de5830c is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:45.881502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=f47214e4-a04b-4e6f-ad50-32655f294a52,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:45.881502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:45.915836 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'status': 'completed', 'code': 200} Mar 16 11:15:45.931238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 6652d55e-db3d-4564-82cf-fedd4de5830c) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:45.937123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:45.937123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.980995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:45.980995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9ed5133d-7375-4cf8-be99-02cd0cb8e9b2 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:45.980995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c7e11-c538-4985-9c9f-275707274da3 None None] Network 6652d55e-db3d-4564-82cf-fedd4de5830c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:45.989261 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9923a8ae-41b0-488c-ae4e-539526257d8a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7395325 Mar 16 11:15:46.007566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33750) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:46.007566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:46.061718 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a7dd7a42-4759-4767-a868-c8bc1f2ba896 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7435904 Mar 16 11:15:46.070396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33754) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:46.109495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-316060123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:46.139407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:46.170641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbacac2-f52d-4e5e-8a30-c094d53b07cc service neutron] Pushing event updated for resources: {'Port': ['ID=92e36419-fdf2-4732-b86c-5b478d1ed3b1,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:46.209440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:router and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:46.221039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:46.243323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:46.278873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:46.293291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:46.296577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:46.307850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:46.356782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.357524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.373722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.385540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f47214e4-a04b-4e6f-ad50-32655f294a52 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:46.410531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-f57362d0-f901-407e-8595-393b203cde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.411934 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-f57362d0-f901-407e-8595-393b203cde39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1097 time: 0.4827876 Mar 16 11:15:46.442249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5b330588-1c08-470a-989e-6456efa1ff81 None None] Provisioning complete for port f47214e4-a04b-4e6f-ad50-32655f294a52 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:46.442249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5b330588-1c08-470a-989e-6456efa1ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.447644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:46.452814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.486131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.566324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44f66b-358f-45f5-80a3-097e7267b88d req-9996d890-e423-42da-a696-758672c7b2fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.573809 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9b44f66b-358f-45f5-80a3-097e7267b88d req-9996d890-e423-42da-a696-758672c7b2fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 944 time: 0.4000592 Mar 16 11:15:46.610622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-d270283c-b687-43e2-a52f-8259c10f0bd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 200 len: 217 time: 0.1452777 Mar 16 11:15:46.661663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.661663 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4c88eae2-4f27-4228-a54b-b88b7342fb9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5567551 Mar 16 11:15:46.661663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33758) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:46.712122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9b44f66b-358f-45f5-80a3-097e7267b88d req-583cbb07-85e3-46dc-8db6-89746e937aac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347928 Mar 16 11:15:46.729823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-aecc2a8b-78ee-4381-ad10-b764a1831582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.729823 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-aecc2a8b-78ee-4381-ad10-b764a1831582 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8da97276-96ae-4934-b14b-a7f65b1a3d01 HTTP/1.1" status: 200 len: 834 time: 0.1071448 Mar 16 11:15:46.748803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9c5ca501-ca30-49ec-8d47-d6e20d22bb2c/7d59e2c3-e084-42b7-89a7-9b812c03e077) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:46.785472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f47214e4-a04b-4e6f-ad50-32655f294a52 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:46.785472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.808136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.845936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-1cc41d98-c8ca-44a0-b279-eb72818c0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.847824 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-1cc41d98-c8ca-44a0-b279-eb72818c0e9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=430d462b-b776-4e6a-9c9d-9225c0e648f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129754 Mar 16 11:15:47.025208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-6652d55e-db3d-4564-82cf-fedd4de5830c', 'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': 'f5b9f599-6e66-42e5-8739-fbad1fc2c149'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:47.025940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.053160 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-bb6ac79d-3563-4c5b-8987-d67a1db3f57d service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945863 Mar 16 11:15:47.053980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.201356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5b330588-1c08-470a-989e-6456efa1ff81 None None] Provisioning for port 450541d9-aa92-4c22-a663-40dd579ca924 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:47.257240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5b330588-1c08-470a-989e-6456efa1ff81 None None] Provisioning complete for port 450541d9-aa92-4c22-a663-40dd579ca924 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:47.257240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5b330588-1c08-470a-989e-6456efa1ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.345000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.366832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.380307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Transition to ACTIVE for port object 7d59e2c3-e084-42b7-89a7-9b812c03e077 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:47.399669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=450541d9-aa92-4c22-a663-40dd579ca924,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:47.429641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5b330588-1c08-470a-989e-6456efa1ff81 None None] Port 450541d9-aa92-4c22-a663-40dd579ca924 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:47.444939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-515ca733-0e38-4df6-9584-3db0edc55004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.458927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Transition to ACTIVE for port object 7d59e2c3-e084-42b7-89a7-9b812c03e077 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:47.478602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Allocated IP 2001:db8::2 (6652d55e-db3d-4564-82cf-fedd4de5830c/f5b9f599-6e66-42e5-8739-fbad1fc2c149/85c6339d-fdcb-44e0-867f-007e51b069a6) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:47.488513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.606677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.650033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:47.652735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:47.726332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:47.731486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Pushing event updated for resources: {'Port': ['ID=7d59e2c3-e084-42b7-89a7-9b812c03e077,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:47.736253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:47.747903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:47.805314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-701c904d-5754-451a-b3eb-1d2d702e12f5 None None] Provisioning complete for port 450541d9-aa92-4c22-a663-40dd579ca924 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:47.806444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-701c904d-5754-451a-b3eb-1d2d702e12f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.841245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.objects.ports [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88449) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:15:47.903404 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4e1e3b1-5741-44c1-a148-33ec80c98746 req-b45e3192-6110-4125-8ca7-7c79df956315 service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391380 Mar 16 11:15:47.993359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Attempting to bind port 7d59e2c3-e084-42b7-89a7-9b812c03e077 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:47.993734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Attempting to bind port 7d59e2c3-e084-42b7-89a7-9b812c03e077 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:47.994118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Attempting to bind port 7d59e2c3-e084-42b7-89a7-9b812c03e077 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:48.005897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-701c904d-5754-451a-b3eb-1d2d702e12f5 None None] Port 450541d9-aa92-4c22-a663-40dd579ca924 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:48.011200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.014439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:48.017220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:48.017220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.017220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:48.017220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Bound port: 7d59e2c3-e084-42b7-89a7-9b812c03e077, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:48.017220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.042691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Transition to ACTIVE for port object 85c6339d-fdcb-44e0-867f-007e51b069a6 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:48.074189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33073-629e-4bff-8c82-e26e783fef49 req-5c95ae11-4a27-48a7-866d-4ccffea090ba tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.081697 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a5c33073-629e-4bff-8c82-e26e783fef49 req-5c95ae11-4a27-48a7-866d-4ccffea090ba tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 944 time: 0.1721148 Mar 16 11:15:48.089212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router e71aba75-0901-42fb-bed9-0b729fb48445 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:48.102449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Transition to ACTIVE for port object 85c6339d-fdcb-44e0-867f-007e51b069a6 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:48.138151 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a5c33073-629e-4bff-8c82-e26e783fef49 req-64e01b90-5376-4068-b34e-15172437042d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552583 Mar 16 11:15:48.140057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-30196acc-da2a-4045-aed0-985e69566e06 None None] Provisioning complete for port 450541d9-aa92-4c22-a663-40dd579ca924 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:48.140431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30196acc-da2a-4045-aed0-985e69566e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.203120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] For port 7d59e2c3-e084-42b7-89a7-9b812c03e077, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:48.209200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-30196acc-da2a-4045-aed0-985e69566e06 None None] Port 450541d9-aa92-4c22-a663-40dd579ca924 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:48.214604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] For port 7d59e2c3-e084-42b7-89a7-9b812c03e077, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d59e2c3-e084-42b7-89a7-9b812c03e077,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:48.241636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.307241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:48.307375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.312090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-93e03362-5587-4a05-8ba9-0fb277868545 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/e71aba75-0901-42fb-bed9-0b729fb48445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4066241 Mar 16 11:15:48.312501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Network 6652d55e-db3d-4564-82cf-fedd4de5830c is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:48.316812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33764) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:48.321534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:48.329942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-eb1db9b5-31eb-420d-bddb-e076b5fac2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.329942 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-eb1db9b5-31eb-420d-bddb-e076b5fac2bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1097 time: 0.2777257 Mar 16 11:15:48.330857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.330857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.332530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:48.336463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Pushing event updated for resources: {'Port': ['ID=85c6339d-fdcb-44e0-867f-007e51b069a6,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:48.338826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] Sync routers for ids ['e71aba75-0901-42fb-bed9-0b729fb48445'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:48.347228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8::1 (6652d55e-db3d-4564-82cf-fedd4de5830c/f5b9f599-6e66-42e5-8739-fbad1fc2c149/05657f57-3d0b-4cab-9f5c-5b2e00993d77) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:48.477388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] Routers {'e71aba75-0901-42fb-bed9-0b729fb48445'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:48.478101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e71aba75-0901-42fb-bed9-0b729fb48445'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:48.543976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c056287-c5cb-440b-a87d-26d6f1e9c659 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.544492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4c056287-c5cb-440b-a87d-26d6f1e9c659 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:48.633883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-703677e1-2fe4-4884-8a1e-41687fd19cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.635306 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-703677e1-2fe4-4884-8a1e-41687fd19cf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 897 time: 0.2631915 Mar 16 11:15:48.641974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:48.661604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Attempting to bind port 85c6339d-fdcb-44e0-867f-007e51b069a6 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:48.666171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Attempting to bind port 85c6339d-fdcb-44e0-867f-007e51b069a6 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:48.666171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Attempting to bind port 85c6339d-fdcb-44e0-867f-007e51b069a6 on network 6652d55e-db3d-4564-82cf-fedd4de5830c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:48.669117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4407828-a543-4c39-ae0d-94acf4d5be1c None None] Pushing event updated for resources: {'Port': ['ID=7d59e2c3-e084-42b7-89a7-9b812c03e077,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:48.674009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] Routers {'e71aba75-0901-42fb-bed9-0b729fb48445'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:48.674610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e71aba75-0901-42fb-bed9-0b729fb48445'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:48.711028 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-c257e35a-2e51-4595-b3ce-6cfe890c363f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 200 len: 217 time: 0.0646064 Mar 16 11:15:48.711028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4c056287-c5cb-440b-a87d-26d6f1e9c659 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:48.711028 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4c056287-c5cb-440b-a87d-26d6f1e9c659 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports/450541d9-aa92-4c22-a663-40dd579ca924 HTTP/1.1" status: 200 len: 910 time: 0.3922513 Mar 16 11:15:48.728785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:48.729454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Checking segment: {'id': 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:48.729545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.730790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Bound using segment: {'id': 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:48.730790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Bound port: 85c6339d-fdcb-44e0-867f-007e51b069a6, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6652d55e-db3d-4564-82cf-fedd4de5830c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:48.730790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.743055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33768) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:48.754948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:48.755351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6baa27-035f-48b8-9178-f0031ee63bf5 None None] The sync data for ids ['e71aba75-0901-42fb-bed9-0b729fb48445'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:48.763862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '244ef277-99ca-400a-91ad-4030bdae484a'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:48.772722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.790514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-63725386-03f6-4614-b2aa-6e68cc79a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.791500 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-63725386-03f6-4614-b2aa-6e68cc79a4df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8da97276-96ae-4934-b14b-a7f65b1a3d01 HTTP/1.1" status: 200 len: 834 time: 0.0779669 Mar 16 11:15:48.816964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.876354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 05657f57-3d0b-4cab-9f5c-5b2e00993d77 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:48.876354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port 7d59e2c3-e084-42b7-89a7-9b812c03e077, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d59e2c3-e084-42b7-89a7-9b812c03e077,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:48.901364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] For port 85c6339d-fdcb-44e0-867f-007e51b069a6, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:48.901364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] For port 85c6339d-fdcb-44e0-867f-007e51b069a6, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=85c6339d-fdcb-44e0-867f-007e51b069a6,segment=NetworkSegment(f795b22d-58df-48c3-9dbe-7b8b54df0fc5),segment_id=f795b22d-58df-48c3-9dbe-7b8b54df0fc5)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:48.914462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-e2263030-b063-4ed3-ad06-bd5e866ec3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.916201 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-e2263030-b063-4ed3-ad06-bd5e866ec3e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=430d462b-b776-4e6a-9c9d-9225c0e648f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164978 Mar 16 11:15:48.965095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.104533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb85d0-30a0-427a-b12a-9be7a0fec630 None None] Pushing event updated for resources: {'Port': ['ID=85c6339d-fdcb-44e0-867f-007e51b069a6,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.147319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-9da2d07a-7a89-40a8-9012-d504b9430ab0 service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253606 Mar 16 11:15:49.151150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:49.205117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.340580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.351520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.355799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.356558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.544599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 6652d55e-db3d-4564-82cf-fedd4de5830c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:49.551303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:49.554512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:49.562604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:49.590469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa56a3e0-9ad8-4987-9640-2188506d348f req-a230ca9f-3f6d-4351-af6b-4c5e9e1e432d service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355881 Mar 16 11:15:49.619780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca14df-1f7e-48fd-9dac-c97c68097eea req-48a270dd-7ad2-43a9-8546-df28225789e3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:49.622332 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-58ca14df-1f7e-48fd-9dac-c97c68097eea req-48a270dd-7ad2-43a9-8546-df28225789e3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 944 time: 0.1407635 Mar 16 11:15:49.698380 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-58ca14df-1f7e-48fd-9dac-c97c68097eea req-18ec8796-e19e-4be6-baca-e76069ce928a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688770 Mar 16 11:15:49.701701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:49.703543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.707612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.707612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=05657f57-3d0b-4cab-9f5c-5b2e00993d77,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.714357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=6f34655e-9b2e-49b1-8e4d-c63f122cdfd2,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.729090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:49.729090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.972502 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9761748 Mar 16 11:15:49.982989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33776) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:49.982989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:94:ec:91', 'name': 'tempest-NetworksTestDHCPv6-1994859762'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:49.995137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbfd59-7d5f-49a0-bb9c-5cc4ae9053fb tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=7d59e2c3-e084-42b7-89a7-9b812c03e077,revision_number=4']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:50.007428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 92e36419-fdf2-4732-b86c-5b478d1ed3b1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:15:50.121642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.163628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:50.167928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:50.171010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:50.178966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:50.186802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:50.204965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:15:50.266652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:50.289182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.301880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.323187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e36419-fdf2-4732-b86c-5b478d1ed3b1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:15:50.353639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:50.420740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fffdc-cb13-4c51-a237-dccb7105aca8 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:50.446660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 85c6339d-fdcb-44e0-867f-007e51b069a6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:50.488645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.522461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.561555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port 00120ff2-3d01-4aba-939e-5e753b16fcd0 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:15:50.582860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=92e36419-fdf2-4732-b86c-5b478d1ed3b1,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:50.658451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.resource_extend [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:50.680335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.759894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['92e36419-fdf2-4732-b86c-5b478d1ed3b1'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:15:50.807769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1119b-0c01-4a67-893b-13f3e2d36f29 None None] Network 6652d55e-db3d-4564-82cf-fedd4de5830c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:50.830920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-66548b67-ae8c-4616-b38f-2bab13ef0725 None None] Provisioning for port 7d59e2c3-e084-42b7-89a7-9b812c03e077 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:50.850709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 85c6339d-fdcb-44e0-867f-007e51b069a6 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:50.868390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::60 (7bb6eb09-c78b-4881-a84a-9534f87fec56/9c5ca501-ca30-49ec-8d47-d6e20d22bb2c/00120ff2-3d01-4aba-939e-5e753b16fcd0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:50.872769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d59e2c3-e084-42b7-89a7-9b812c03e077 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:50.876383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:ec91 (7bb6eb09-c78b-4881-a84a-9534f87fec56/6f34655e-9b2e-49b1-8e4d-c63f122cdfd2/00120ff2-3d01-4aba-939e-5e753b16fcd0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:50.903972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.115265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.132902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object 00120ff2-3d01-4aba-939e-5e753b16fcd0 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:51.189935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=450541d9-aa92-4c22-a663-40dd579ca924,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:51.190600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] Provisioning for port 85c6339d-fdcb-44e0-867f-007e51b069a6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:51.216882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] Provisioning complete for port 85c6339d-fdcb-44e0-867f-007e51b069a6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:51.217257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.222202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.222819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.224456 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cbe04cd3-8f15-40ed-9262-e52b83e7282a tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/ports/450541d9-aa92-4c22-a663-40dd579ca924 HTTP/1.1" status: 200 len: 910 time: 2.4835126 Mar 16 11:15:51.228074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33782) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:51.259223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f861b4-f412-4dc1-a5b2-d32fdcc3d181 req-d6fa2e15-6cee-412d-b4df-6cfab4d51e7a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.262409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-20f861b4-f412-4dc1-a5b2-d32fdcc3d181 req-d6fa2e15-6cee-412d-b4df-6cfab4d51e7a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 945 time: 0.4133332 Mar 16 11:15:51.279224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7d59e2c3-e084-42b7-89a7-9b812c03e077 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:51.293739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.302115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.323387 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-20f861b4-f412-4dc1-a5b2-d32fdcc3d181 req-7e31221d-67da-4c76-8674-208d245c9f6f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535688 Mar 16 11:15:51.335310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7d59e2c3-e084-42b7-89a7-9b812c03e077 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:51.335686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.356369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.357375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.459163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:51.464553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:51.480063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:51.487442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.488321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.507330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=00120ff2-3d01-4aba-939e-5e753b16fcd0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:51.555511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=05657f57-3d0b-4cab-9f5c-5b2e00993d77,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:51.622162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 6652d55e-db3d-4564-82cf-fedd4de5830c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:51.624094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:51.723237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.795640 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e909b8ff-1753-4e3a-965c-8d3bad51f552 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8150048 Mar 16 11:15:51.795640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33786) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:51.816323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.854338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] For port 85c6339d-fdcb-44e0-867f-007e51b069a6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=85c6339d-fdcb-44e0-867f-007e51b069a6,segment=NetworkSegment(f795b22d-58df-48c3-9dbe-7b8b54df0fc5),segment_id=f795b22d-58df-48c3-9dbe-7b8b54df0fc5)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:51.924449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 7d59e2c3-e084-42b7-89a7-9b812c03e077, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d59e2c3-e084-42b7-89a7-9b812c03e077,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:51.926746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.009624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router f6b17afe-5bb2-4ea4-be31-0a295dd3b925 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:15:52.010770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d39703-0228-43e4-8373-02f4eb5e9efb None None] Pushing event updated for resources: {'Port': ['ID=85c6339d-fdcb-44e0-867f-007e51b069a6,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:52.027103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.141910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port 00120ff2-3d01-4aba-939e-5e753b16fcd0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:52.141910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.147896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=7d59e2c3-e084-42b7-89a7-9b812c03e077,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:52.232078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:52.240594 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9bf66bda-e121-414b-8266-e49cea751d33 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/f6b17afe-5bb2-4ea4-be31-0a295dd3b925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5871935 Mar 16 11:15:52.242244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33790) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:52.243272 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] Sync routers for ids ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:52.260401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3b1ed351-5d69-4680-8ce0-7ab2c4769142 None None] Provisioning for port 05657f57-3d0b-4cab-9f5c-5b2e00993d77 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:52.269336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3b1ed351-5d69-4680-8ce0-7ab2c4769142 None None] Provisioning complete for port 05657f57-3d0b-4cab-9f5c-5b2e00993d77 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:52.270196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed351-5d69-4680-8ce0-7ab2c4769142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.280703 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] Routers {'f6b17afe-5bb2-4ea4-be31-0a295dd3b925'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:52.282811 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:52.428646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30a7b6-831c-4563-bc7d-37cd9e68e62b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:52.435500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ed351-5d69-4680-8ce0-7ab2c4769142 None None] Port 05657f57-3d0b-4cab-9f5c-5b2e00993d77 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:52.436521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ef30a7b6-831c-4563-bc7d-37cd9e68e62b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:52.452596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 85c6339d-fdcb-44e0-867f-007e51b069a6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:52.510817 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:52.536450 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] Routers {'f6b17afe-5bb2-4ea4-be31-0a295dd3b925'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:52.536450 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:52.537342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3b1ed351-5d69-4680-8ce0-7ab2c4769142 None None] Provisioning complete for port 85c6339d-fdcb-44e0-867f-007e51b069a6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:52.537342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed351-5d69-4680-8ce0-7ab2c4769142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.552035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ef30a7b6-831c-4563-bc7d-37cd9e68e62b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:52.553463 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ef30a7b6-831c-4563-bc7d-37cd9e68e62b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports/05657f57-3d0b-4cab-9f5c-5b2e00993d77 HTTP/1.1" status: 200 len: 911 time: 0.3102717 Mar 16 11:15:52.557146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33796) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:52.692147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 85c6339d-fdcb-44e0-867f-007e51b069a6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:52.693502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.699172 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:52.699582 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fda32d-16a8-4d37-8dde-1acea75dbc28 None None] The sync data for ids ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:52.781106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.886758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d59e2c3-e084-42b7-89a7-9b812c03e077 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:52.932971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for 00120ff2-3d01-4aba-939e-5e753b16fcd0 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:52.956011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Provisioning complete for port 05657f57-3d0b-4cab-9f5c-5b2e00993d77 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:52.956391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.008028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.013317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7d59e2c3-e084-42b7-89a7-9b812c03e077 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:53.013696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.056515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Port 05657f57-3d0b-4cab-9f5c-5b2e00993d77 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:53.098370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb81b3-9fd5-486a-86b4-45767b7eee01 req-9bc13fea-fa1f-4475-bbb2-24e73b732436 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:53.100149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0abb81b3-9fd5-486a-86b4-45767b7eee01 req-9bc13fea-fa1f-4475-bbb2-24e73b732436 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 945 time: 0.4844415 Mar 16 11:15:53.150824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Provisioning for port 00120ff2-3d01-4aba-939e-5e753b16fcd0 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:53.157998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Provisioning complete for port 00120ff2-3d01-4aba-939e-5e753b16fcd0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:53.158376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.209924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.221544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Port 00120ff2-3d01-4aba-939e-5e753b16fcd0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:15:53.233577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Provisioning complete for port 7d59e2c3-e084-42b7-89a7-9b812c03e077 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:53.233992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e00c-30ae-4a3e-bf62-b158e39a83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.336590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0abb81b3-9fd5-486a-86b4-45767b7eee01 req-ade7d439-87ee-47e2-90bc-b528690494d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648109 Mar 16 11:15:53.521715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.587616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=00120ff2-3d01-4aba-939e-5e753b16fcd0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:53.638872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 450541d9-aa92-4c22-a663-40dd579ca924 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:53.639211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.714286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 05657f57-3d0b-4cab-9f5c-5b2e00993d77 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:53.715066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.725769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.744010 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0a0ec1f5-9961-43f9-b158-27ced2202c76 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/00120ff2-3d01-4aba-939e-5e753b16fcd0 HTTP/1.1" status: 204 len: 168 time: 1.9448292 Mar 16 11:15:53.747989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33800) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:53.976579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef116b5-3aa3-42ca-8c6a-3f70066e7bf4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:53.977977 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aef116b5-3aa3-42ca-8c6a-3f70066e7bf4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2290375 Mar 16 11:15:53.980646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33804) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:53.984957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.008176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 92e36419-fdf2-4732-b86c-5b478d1ed3b1 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:54.063203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.117672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 05657f57-3d0b-4cab-9f5c-5b2e00993d77 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:54.194564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 450541d9-aa92-4c22-a663-40dd579ca924 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:54.195695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:54.200612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:54.200992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.258503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f79df1-6710-458d-82f1-a520796c517d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.259213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-36f79df1-6710-458d-82f1-a520796c517d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:54.326994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.354144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:15:54.364694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:54.366666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-36f79df1-6710-458d-82f1-a520796c517d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:54.367956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-36f79df1-6710-458d-82f1-a520796c517d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3863945 Mar 16 11:15:54.374346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33810) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:54.410237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.430513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.477680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=05657f57-3d0b-4cab-9f5c-5b2e00993d77,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:54.493558 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'code': 200} Mar 16 11:15:54.530741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=92e36419-fdf2-4732-b86c-5b478d1ed3b1,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:54.562912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.627999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=450541d9-aa92-4c22-a663-40dd579ca924,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:54.662853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.675167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3e2a-216c-4993-b99d-a08f46c1049c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.681673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3e2a-216c-4993-b99d-a08f46c1049c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.681673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3e2a-216c-4993-b99d-a08f46c1049c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.681673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9bfc3e2a-216c-4993-b99d-a08f46c1049c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:54.843438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9bfc3e2a-216c-4993-b99d-a08f46c1049c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:54.850143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9bfc3e2a-216c-4993-b99d-a08f46c1049c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4725974 Mar 16 11:15:54.856522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33816) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:54.909459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb06823-14ec-4b98-b8e1-3d6e9fc1b2c7 req-e37ab27e-2bb4-49a3-81a5-0e54b6ccc9a8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.911022 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4fb06823-14ec-4b98-b8e1-3d6e9fc1b2c7 req-e37ab27e-2bb4-49a3-81a5-0e54b6ccc9a8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.4341090 Mar 16 11:15:55.008021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.099749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4fb06823-14ec-4b98-b8e1-3d6e9fc1b2c7 req-805e4f1b-addf-47e6-8878-0b6477b43bd1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808202 Mar 16 11:15:55.167912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 6f34655e-9b2e-49b1-8e4d-c63f122cdfd2 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:55.174753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.193546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c615e4-f0c0-42d7-949a-b45bdf331b2d req-0c60fbe8-919e-441f-b85a-cc422a2eeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:55.195010 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d2c615e4-f0c0-42d7-949a-b45bdf331b2d req-0c60fbe8-919e-441f-b85a-cc422a2eeef1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1099 time: 0.3391469 Mar 16 11:15:55.203077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router f6b17afe-5bb2-4ea4-be31-0a295dd3b925 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:55.297513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.356088 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d2c615e4-f0c0-42d7-949a-b45bdf331b2d req-ee96fb08-5e42-4473-995c-a4df076ab664 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115184 Mar 16 11:15:55.357674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router e71aba75-0901-42fb-bed9-0b729fb48445 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:15:55.399566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:55.412904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] Sync routers for ids ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:55.423451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] Routers {'f6b17afe-5bb2-4ea4-be31-0a295dd3b925'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:55.424068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.447694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.497432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.506763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] Routers {'f6b17afe-5bb2-4ea4-be31-0a295dd3b925'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:55.507400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.511612 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c9092b39-95e0-4768-bc94-3a77cf1abede tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/f6b17afe-5bb2-4ea4-be31-0a295dd3b925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9531972 Mar 16 11:15:55.514639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33820) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.581738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.582308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db0a6c-c5f9-4881-acf2-ba4a681cfcd4 None None] The sync data for ids ['f6b17afe-5bb2-4ea4-be31-0a295dd3b925'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:55.583265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b1ef23c-b781-4985-968e-f80f9539c86e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:55.641494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:15:55.650863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] Sync routers for ids ['e71aba75-0901-42fb-bed9-0b729fb48445'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:15:55.659793 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] Routers {'e71aba75-0901-42fb-bed9-0b729fb48445'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:55.660375 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e71aba75-0901-42fb-bed9-0b729fb48445'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.688057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.718789 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.726524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=6f34655e-9b2e-49b1-8e4d-c63f122cdfd2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:55.728490 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] Routers {'e71aba75-0901-42fb-bed9-0b729fb48445'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:15:55.729179 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e71aba75-0901-42fb-bed9-0b729fb48445'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.732465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.736091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b1ef23c-b781-4985-968e-f80f9539c86e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:55.740837 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b1ef23c-b781-4985-968e-f80f9539c86e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6b17afe-5bb2-4ea4-be31-0a295dd3b925 HTTP/1.1" status: 200 len: 205 time: 0.2216909 Mar 16 11:15:55.740965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33824) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.741327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954062f-963f-48e6-86d9-bb223b0b247e None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:55.803112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c4ecf7dd-f9a9-4fa5-a4b0-289e1b7d1bac tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/e71aba75-0901-42fb-bed9-0b729fb48445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5714338 Mar 16 11:15:55.806037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33828) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.830877 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.831506 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a86ba-d1e7-4ce8-aed5-5c58e3ae2fe4 None None] The sync data for ids ['e71aba75-0901-42fb-bed9-0b729fb48445'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:15:55.856997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ea877248-a49a-404a-8a7f-dafe5ed62ed0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/6f34655e-9b2e-49b1-8e4d-c63f122cdfd2 HTTP/1.1" status: 204 len: 168 time: 0.9959753 Mar 16 11:15:55.862484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33832) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.866953 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-24d5f22e-55af-40bf-a5f3-d7ae32f453f6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=e71aba75-0901-42fb-bed9-0b729fb48445 HTTP/1.1" status: 200 len: 205 time: 0.0614109 Mar 16 11:15:55.872151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33836) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.935429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 9c5ca501-ca30-49ec-8d47-d6e20d22bb2c {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:55.939024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.950054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.005161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.103620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.145520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.290086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.340770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5ca501-ca30-49ec-8d47-d6e20d22bb2c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:56.355035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.366867 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ccb1ffc1-f21b-405d-bb3b-2f584190cf09 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9c5ca501-ca30-49ec-8d47-d6e20d22bb2c HTTP/1.1" status: 204 len: 168 time: 0.5031662 Mar 16 11:15:56.371885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33842) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.448068 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-825746e4-048b-4a97-841e-00d087080888 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774634 Mar 16 11:15:56.458198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33846) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.466804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:56.491847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c9513-fdb7-4468-a5b2-0c9dc9a7f5cc req-18a43022-6e99-4400-a596-e1ad22e40b94 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:56.493885 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f92c9513-fdb7-4468-a5b2-0c9dc9a7f5cc req-18a43022-6e99-4400-a596-e1ad22e40b94 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.2677484 Mar 16 11:15:56.552167 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f92c9513-fdb7-4468-a5b2-0c9dc9a7f5cc req-10181139-b0c8-40f1-b028-e5cc679c0928 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Mar 16 11:15:56.650543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:56.655578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:56.659908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:56.667383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:56.681075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.684615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.686952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.689823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.748806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161b8a3-139e-40c4-b660-caafad6204ac None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:56.777361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:56.780935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.824677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.825462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router e71aba75-0901-42fb-bed9-0b729fb48445 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:56.827612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.828850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router f6b17afe-5bb2-4ea4-be31-0a295dd3b925 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:15:56.853403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.856892 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6aad0b4-db80-43e0-a6a1-bf4be23fb164 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/f6b17afe-5bb2-4ea4-be31-0a295dd3b925 HTTP/1.1" status: 204 len: 168 time: 1.1136289 Mar 16 11:15:56.858916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.859907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eea00b5f-c618-4294-9fd7-130326919fcd tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/e71aba75-0901-42fb-bed9-0b729fb48445 HTTP/1.1" status: 204 len: 168 time: 0.9868608 Mar 16 11:15:56.861265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33852) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.865204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33854) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.896369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8b7948af-e92b-49d5-a94a-13e1d8f0f0ec None None] Provisioning complete for port 7d59e2c3-e084-42b7-89a7-9b812c03e077 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:56.896553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b7948af-e92b-49d5-a94a-13e1d8f0f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.935911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet f5b9f599-6e66-42e5-8739-fbad1fc2c149 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:56.939118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.959725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 244ef277-99ca-400a-91ad-4030bdae484a {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:15:56.964707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.000404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.118273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.141254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:57.147119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] Deleting port 7d59e2c3-e084-42b7-89a7-9b812c03e077 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:57.147573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.191098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.322492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.378482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.386155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] For port 7d59e2c3-e084-42b7-89a7-9b812c03e077, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d59e2c3-e084-42b7-89a7-9b812c03e077,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:57.386543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.423832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.450852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:57.450852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:57.457904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:57.458500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.472776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b9f599-6e66-42e5-8739-fbad1fc2c149,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.474663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=14ab41bf-cf25-4fde-8b9c-6df3531fd025,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.475198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.484803 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-302b4ae5-0d6d-400a-b283-d0b4c2014247 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/f5b9f599-6e66-42e5-8739-fbad1fc2c149 HTTP/1.1" status: 204 len: 168 time: 0.6197228 Mar 16 11:15:57.485038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33860) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.521153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4edec4a-80b2-48d3-838c-7817a1bf8f60 None None] Network 6652d55e-db3d-4564-82cf-fedd4de5830c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:57.539554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.539752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] Calling delete_port for 7d59e2c3-e084-42b7-89a7-9b812c03e077 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:57.581492 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d216906e-70f9-4c5e-adbb-0356d04a8b15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1222291 Mar 16 11:15:57.590025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33864) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.595353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=244ef277-99ca-400a-91ad-4030bdae484a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.596491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:57.601458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.603752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-36ca8a9a-8cfe-49ff-81f3-56d71e831133 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/244ef277-99ca-400a-91ad-4030bdae484a HTTP/1.1" status: 204 len: 168 time: 0.7376378 Mar 16 11:15:57.607428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33870) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.665135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.671632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c9c083-cf83-430d-ad04-5c491c532bf7 None None] Network ae4bed3a-e9e3-4567-8f16-edd80fa997c6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:57.741935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.753473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port f47214e4-a04b-4e6f-ad50-32655f294a52 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:57.753812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.805279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 85c6339d-fdcb-44e0-867f-007e51b069a6 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:57.806020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.937540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:57.948260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:57.960616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:57.977198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port f47214e4-a04b-4e6f-ad50-32655f294a52, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f47214e4-a04b-4e6f-ad50-32655f294a52,segment=NetworkSegment(0743dc8d-c75a-4666-b806-ad76e248172a),segment_id=0743dc8d-c75a-4666-b806-ad76e248172a)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:57.978021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.994063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:58.014447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.026792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee72a1-8646-4bfc-8951-51fda0249f18 req-ce7d1d82-609b-497d-b2b2-701b5959883f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:58.026792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-37ee72a1-8646-4bfc-8951-51fda0249f18 req-ce7d1d82-609b-497d-b2b2-701b5959883f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.2914667 Mar 16 11:15:58.079597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] Pushing event deleted for resources: {'Port': ['ID=7d59e2c3-e084-42b7-89a7-9b812c03e077,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.090490 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a08552-41d2-4830-bc67-e3400c98a391 None None] No DVR routers for this DVR port 7d59e2c3-e084-42b7-89a7-9b812c03e077 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:58.121797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a56f7-b745-4793-9e43-a2940ac9fc76 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:15:58.122495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for f47214e4-a04b-4e6f-ad50-32655f294a52 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:58.127485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 85c6339d-fdcb-44e0-867f-007e51b069a6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=85c6339d-fdcb-44e0-867f-007e51b069a6,segment=NetworkSegment(f795b22d-58df-48c3-9dbe-7b8b54df0fc5),segment_id=f795b22d-58df-48c3-9dbe-7b8b54df0fc5)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:15:58.127965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.148838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:58.157996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.262953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a784e7-7367-4777-b6a3-3f8be6d48fdf None None] DHCP port deletion for 6652d55e-db3d-4564-82cf-fedd4de5830c request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:58.264947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b659be-c933-40f5-929d-eb14b76a38d3 None None] DHCP port deletion for ae4bed3a-e9e3-4567-8f16-edd80fa997c6 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:15:58.283220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c2a784e7-7367-4777-b6a3-3f8be6d48fdf None None] Deleting port 85c6339d-fdcb-44e0-867f-007e51b069a6 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:58.283220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2a784e7-7367-4777-b6a3-3f8be6d48fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.313720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c3b659be-c933-40f5-929d-eb14b76a38d3 None None] Deleting port f47214e4-a04b-4e6f-ad50-32655f294a52 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:15:58.315678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c3b659be-c933-40f5-929d-eb14b76a38d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.327977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 85c6339d-fdcb-44e0-867f-007e51b069a6 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:15:58.332448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.355219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f47214e4-a04b-4e6f-ad50-32655f294a52 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:58.367619 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-37ee72a1-8646-4bfc-8951-51fda0249f18 req-55a8297b-72ae-419e-8a4c-db9db4c0f9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935975 Mar 16 11:15:58.387871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port f47214e4-a04b-4e6f-ad50-32655f294a52 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:58.428218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: f47214e4-a04b-4e6f-ad50-32655f294a52 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:58.428566 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f47214e4-a04b-4e6f-ad50-32655f294a52 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:58.428988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 85c6339d-fdcb-44e0-867f-007e51b069a6 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:58.473986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c3b659be-c933-40f5-929d-eb14b76a38d3 None None] The port 'f47214e4-a04b-4e6f-ad50-32655f294a52' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:15:58.506741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.536160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.557435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c2a784e7-7367-4777-b6a3-3f8be6d48fdf None None] The port '85c6339d-fdcb-44e0-867f-007e51b069a6' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:15:58.565989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4bed3a-e9e3-4567-8f16-edd80fa997c6']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.572410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.ipam_backend_mixin [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14ab41bf-cf25-4fde-8b9c-6df3531fd025 (CIDR: 2001:db8::/64) Mar 16 11:15:58.583500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0743dc8d-c75a-4666-b806-ad76e248172a') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.584251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0743dc8d-c75a-4666-b806-ad76e248172a') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.596954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.606790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port 85c6339d-fdcb-44e0-867f-007e51b069a6 {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:15:58.607196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 85c6339d-fdcb-44e0-867f-007e51b069a6 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:58.607614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d59e2c3-e084-42b7-89a7-9b812c03e077 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:58.613439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=f47214e4-a04b-4e6f-ad50-32655f294a52,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.638563 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:15:58.645539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:58.645539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=85c6339d-fdcb-44e0-867f-007e51b069a6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.645771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7d59e2c3-e084-42b7-89a7-9b812c03e077 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:15:58.645771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d59e2c3-e084-42b7-89a7-9b812c03e077 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:58.650561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 85c6339d-fdcb-44e0-867f-007e51b069a6 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:58.679479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.693273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:58.693685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.702228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7bb6eb09-c78b-4881-a84a-9534f87fec56', 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'tenant_id': '509d6c42870f4302b7f869a71cfb01f5', 'fixed_ips': [{'subnet_id': '14ab41bf-cf25-4fde-8b9c-6df3531fd025'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:15:58.720172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:58.720371 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:58.810632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39ee0-06c8-4698-b813-8b23cf845ad3 req-566ec34d-3dd1-4ebe-9048-536eeaefc166 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:58.811703 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ee39ee0-06c8-4698-b813-8b23cf845ad3 req-566ec34d-3dd1-4ebe-9048-536eeaefc166 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.1997631 Mar 16 11:15:58.812310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.821321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-becf4fc2-333a-4969-bcb2-bea3f5f05ea4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2302766 Mar 16 11:15:58.824629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33876) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:58.840820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'subnet': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:58.864386 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ee39ee0-06c8-4698-b813-8b23cf845ad3 req-2b6a0e0a-1494-47ca-ba6c-810bb64e8a88 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Mar 16 11:15:58.874641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6652d55e-db3d-4564-82cf-fedd4de5830c']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.883155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Allocated IP 2001:db8::2 (7bb6eb09-c78b-4881-a84a-9534f87fec56/14ab41bf-cf25-4fde-8b9c-6df3531fd025/aaed2652-fe2d-42a1-833f-8e0539684133) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:58.888521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33880) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:58.896944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.897239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f795b22d-58df-48c3-9dbe-7b8b54df0fc5') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.929441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.959581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.966865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.968902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=ae4bed3a-e9e3-4567-8f16-edd80fa997c6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.986348 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a93f4521-c882-4307-95b5-4495b44da2ec tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/ae4bed3a-e9e3-4567-8f16-edd80fa997c6 HTTP/1.1" status: 204 len: 168 time: 1.3774917 Mar 16 11:15:58.990242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33884) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:58.994691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.995534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1722854787', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:59.010288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:59.010431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:15:59.010431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.014106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:59.018742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:59.026218 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:59.034965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:59.038581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a194a76-9204-4353-b64a-37c489221d64 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:59.040150 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8a194a76-9204-4353-b64a-37c489221d64 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1094 time: 0.1506152 Mar 16 11:15:59.043793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33888) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:59.050346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:59.056869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:59.060859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:59.064652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:59.070720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:59.120247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.139252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.142544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.171959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.242877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:59.247324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:subnet and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:59.250067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:59.257163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:59.304755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.304959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Transition to ACTIVE for port object aaed2652-fe2d-42a1-833f-8e0539684133 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:59.323718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.330827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Transition to ACTIVE for port object aaed2652-fe2d-42a1-833f-8e0539684133 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:59.332067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:59.335997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.354051 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/6652d55e-db3d-4564-82cf-fedd4de5830c HTTP/1.1" status: 204 len: 168 time: 1.8668017 Mar 16 11:15:59.358153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f8eeb-bf4e-4dd3-ad20-d94a8c354504 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=6652d55e-db3d-4564-82cf-fedd4de5830c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:59.359970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33892) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:59.368052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.385650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-425690899', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:59.395013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:59.404434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.436155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:59.439465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:59.447507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:router and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:59.447625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:15:59.451670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:59.454495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.460101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Pushing event updated for resources: {'Port': ['ID=aaed2652-fe2d-42a1-833f-8e0539684133,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:59.466659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:59.520624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.555699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Attempting to bind port aaed2652-fe2d-42a1-833f-8e0539684133 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:59.555988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Attempting to bind port aaed2652-fe2d-42a1-833f-8e0539684133 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:59.556546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Attempting to bind port aaed2652-fe2d-42a1-833f-8e0539684133 on network 7bb6eb09-c78b-4881-a84a-9534f87fec56 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:15:59.565198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:15:59.565198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Checking segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:15:59.565198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.565838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Bound using segment: {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:15:59.566542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Bound port: aaed2652-fe2d-42a1-833f-8e0539684133, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae28cc3-3863-4555-be0c-0999b17e6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:59.567105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.598722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.600112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.629833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.635850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.112 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/1e5d37ce-8212-4988-bf34-008fc83ebed6) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:59.684255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.685445 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f26b111e-17ba-43cc-bf1f-a9326a4b23cf tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6942866 Mar 16 11:15:59.688990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33896) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:59.695979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] For port aaed2652-fe2d-42a1-833f-8e0539684133, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:15:59.697961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-375152817'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:15:59.699425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] For port aaed2652-fe2d-42a1-833f-8e0539684133, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=aaed2652-fe2d-42a1-833f-8e0539684133,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:15:59.705599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:59.709461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:59.712309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:59.718024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:59.785408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.796489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.806861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:59.810450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.870326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95c2be-8941-4958-bc40-78bf96536f6c None None] Pushing event updated for resources: {'Port': ['ID=aaed2652-fe2d-42a1-833f-8e0539684133,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:59.904811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.967600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:59.973596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:59.978703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:00.026226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:00.030821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=1e5d37ce-8212-4988-bf34-008fc83ebed6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:00.142279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.167542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.169812 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7 of type vlan for network dca2270c-7805-4809-9aa6-ad614276ed90 Mar 16 11:16:00.215739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.objects.ports [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88450) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 16 11:16:00.295121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.380260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device aaed2652-fe2d-42a1-833f-8e0539684133 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:00.447472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.452909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:00.453491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.509996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.534323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port aaed2652-fe2d-42a1-833f-8e0539684133 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:00.623717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=dca2270c-7805-4809-9aa6-ad614276ed90,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:00.636922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network dca2270c-7805-4809-9aa6-ad614276ed90 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:00.651979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.680503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.707892 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ba076a8f-86c0-48c3-ae99-2a541fd48508 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0177639 Mar 16 11:16:00.713822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33900) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:00.730625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:00.897098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:00.904233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:00.951475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:00.976489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:01.044725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.083761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.114861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:01.119013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.152133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.163657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.248715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Provisioning for port aaed2652-fe2d-42a1-833f-8e0539684133 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:01.255497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Provisioning complete for port aaed2652-fe2d-42a1-833f-8e0539684133 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:01.256081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.285416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] For port aaed2652-fe2d-42a1-833f-8e0539684133, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=aaed2652-fe2d-42a1-833f-8e0539684133,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:01.337732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=1e5d37ce-8212-4988-bf34-008fc83ebed6,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.362995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.368022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.368230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 172.26.7.134 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/3b035cb3-f096-49d1-b2fc-25631f9d6da0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:01.395464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.462297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.463108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.508148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:01.508606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:01.597789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:01.607661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:01.617152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:01.618113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.624572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d507f-9470-4c4e-816e-79331df0c781 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:01.665621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Subnet': ['ID=eb190a44-4770-4d50-9246-a6da86aa6a82,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.687499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=aaed2652-fe2d-42a1-833f-8e0539684133,revision_number=4']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.694873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.756008 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP 52ab37bb-1027-4f76-a9e5-be97b86896b2 associated. External IP: 172.26.7.112, port: 92e36419-fdf2-4732-b86c-5b478d1ed3b1. Mar 16 11:16:01.763620 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d4a10cc5-a77b-408d-8118-db593a78cce4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9373398 Mar 16 11:16:01.765862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33904) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.772893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Request body: {'port': {'network_id': '7bb6eb09-c78b-4881-a84a-9534f87fec56', 'mac_address': 'fa:16:3e:92:eb:c4', 'name': 'tempest-NetworksTestDHCPv6-758180829'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:01.811129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.918966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.959385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:01.968624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:01.977422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:02.008666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=3b035cb3-f096-49d1-b2fc-25631f9d6da0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.056736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:02.065401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Usage tracker for resource:port and tenant:509d6c42870f4302b7f869a71cfb01f5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:02.095309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.113547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=68a3dda4-4ac7-4177-857f-6893acef17f0,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.116923 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:02.134405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:02.135231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: dca2270c-7805-4809-9aa6-ad614276ed90, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:02.135932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:02.140844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] For port aaed2652-fe2d-42a1-833f-8e0539684133, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=aaed2652-fe2d-42a1-833f-8e0539684133,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:02.152142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:02.262491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.292113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:02.310151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Made reservation on behalf of 509d6c42870f4302b7f869a71cfb01f5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:02.333593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device aaed2652-fe2d-42a1-833f-8e0539684133 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:02.407241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1585d-b1f3-47ff-b76d-6d1d1c09e373 None None] Pushing event updated for resources: {'Port': ['ID=aaed2652-fe2d-42a1-833f-8e0539684133,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.446537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port aaed2652-fe2d-42a1-833f-8e0539684133 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:02.447207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.497231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:02.498280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network dca2270c-7805-4809-9aa6-ad614276ed90 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:02.511864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:02.545251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:02.546260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:02.596592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, dca2270c-7805-4809-9aa6-ad614276ed90) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:02.601321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:02.602010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.630485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.639665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.644129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb242f-7eb5-426f-a8f7-ba9ae7aec3a5 None None] Network dca2270c-7805-4809-9aa6-ad614276ed90 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:02.671533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.701896 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7c11cf40-6b00-4977-a0ed-0f35c6e9796d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6570709 Mar 16 11:16:02.703023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:16:02.709228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33908) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:02.793035 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-57316242-dd1d-4280-b71e-728dc9a8c056 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0775001 Mar 16 11:16:02.793556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33916) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:02.872656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] device_id is not set on port ca4676da-2021-4379-9b9b-d4ef61161944 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:03.015837 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'status': 'completed', 'code': 200} Mar 16 11:16:03.021138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a2c3ebb0-f638-4464-8329-25ebe534229b None None] Provisioning complete for port aaed2652-fe2d-42a1-833f-8e0539684133 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:03.026297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ebb0-f638-4464-8329-25ebe534229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.103178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8::1f4 (7bb6eb09-c78b-4881-a84a-9534f87fec56/14ab41bf-cf25-4fde-8b9c-6df3531fd025/ca4676da-2021-4379-9b9b-d4ef61161944) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:03.109417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Allocated IP 2001:db8:0:1:f816:3eff:fe92:ebc4 (7bb6eb09-c78b-4881-a84a-9534f87fec56/eb190a44-4770-4d50-9246-a6da86aa6a82/ca4676da-2021-4379-9b9b-d4ef61161944) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:03.122592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:03.237381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-dca2270c-7805-4809-9aa6-ad614276ed90', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:03.238360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.294260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2452398f-5d75-45f1-a0ef-8ecffddc771b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/52ab37bb-1027-4f76-a9e5-be97b86896b2 HTTP/1.1" status: 200 len: 992 time: 0.5835083 Mar 16 11:16:03.466264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.512720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.574450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-17e43bd0-9bd2-431e-b1e3-cf7bf8a6e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:03.575883 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-17e43bd0-9bd2-431e-b1e3-cf7bf8a6e238 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1099 time: 0.3667376 Mar 16 11:16:03.644337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Transition to ACTIVE for port object ca4676da-2021-4379-9b9b-d4ef61161944 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:03.705199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Allocated IP 172.20.0.2 (dca2270c-7805-4809-9aa6-ad614276ed90/68a3dda4-4ac7-4177-857f-6893acef17f0/53ebdc57-64d6-4f40-bcf9-e92b707e780e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:03.847526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.850971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-dd74d1fc-7fe1-4aec-9c41-712d3456b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:03.852437 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-dd74d1fc-7fe1-4aec-9c41-712d3456b316 service neutron] 10.222.0.53 "GET /v2.0/networks?id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 897 time: 0.2668064 Mar 16 11:16:03.961100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.969791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:00Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:03.982707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:03.991846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.004502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:04.005119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.061319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Transition to ACTIVE for port object 53ebdc57-64d6-4f40-bcf9-e92b707e780e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:04.071944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:04.078329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:04.092494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:04.097666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Transition to ACTIVE for port object 53ebdc57-64d6-4f40-bcf9-e92b707e780e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:04.099415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:04.100072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.188501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event updated for resources: {'Port': ['ID=ca4676da-2021-4379-9b9b-d4ef61161944,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:04.192335 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-ffe1fe19-6b59-4cc8-8699-b11b131d1a74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 200 len: 1000 time: 0.2881720 Mar 16 11:16:04.203649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.304132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33920) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.321951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:04.378730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device aaed2652-fe2d-42a1-833f-8e0539684133 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:04.402527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.20.0.1 (dca2270c-7805-4809-9aa6-ad614276ed90/68a3dda4-4ac7-4177-857f-6893acef17f0/a1668573-94dc-4fe7-8249-62262807006a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:04.419772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Network dca2270c-7805-4809-9aa6-ad614276ed90 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:04.432581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:04.442528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-2f01d949-0f6e-4264-adfe-2e40f1bad7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:04.444174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:04.444431 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-2f01d949-0f6e-4264-adfe-2e40f1bad7a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8da97276-96ae-4934-b14b-a7f65b1a3d01 HTTP/1.1" status: 200 len: 834 time: 0.2437687 Mar 16 11:16:04.448519 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6c024972-f388-4d75-a24a-ba93d089ca5b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6807437 Mar 16 11:16:04.449700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Pushing event updated for resources: {'Port': ['ID=53ebdc57-64d6-4f40-bcf9-e92b707e780e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:04.451231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33924) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.547349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-ad320e8a-474e-4298-a4c5-1d472f6d46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:04.551517 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-ad320e8a-474e-4298-a4c5-1d472f6d46d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=430d462b-b776-4e6a-9c9d-9225c0e648f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966823 Mar 16 11:16:04.609465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router 56f0c0a9-9906-4679-b29a-2bddc67f5eef is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:16:04.645017 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e519db1-9ea6-4199-b9c4-81e413f2c4a1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/52ab37bb-1027-4f76-a9e5-be97b86896b2 HTTP/1.1" status: 200 len: 992 time: 0.3377728 Mar 16 11:16:04.655745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Attempting to bind port 53ebdc57-64d6-4f40-bcf9-e92b707e780e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.656112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Attempting to bind port 53ebdc57-64d6-4f40-bcf9-e92b707e780e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.656470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Attempting to bind port 53ebdc57-64d6-4f40-bcf9-e92b707e780e on network dca2270c-7805-4809-9aa6-ad614276ed90 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:04.674466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting port ca4676da-2021-4379-9b9b-d4ef61161944 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:04.675467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.683092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:04.683465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Checking segment: {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:04.684075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.684468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Bound using segment: {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:04.684938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Bound port: 53ebdc57-64d6-4f40-bcf9-e92b707e780e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:04.685303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.700832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-717971b0-25cc-471b-bae8-4d3a478e4357 None None] Provisioning for port ca4676da-2021-4379-9b9b-d4ef61161944 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:04.706906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port aaed2652-fe2d-42a1-833f-8e0539684133 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:04.708912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.760120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.770141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-717971b0-25cc-471b-bae8-4d3a478e4357 None None] Provisioning complete for port ca4676da-2021-4379-9b9b-d4ef61161944 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:04.770806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-717971b0-25cc-471b-bae8-4d3a478e4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.805087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object a1668573-94dc-4fe7-8249-62262807006a will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:04.855650 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-55dd83e8-d700-4d37-8cde-ebead6fc1b8d service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964776 Mar 16 11:16:04.972526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-717971b0-25cc-471b-bae8-4d3a478e4357 None None] Port ca4676da-2021-4379-9b9b-d4ef61161944 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:04.974486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:04.988624 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] Sync routers for ids ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:05.005884 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] Routers {'56f0c0a9-9906-4679-b29a-2bddc67f5eef'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:05.006431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.007016 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.035820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2ba7136e-9332-4056-87a0-aedaa453b724 req-7b92856a-7ac3-4709-9e44-d70b39f40dcb service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726844 Mar 16 11:16:05.043417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] For port 53ebdc57-64d6-4f40-bcf9-e92b707e780e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:05.081876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.082099 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.085637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1bfe996f-3b55-4c65-ad82-73f8b5a381a7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7056940 Mar 16 11:16:05.085893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33930) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.093727 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] Routers {'56f0c0a9-9906-4679-b29a-2bddc67f5eef'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:05.093727 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.097667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] For port 53ebdc57-64d6-4f40-bcf9-e92b707e780e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=53ebdc57-64d6-4f40-bcf9-e92b707e780e,segment=NetworkSegment(fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7),segment_id=fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:05.158888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.167216 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.167622 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c814a-5c2a-4f18-9be7-457499e84912 None None] The sync data for ids ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:05.170393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Calling delete_port for ca4676da-2021-4379-9b9b-d4ef61161944 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:05.179323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:00Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.181885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.286846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9230ed4-09c1-4adb-bd58-e185aa395eff None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:15:21Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:00Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:05.289748 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8dd42de5-d3fd-4d4f-b8fb-b2423e5c6b17 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/routers/56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 200 len: 884 time: 0.2025073 Mar 16 11:16:05.292148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33934) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.347818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f7248-b087-4d06-bc1c-f999e95389b0 None None] Pushing event updated for resources: {'Port': ['ID=53ebdc57-64d6-4f40-bcf9-e92b707e780e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:05.418806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network dca2270c-7805-4809-9aa6-ad614276ed90 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:05.425919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:05.440570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:05.477289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=a1668573-94dc-4fe7-8249-62262807006a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:05.536952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.577614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79b240da-9cf6-4e97-b6fe-87567a444047 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:router {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:05.647810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33938) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.721228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d8fdf-73d9-493f-ad2d-10cbf7b9deb4 None None] New status for floating IP 52ab37bb-1027-4f76-a9e5-be97b86896b2: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:16:05.755817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79b240da-9cf6-4e97-b6fe-87567a444047 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:router {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:05.757316 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-79b240da-9cf6-4e97-b6fe-87567a444047 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4637122 Mar 16 11:16:05.760122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33942) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.771737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-425690899'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:05.786166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b5956430-e90a-425c-b026-c4b2a50f14e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/52ab37bb-1027-4f76-a9e5-be97b86896b2 HTTP/1.1" status: 200 len: 992 time: 0.1371355 Mar 16 11:16:05.840791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.911299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Port': ['ID=ca4676da-2021-4379-9b9b-d4ef61161944,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:06.069326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.139391 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0efa4e28-4494-4718-a7d4-0080a77a34ce tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/ca4676da-2021-4379-9b9b-d4ef61161944 HTTP/1.1" status: 204 len: 168 time: 1.6782143 Mar 16 11:16:06.141986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33946) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.224902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.237175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefd4aa-b024-47cf-9364-4e696f706423 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.245995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-efefd4aa-b024-47cf-9364-4e696f706423 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:06.351196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-efefd4aa-b024-47cf-9364-4e696f706423 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:06.351196 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-efefd4aa-b024-47cf-9364-4e696f706423 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2042284 Mar 16 11:16:06.351196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33950) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.353424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53ebdc57-64d6-4f40-bcf9-e92b707e780e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:06.457232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af9f90-754d-4a41-b505-c2a4b02a1702 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.459236 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e8af9f90-754d-4a41-b505-c2a4b02a1702 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1076913 Mar 16 11:16:06.461919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33954) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.533144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 53ebdc57-64d6-4f40-bcf9-e92b707e780e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:06.564419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440935-ea10-4c2c-89ee-7d4f3c3ca21d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.566319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440935-ea10-4c2c-89ee-7d4f3c3ca21d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.567794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440935-ea10-4c2c-89ee-7d4f3c3ca21d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.568741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c5440935-ea10-4c2c-89ee-7d4f3c3ca21d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:06.589099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0f2b5-57b3-45d4-8edc-8e183b0a6c20 None None] Network dca2270c-7805-4809-9aa6-ad614276ed90 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:06.720130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c5440935-ea10-4c2c-89ee-7d4f3c3ca21d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:06.722089 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c5440935-ea10-4c2c-89ee-7d4f3c3ca21d tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2590041 Mar 16 11:16:06.724976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33958) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.790060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33962) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.801911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] Provisioning for port 53ebdc57-64d6-4f40-bcf9-e92b707e780e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:06.810223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] Provisioning complete for port 53ebdc57-64d6-4f40-bcf9-e92b707e780e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:06.810612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.889122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet 14ab41bf-cf25-4fde-8b9c-6df3531fd025 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:06.898948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.972637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.997730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.028213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] For port 53ebdc57-64d6-4f40-bcf9-e92b707e780e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=53ebdc57-64d6-4f40-bcf9-e92b707e780e,segment=NetworkSegment(fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7),segment_id=fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:07.078313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.104290 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1e7ecf28-7ad5-41c3-b7c9-70ce788a1185 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/52ab37bb-1027-4f76-a9e5-be97b86896b2 HTTP/1.1" status: 200 len: 994 time: 0.3128583 Mar 16 11:16:07.122725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.143924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.187958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.217091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.226867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.265097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ac1af-ebb2-48e9-afc9-9cd7faf489d3 None None] Pushing event updated for resources: {'Port': ['ID=53ebdc57-64d6-4f40-bcf9-e92b707e780e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.366283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2cf48d5a-8d88-4834-8d93-65a8644e15d4 None None] Provisioning for port a1668573-94dc-4fe7-8249-62262807006a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:07.371754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2cf48d5a-8d88-4834-8d93-65a8644e15d4 None None] Provisioning complete for port a1668573-94dc-4fe7-8249-62262807006a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:07.372238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2cf48d5a-8d88-4834-8d93-65a8644e15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.413523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.426507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2cf48d5a-8d88-4834-8d93-65a8644e15d4 None None] Port a1668573-94dc-4fe7-8249-62262807006a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:07.436998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2cf48d5a-8d88-4834-8d93-65a8644e15d4 None None] Provisioning complete for port 53ebdc57-64d6-4f40-bcf9-e92b707e780e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:07.437361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2cf48d5a-8d88-4834-8d93-65a8644e15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.438507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.441762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=a1668573-94dc-4fe7-8249-62262807006a,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.459758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.462438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=14ab41bf-cf25-4fde-8b9c-6df3531fd025,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.475153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a5085-db49-465d-818c-72eac0131cc4 None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:07.502802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router 56f0c0a9-9906-4679-b29a-2bddc67f5eef has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:07.541159 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5b624ca1-7514-4b37-b23f-7708393bfede tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/14ab41bf-cf25-4fde-8b9c-6df3531fd025 HTTP/1.1" status: 204 len: 168 time: 0.8124321 Mar 16 11:16:07.541159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33966) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.632227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Deleting subnet eb190a44-4770-4d50-9246-a6da86aa6a82 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:07.637148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.692328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.751783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network dca2270c-7805-4809-9aa6-ad614276ed90 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:07.759327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:07.798414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.884628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c9dfa868-d6bc-4c66-bbd9-0cd6f83c3674 None None] Provisioning complete for port a1668573-94dc-4fe7-8249-62262807006a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:07.885881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa868-d6bc-4c66-bbd9-0cd6f83c3674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.929958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:07.947188 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] Sync routers for ids ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:07.956875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.959494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1d7ac51b-4cc1-4934-9602-a946cba82033 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 200 len: 891 time: 2.1924627 Mar 16 11:16:07.962543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33970) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.963467 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] Routers {'56f0c0a9-9906-4679-b29a-2bddc67f5eef'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:07.964245 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:07.966852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfa868-d6bc-4c66-bbd9-0cd6f83c3674 None None] Port a1668573-94dc-4fe7-8249-62262807006a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:08.048587 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:08.394253 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] Routers {'56f0c0a9-9906-4679-b29a-2bddc67f5eef'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:08.394253 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:08.394253 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:08.394253 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d94501-013e-48a7-9f2f-21b110077db7 None None] The sync data for ids ['56f0c0a9-9906-4679-b29a-2bddc67f5eef'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:08.397211 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cc88f7df-8f5a-45ca-8b52-d32cb2789032 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/routers/56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 200 len: 891 time: 0.2296584 Mar 16 11:16:08.398413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c82bb98f-94bf-4491-9130-b56d0009c3e3 None None] Provisioning complete for port a1668573-94dc-4fe7-8249-62262807006a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:08.398413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c82bb98f-94bf-4491-9130-b56d0009c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.398413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c82bb98f-94bf-4491-9130-b56d0009c3e3 None None] Port a1668573-94dc-4fe7-8249-62262807006a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:08.398413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53ebdc57-64d6-4f40-bcf9-e92b707e780e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:08.398413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 53ebdc57-64d6-4f40-bcf9-e92b707e780e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:08.398413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.399886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33974) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.443798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b06f9a58-ea64-4227-981b-656bacebdfbb tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:08.522504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.560425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:16:08.592715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b06f9a58-ea64-4227-981b-656bacebdfbb tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:08.595054 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b06f9a58-ea64-4227-981b-656bacebdfbb tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 200 len: 205 time: 0.2006156 Mar 16 11:16:08.596042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Subnet': ['ID=eb190a44-4770-4d50-9246-a6da86aa6a82,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.598630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33978) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.633952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d4ba7-a0ef-4fba-8c0b-68a7b1b9ccea None None] Network 7bb6eb09-c78b-4881-a84a-9534f87fec56 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:08.665514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.687139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1f35b96d-944c-434c-95a2-f7f405b13f15 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/eb190a44-4770-4d50-9246-a6da86aa6a82 HTTP/1.1" status: 204 len: 168 time: 1.1445651 Mar 16 11:16:08.689683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33982) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.753605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:08.758816 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d3678287-32c9-40b7-b64b-e5495ab87a29 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9532704 Mar 16 11:16:08.762040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33986) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.767678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1235414782'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:08.775168 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a68df727-6666-4955-aee4-fa3ff4936eaa tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820098 Mar 16 11:16:08.775423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:08.775553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33990) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.776270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:08.781024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:08.783628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8e113964-490e-4bd5-8b9a-c5206f4574d4 None None] Provisioning complete for port aaed2652-fe2d-42a1-833f-8e0539684133 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:08.783993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8e113964-490e-4bd5-8b9a-c5206f4574d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.784981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:08.791165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:08.863907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:08.864379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:08.888328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:08.892867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.920230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.929565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:08.949802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.949802 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment 63ce31da-88ab-4520-87ed-06ec063bdf7e of type vlan for network 34021560-a496-41fb-af21-30ea25a5bd21 Mar 16 11:16:08.969016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.020560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c7b7a-29f4-49cf-a1f5-3625af49eaab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.024541 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-671c7b7a-29f4-49cf-a1f5-3625af49eaab tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2456212 Mar 16 11:16:09.024684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 33994) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.072124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.073619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:09.078250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.079314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.178587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c77ec90-88d8-4e66-b76e-b21f0b6c7b68 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.179282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c77ec90-88d8-4e66-b76e-b21f0b6c7b68 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:09.199942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.222304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=34021560-a496-41fb-af21-30ea25a5bd21,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.229124 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9380988b-51d1-458b-994f-61c16167eebc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4641876 Mar 16 11:16:09.229860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 33998) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.234022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 34021560-a496-41fb-af21-30ea25a5bd21 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:09.237057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:09.256804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] DHCP port deletion for 7bb6eb09-c78b-4881-a84a-9534f87fec56 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:09.287071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] Deleting port aaed2652-fe2d-42a1-833f-8e0539684133 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:09.287445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.310935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c77ec90-88d8-4e66-b76e-b21f0b6c7b68 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:subnet {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:09.312534 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5c77ec90-88d8-4e66-b76e-b21f0b6c7b68 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2867200 Mar 16 11:16:09.315474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34002) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.356429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:09.360882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:09.364015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:09.370154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:09.436695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:09.441044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.506076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 3b035cb3-f096-49d1-b2fc-25631f9d6da0 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:09.506514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.542561 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8cbd6e92-d06f-4d88-85be-018ee6305a07 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2258565 Mar 16 11:16:09.551853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34006) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.662278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7a9a87-f534-44ae-a90f-27a431cb9224 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:09.662758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7a9a87-f534-44ae-a90f-27a431cb9224 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:09.666940 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ef7a9a87-f534-44ae-a90f-27a431cb9224 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/ca4676da-2021-4379-9b9b-d4ef61161944 HTTP/1.1" status: 404 len: 333 time: 0.1114354 Mar 16 11:16:09.674752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34010) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.705596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] For port aaed2652-fe2d-42a1-833f-8e0539684133, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=aaed2652-fe2d-42a1-833f-8e0539684133,segment=NetworkSegment(1ae28cc3-3863-4555-be0c-0999b17e6042),segment_id=1ae28cc3-3863-4555-be0c-0999b17e6042)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:09.705596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.725520 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e564dd-0b3b-40b9-8a15-d6af8d363a9f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:09.726281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e564dd-0b3b-40b9-8a15-d6af8d363a9f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:09.728304 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-70e564dd-0b3b-40b9-8a15-d6af8d363a9f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/eb190a44-4770-4d50-9246-a6da86aa6a82 HTTP/1.1" status: 404 len: 337 time: 0.0526707 Mar 16 11:16:09.731496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34014) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.778570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f09438-6725-420c-a189-fa73f00361c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:09.779024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f09438-6725-420c-a189-fa73f00361c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:09.783074 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c8f09438-6725-420c-a189-fa73f00361c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/14ab41bf-cf25-4fde-8b9c-6df3531fd025 HTTP/1.1" status: 404 len: 337 time: 0.0482738 Mar 16 11:16:09.784043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34018) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.834111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] Calling delete_port for aaed2652-fe2d-42a1-833f-8e0539684133 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:09.844521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.852444 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d494f1-7249-4cc8-8ee3-705e0a78bcd7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:09.852913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d494f1-7249-4cc8-8ee3-705e0a78bcd7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:09.857365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-18d494f1-7249-4cc8-8ee3-705e0a78bcd7 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/00120ff2-3d01-4aba-939e-5e753b16fcd0 HTTP/1.1" status: 404 len: 333 time: 0.0699391 Mar 16 11:16:09.861901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34024) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.941885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:06Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:09.959425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.959693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:09.959693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Updating router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe port a1668573-94dc-4fe7-8249-62262807006a binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:10.003908 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db70a6c-ab12-461d-b765-ae4102f33d78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.004489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db70a6c-ab12-461d-b765-ae4102f33d78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.006109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0db70a6c-ab12-461d-b765-ae4102f33d78 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/6f34655e-9b2e-49b1-8e4d-c63f122cdfd2 HTTP/1.1" status: 404 len: 337 time: 0.1468329 Mar 16 11:16:10.012673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.013021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 3b035cb3-f096-49d1-b2fc-25631f9d6da0 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:10.015086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34028) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.067360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.068227 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3387c4c-4042-405b-8645-0e0c900e786f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.068953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3387c4c-4042-405b-8645-0e0c900e786f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.096934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b3387c4c-4042-405b-8645-0e0c900e786f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9c5ca501-ca30-49ec-8d47-d6e20d22bb2c HTTP/1.1" status: 404 len: 337 time: 0.0809455 Mar 16 11:16:10.100232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34032) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.101060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=c6821161-aac8-4b7d-8994-bd3f12bb8c70,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.121212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] Pushing event deleted for resources: {'Port': ['ID=aaed2652-fe2d-42a1-833f-8e0539684133,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.135679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1406a40-22a1-4e78-b5ed-66c0bc10fadd None None] No DVR routers for this DVR port aaed2652-fe2d-42a1-833f-8e0539684133 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:10.163047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f2dc61-4bc5-4f1b-8628-5b835d015c63 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.166720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f2dc61-4bc5-4f1b-8628-5b835d015c63 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.166720 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c6f2dc61-4bc5-4f1b-8628-5b835d015c63 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/da1cf60e-50af-4928-ab5d-01f5ad544dc1 HTTP/1.1" status: 404 len: 333 time: 0.0616431 Mar 16 11:16:10.168242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:10.168603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: 34021560-a496-41fb-af21-30ea25a5bd21, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:10.173104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34036) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.224988 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f2ef98-5d3b-44db-8213-59bfea54e20b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.225369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f2ef98-5d3b-44db-8213-59bfea54e20b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.237999 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0f2ef98-5d3b-44db-8213-59bfea54e20b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/cde28d64-dc1b-4095-adf4-09a4e6f1c87b HTTP/1.1" status: 404 len: 337 time: 0.0635152 Mar 16 11:16:10.240663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34040) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.276677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 34021560-a496-41fb-af21-30ea25a5bd21 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:10.284376 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-629a165e-5b42-42c2-9ff6-a4a1c58b39db tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.284850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629a165e-5b42-42c2-9ff6-a4a1c58b39db tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.286622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-629a165e-5b42-42c2-9ff6-a4a1c58b39db tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/06dc15b8-00c7-43c1-86c5-b7cc59867a3e HTTP/1.1" status: 404 len: 337 time: 0.0450034 Mar 16 11:16:10.289446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34044) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.300194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.324333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device aaed2652-fe2d-42a1-833f-8e0539684133 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:10.335940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5384632-a304-4875-a5aa-68f3b09d9cd8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.336415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5384632-a304-4875-a5aa-68f3b09d9cd8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.338170 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5384632-a304-4875-a5aa-68f3b09d9cd8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/6e507606-b929-40f6-aa55-067496f7eef8 HTTP/1.1" status: 404 len: 333 time: 0.0476367 Mar 16 11:16:10.340641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34048) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.356721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=3b035cb3-f096-49d1-b2fc-25631f9d6da0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.371352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: aaed2652-fe2d-42a1-833f-8e0539684133 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:10.371862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device aaed2652-fe2d-42a1-833f-8e0539684133 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:10.378181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 34021560-a496-41fb-af21-30ea25a5bd21) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:10.385209 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-12559835-0552-4be1-8cd3-20cea44cbbe6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.385659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12559835-0552-4be1-8cd3-20cea44cbbe6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.387608 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-12559835-0552-4be1-8cd3-20cea44cbbe6 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c79cb7f6-5b9a-474d-b611-a8a778fcd1a0 HTTP/1.1" status: 404 len: 337 time: 0.0458963 Mar 16 11:16:10.389205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:10.390685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.391846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34052) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.395280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4301a71-7fe6-4171-b367-811623e6cb89 None None] Network 34021560-a496-41fb-af21-30ea25a5bd21 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:10.465384 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-065fc28c-492e-4c9a-8b19-6ba4076f1f0f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2344015 Mar 16 11:16:10.466872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a711074-fce5-467c-b7b1-f696f3749a31 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.467291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a711074-fce5-467c-b7b1-f696f3749a31 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.468172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34056) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.468930 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2a711074-fce5-467c-b7b1-f696f3749a31 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c24b157e-b911-4fdc-9cba-338b78a72dc8 HTTP/1.1" status: 404 len: 337 time: 0.0759108 Mar 16 11:16:10.471586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34060) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.495269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.584782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.596167 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-163666cc-aac5-4b92-9a46-85d33c32a47e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.596941 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163666cc-aac5-4b92-9a46-85d33c32a47e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.598875 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-163666cc-aac5-4b92-9a46-85d33c32a47e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/639fdbf9-2d4a-44be-afda-7224a6b926d5 HTTP/1.1" status: 404 len: 333 time: 0.1262894 Mar 16 11:16:10.602054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34064) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.646935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Transition to ACTIVE for port object a1668573-94dc-4fe7-8249-62262807006a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:10.679022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.681546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.698485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-34021560-a496-41fb-af21-30ea25a5bd21', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:10.698711 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-37262ac0-d29a-4f0a-b470-2bfd1316c424 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.699330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.699875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37262ac0-d29a-4f0a-b470-2bfd1316c424 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.701698 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-37262ac0-d29a-4f0a-b470-2bfd1316c424 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/f78bf368-930b-4152-9a4e-10834a0fd97c HTTP/1.1" status: 404 len: 337 time: 0.0985346 Mar 16 11:16:10.704999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34068) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.720180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.749775 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b9d343-b087-4fae-be97-13705d0e5186 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.750200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b9d343-b087-4fae-be97-13705d0e5186 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.756851 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c8b9d343-b087-4fae-be97-13705d0e5186 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/74497910-459e-416f-a8ba-44e54a3862f6 HTTP/1.1" status: 404 len: 333 time: 0.0499558 Mar 16 11:16:10.759347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34072) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.802965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9fe554-b26e-47a4-a79e-7a9d4b5fa97b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.803426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9fe554-b26e-47a4-a79e-7a9d4b5fa97b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.807452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ce9fe554-b26e-47a4-a79e-7a9d4b5fa97b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/aeb8ab6d-1785-4a4e-b7a4-f61df306fd23 HTTP/1.1" status: 404 len: 337 time: 0.0449691 Mar 16 11:16:10.807817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34076) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.825341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.828905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router 56f0c0a9-9906-4679-b29a-2bddc67f5eef {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:16:10.837925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.839291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-06e62390-3553-4c2b-a843-cb46f03f5b8e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 204 len: 168 time: 2.2390959 Mar 16 11:16:10.843774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34080) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.855048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742437055'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:10.863032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:10.868822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:10.872603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:10.880261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:10.920644 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-40467e06-3346-4ef9-8e44-02be57096868 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.921004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40467e06-3346-4ef9-8e44-02be57096868 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.925677 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-40467e06-3346-4ef9-8e44-02be57096868 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/3e9effbe-4ee0-44dd-8fad-7e82bc6adb29 HTTP/1.1" status: 404 len: 333 time: 0.1138980 Mar 16 11:16:10.925799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.951977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:10.957121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.982494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c0ff9c-5781-4850-9105-68161c4becd5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.983365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c0ff9c-5781-4850-9105-68161c4becd5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.987823 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-33c0ff9c-5781-4850-9105-68161c4becd5 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/b6d07404-2270-4b31-b4fc-8fb59becce28 HTTP/1.1" status: 404 len: 337 time: 0.0596848 Mar 16 11:16:10.988720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b5ea2-318d-492b-a9c7-327f0f2c8134 None None] Pushing event updated for resources: {'Port': ['ID=a1668573-94dc-4fe7-8249-62262807006a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.990774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34088) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.045807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:11.055916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.056173 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment 1fc4c843-5f99-4c44-888e-efb6715b61be of type vlan for network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 Mar 16 11:16:11.065061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Attempting to bind port a1668573-94dc-4fe7-8249-62262807006a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:11.065438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Attempting to bind port a1668573-94dc-4fe7-8249-62262807006a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:11.065809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Attempting to bind port a1668573-94dc-4fe7-8249-62262807006a on network dca2270c-7805-4809-9aa6-ad614276ed90 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:11.081086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:11.081464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Checking segment: {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:11.082087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.082421 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-943fd2c2-1e6a-488d-b9e6-6ef20b61df6b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.082571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Bound using segment: {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:11.082879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943fd2c2-1e6a-488d-b9e6-6ef20b61df6b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.082997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Bound port: a1668573-94dc-4fe7-8249-62262807006a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:11.083318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.092319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.098976 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-943fd2c2-1e6a-488d-b9e6-6ef20b61df6b tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/303810f6-5f0f-4784-be5f-0e0d170677ce HTTP/1.1" status: 404 len: 333 time: 0.0971408 Mar 16 11:16:11.100477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34092) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.162300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Allocated IP 172.21.0.2 (34021560-a496-41fb-af21-30ea25a5bd21/c6821161-aac8-4b7d-8994-bd3f12bb8c70/fec87a16-b56a-443b-b5fe-3e59adf90b5b) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:11.266530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.resource_extend [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:16:11.273803 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-839df27c-8c5b-4177-aa3d-1dc9a57f417f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.274179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839df27c-8c5b-4177-aa3d-1dc9a57f417f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.278954 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-839df27c-8c5b-4177-aa3d-1dc9a57f417f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/ba377d5f-ae42-43b5-aa50-bb935eb314d7 HTTP/1.1" status: 404 len: 337 time: 0.1745169 Mar 16 11:16:11.279061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34096) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.298929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] For port a1668573-94dc-4fe7-8249-62262807006a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:11.319495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] For port a1668573-94dc-4fe7-8249-62262807006a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a1668573-94dc-4fe7-8249-62262807006a,segment=NetworkSegment(fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7),segment_id=fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:11.330975 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d68400-4089-4d6f-9e51-24dd7b90802e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.331099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d68400-4089-4d6f-9e51-24dd7b90802e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.332699 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-20d68400-4089-4d6f-9e51-24dd7b90802e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/3c1be5e0-100e-4f01-bf6b-16b52021b284 HTTP/1.1" status: 404 len: 333 time: 0.0532801 Mar 16 11:16:11.335229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.383306 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d84e58-0b1c-4226-85fa-8d94b853c938 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.383542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d84e58-0b1c-4226-85fa-8d94b853c938 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.385194 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-45d84e58-0b1c-4226-85fa-8d94b853c938 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/1df35d84-c72a-4ed8-8a26-d0572908497e HTTP/1.1" status: 404 len: 337 time: 0.0490968 Mar 16 11:16:11.387805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34104) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.389356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.396033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.402009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:11.402719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.433613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.443854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.479966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Transition to ACTIVE for port object fec87a16-b56a-443b-b5fe-3e59adf90b5b will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:11.534905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Transition to ACTIVE for port object fec87a16-b56a-443b-b5fe-3e59adf90b5b will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:11.541122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=a0e2c3d2-cebd-44a5-b89e-2d9d827f2086,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:11.551910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:11.552878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:11.567788 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-732983d2-c552-4549-8c1c-8be13da2067a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7218604 Mar 16 11:16:11.571021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34108) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.580267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d38fd8-a7bb-4fbf-9759-86ad572f4c7f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.589961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d38fd8-a7bb-4fbf-9759-86ad572f4c7f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.589961 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-23d38fd8-a7bb-4fbf-9759-86ad572f4c7f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/d59bf324-dbc3-41f7-978f-f6ee4c9f0e61 HTTP/1.1" status: 404 len: 333 time: 0.0569446 Mar 16 11:16:11.590211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:11.592972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34112) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.673874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:11.698972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.717762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-db796c6e-3313-47f7-8ff0-766c262fb0c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.726711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b5ea2-318d-492b-a9c7-327f0f2c8134 None None] Pushing event updated for resources: {'Port': ['ID=a1668573-94dc-4fe7-8249-62262807006a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:11.726900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db796c6e-3313-47f7-8ff0-766c262fb0c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.726900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-db796c6e-3313-47f7-8ff0-766c262fb0c1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/6113b877-071d-40b3-9c83-ccc565929ed2 HTTP/1.1" status: 404 len: 337 time: 0.1273587 Mar 16 11:16:11.735537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:11.739489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:11.742461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:11.748828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:11.757311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34116) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.800651 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c1306-c5e9-4b7f-be6b-64c1824eed16 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.801124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661c1306-c5e9-4b7f-be6b-64c1824eed16 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.803912 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-661c1306-c5e9-4b7f-be6b-64c1824eed16 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/ce66c5b8-2f9b-4134-901b-639c7eb00c5a HTTP/1.1" status: 404 len: 337 time: 0.0446253 Mar 16 11:16:11.806516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34120) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.849807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:11.853311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.866760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-881e1ae4-4241-47ae-a0c0-33926833bb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.867229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881e1ae4-4241-47ae-a0c0-33926833bb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.871232 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-881e1ae4-4241-47ae-a0c0-33926833bb71 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/5c9fdd43-af30-43bd-afe0-223674852132 HTTP/1.1" status: 404 len: 333 time: 0.0624135 Mar 16 11:16:11.872618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34124) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.927516 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f967f78f-6f4c-479c-8612-ae53e8ddead8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.927891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f967f78f-6f4c-479c-8612-ae53e8ddead8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:11.946380 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f967f78f-6f4c-479c-8612-ae53e8ddead8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/dc97253f-3894-4394-8a71-787799d070ec HTTP/1.1" status: 404 len: 337 time: 0.0716763 Mar 16 11:16:11.948096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34128) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.949668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Network 34021560-a496-41fb-af21-30ea25a5bd21 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:11.959945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:11.962505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:11.972969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Pushing event updated for resources: {'Port': ['ID=fec87a16-b56a-443b-b5fe-3e59adf90b5b,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:11.982033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:11.997067 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-08abcec6-c853-4f43-a670-e28bcf07af84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:11.997525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08abcec6-c853-4f43-a670-e28bcf07af84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.002342 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-08abcec6-c853-4f43-a670-e28bcf07af84 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/5e7321e6-b534-4098-8101-811d27dc21a0 HTTP/1.1" status: 404 len: 337 time: 0.0501893 Mar 16 11:16:12.004248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34132) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.062119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c313b5-4bf4-4c3b-b09e-0e56939d8f97 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.066768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c313b5-4bf4-4c3b-b09e-0e56939d8f97 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.066768 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-07c313b5-4bf4-4c3b-b09e-0e56939d8f97 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/43cfcf52-431d-466d-b8bd-e1bcb0a1c3e7 HTTP/1.1" status: 404 len: 333 time: 0.0600824 Mar 16 11:16:12.068058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34136) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.107071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a391debb-f4be-485e-8fc9-b20f014e3216 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.107526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a391debb-f4be-485e-8fc9-b20f014e3216 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.116598 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a391debb-f4be-485e-8fc9-b20f014e3216 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/bdfd035f-f2bf-45bd-8d09-5db3c35a6db4 HTTP/1.1" status: 404 len: 337 time: 0.0475891 Mar 16 11:16:12.119321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34140) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.164899 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde54512-c7ff-4d6e-9959-c34bba0aaa90 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.169618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde54512-c7ff-4d6e-9959-c34bba0aaa90 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.169618 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dde54512-c7ff-4d6e-9959-c34bba0aaa90 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/cd2564d2-0a05-421a-bcd9-cb4fab96b098 HTTP/1.1" status: 404 len: 337 time: 0.0468838 Mar 16 11:16:12.169835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34144) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.184701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.21.0.1 (34021560-a496-41fb-af21-30ea25a5bd21/c6821161-aac8-4b7d-8994-bd3f12bb8c70/c1fe05f1-b495-40b3-9458-e244a3834348) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:12.201092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Attempting to bind port fec87a16-b56a-443b-b5fe-3e59adf90b5b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:12.201624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Attempting to bind port fec87a16-b56a-443b-b5fe-3e59adf90b5b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:12.201802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Attempting to bind port fec87a16-b56a-443b-b5fe-3e59adf90b5b on network 34021560-a496-41fb-af21-30ea25a5bd21 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:12.221921 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-515ad777-f206-4d18-9b09-7230604bc4d9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.222400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515ad777-f206-4d18-9b09-7230604bc4d9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.224062 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-515ad777-f206-4d18-9b09-7230604bc4d9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/8373a806-284e-4961-acb1-720d039a1b43 HTTP/1.1" status: 404 len: 333 time: 0.0532012 Mar 16 11:16:12.226994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34148) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.231678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:12.232055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Checking segment: {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:12.232453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.232840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Bound using segment: {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:12.233313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Bound port: fec87a16-b56a-443b-b5fe-3e59adf90b5b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:12.233679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.271917 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-034b2019-66f8-4a17-81f4-03b418f199c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.272549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034b2019-66f8-4a17-81f4-03b418f199c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.277129 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-034b2019-66f8-4a17-81f4-03b418f199c3 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c7649c0d-f894-452d-9e7e-0e2f947077d8 HTTP/1.1" status: 404 len: 337 time: 0.0459795 Mar 16 11:16:12.284966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34152) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.333462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7147c755-beeb-4364-9e8d-90a452688ab9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.333947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7147c755-beeb-4364-9e8d-90a452688ab9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.335621 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7147c755-beeb-4364-9e8d-90a452688ab9 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/b95315f8-2ec1-434f-a279-c98cca54dc5c HTTP/1.1" status: 404 len: 337 time: 0.0497506 Mar 16 11:16:12.339316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34156) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.397395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.400363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4d8f608c-62db-464b-b72d-19e646b19b1c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Synchronizing usage tracker for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:12.428362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.440334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] For port fec87a16-b56a-443b-b5fe-3e59adf90b5b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:12.450063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object c1fe05f1-b495-40b3-9458-e244a3834348 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:12.454333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] For port fec87a16-b56a-443b-b5fe-3e59adf90b5b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=fec87a16-b56a-443b-b5fe-3e59adf90b5b,segment=NetworkSegment(63ce31da-88ab-4520-87ed-06ec063bdf7e),segment_id=63ce31da-88ab-4520-87ed-06ec063bdf7e)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:12.480901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:11Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.483323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=9f184ac2-8b59-4fe8-9958-fb4de43086ef,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.489280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed75467-d8af-4231-a910-e5c032a07a89 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:11Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:12.491769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': '1fc4c843-5f99-4c44-888e-efb6715b61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:12.492094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: a0e2c3d2-cebd-44a5-b89e-2d9d827f2086, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:12.501231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4d8f608c-62db-464b-b72d-19e646b19b1c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Unset dirty status for tenant:509d6c42870f4302b7f869a71cfb01f5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:12.505469 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d8f608c-62db-464b-b72d-19e646b19b1c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 HTTP/1.1" status: 200 len: 205 time: 0.1650443 Mar 16 11:16:12.510200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34160) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.559963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.578043 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-8a7458a1-6804-4c5b-b757-ab9118240f4f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] delete failed (client error): The resource could not be found. Mar 16 11:16:12.581997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8a7458a1-6804-4c5b-b757-ab9118240f4f tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/routers/3cf1c43b-d3da-4878-8b1e-2408f6a6a2b9 HTTP/1.1" status: 404 len: 336 time: 0.0749443 Mar 16 11:16:12.582183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34164) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.583879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.626553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:12.630538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7e64b0-0746-4247-97b0-b34bbfbde3ad tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.631100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7e64b0-0746-4247-97b0-b34bbfbde3ad tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.632881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0e7e64b0-0746-4247-97b0-b34bbfbde3ad tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9d0ca1ea-d533-4bd9-8afe-06b8636d24ee HTTP/1.1" status: 404 len: 337 time: 0.0495062 Mar 16 11:16:12.636028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34168) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.646799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 34021560-a496-41fb-af21-30ea25a5bd21 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:12.654052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:12.654615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:12.664601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f3a71-b35a-42f6-9436-65ee14ae5853 None None] Pushing event updated for resources: {'Port': ['ID=fec87a16-b56a-443b-b5fe-3e59adf90b5b,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.691403 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a1de4372-509d-4f7a-a9c5-1d8b70dac522 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "GET /v2.0/ports?device_id=528174f2-f7cd-43b1-acae-8370ec8faaad HTTP/1.1" status: 200 len: 205 time: 0.0539932 Mar 16 11:16:12.693646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34172) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.713739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=c1fe05f1-b495-40b3-9458-e244a3834348,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.732255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.780731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, a0e2c3d2-cebd-44a5-b89e-2d9d827f2086) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:12.790674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5601c177-1772-42d0-b699-3e72579fdb93 None None] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:12.799623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:12.800936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.821128 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-1658dfd1-499d-47ac-8118-278b3d7e64a4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] delete failed (client error): The resource could not be found. Mar 16 11:16:12.827614 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1658dfd1-499d-47ac-8118-278b3d7e64a4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/routers/528174f2-f7cd-43b1-acae-8370ec8faaad HTTP/1.1" status: 404 len: 336 time: 0.1327786 Mar 16 11:16:12.828382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34176) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.886302 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c08f13-18b4-49a4-8859-6cd978b55638 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.887230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c08f13-18b4-49a4-8859-6cd978b55638 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.892155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34180) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.892602 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-03c08f13-18b4-49a4-8859-6cd978b55638 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/127c5106-c40f-42e1-8270-c95a6e6ccc90 HTTP/1.1" status: 404 len: 337 time: 0.0601246 Mar 16 11:16:12.922641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-01dddafb-c637-4bee-a336-ed3d11d1f454 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3505065 Mar 16 11:16:12.925604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34184) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:12.931162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329399638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:12.946072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:12.952723 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-059d58af-941a-4db3-8768-acd185d362cf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:12.953214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059d58af-941a-4db3-8768-acd185d362cf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:12.957992 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-059d58af-941a-4db3-8768-acd185d362cf tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/0f54690f-9d50-49ee-a095-cdf753bae06b HTTP/1.1" status: 404 len: 337 time: 0.0642183 Mar 16 11:16:12.960537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:12.962532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34188) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.044825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.045254 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fd283f-3b9d-4997-8883-f29e7ee32c98 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.046111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fd283f-3b9d-4997-8883-f29e7ee32c98 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.049567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a4fd283f-3b9d-4997-8883-f29e7ee32c98 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/3f825b2f-b8d4-459b-9d7c-9e9e3519074c HTTP/1.1" status: 404 len: 333 time: 0.0847089 Mar 16 11:16:13.050791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34192) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.118119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.118947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.124308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-a0e2c3d2-cebd-44a5-b89e-2d9d827f2086', 'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': '9f184ac2-8b59-4fe8-9958-fb4de43086ef'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:13.125369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.142956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3c0d65-ea0b-42aa-83bd-abc752c3ff94 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.143413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3c0d65-ea0b-42aa-83bd-abc752c3ff94 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.147509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3d3c0d65-ea0b-42aa-83bd-abc752c3ff94 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/c48f0689-cdaf-4d78-96fe-901f249c58eb HTTP/1.1" status: 404 len: 337 time: 0.0950453 Mar 16 11:16:13.151711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.166500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.222156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef9704-cbf8-4171-907f-d3f8985fc666 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.222629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efef9704-cbf8-4171-907f-d3f8985fc666 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.224637 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-efef9704-cbf8-4171-907f-d3f8985fc666 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/0b5843ad-a91b-43c1-a4a7-e19854e6bb73 HTTP/1.1" status: 404 len: 333 time: 0.0722017 Mar 16 11:16:13.227384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34200) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.275365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c643a8-ee6b-4e19-940a-576681fe4c8e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.290870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c643a8-ee6b-4e19-940a-576681fe4c8e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.295710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.339362 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-34c643a8-ee6b-4e19-940a-576681fe4c8e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9325ec23-ab1a-4756-9d3b-6df9e3060369 HTTP/1.1" status: 404 len: 337 time: 0.1085036 Mar 16 11:16:13.343739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34204) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.369461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Allocated IP 2001:db8::2 (a0e2c3d2-cebd-44a5-b89e-2d9d827f2086/9f184ac2-8b59-4fe8-9958-fb4de43086ef/0e8d1c16-d3c6-44d8-b567-9a145c89af70) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:13.425544 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-16865e3e-5568-4014-88b0-314ef64c9eff tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.426114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16865e3e-5568-4014-88b0-314ef64c9eff tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.433771 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-16865e3e-5568-4014-88b0-314ef64c9eff tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/659d6909-024f-4ad2-9f9a-20ba271d766b HTTP/1.1" status: 404 len: 333 time: 0.0876501 Mar 16 11:16:13.434631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34208) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.480612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.482044 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-94a11347-76cc-4e2a-b485-513d7b8132d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5553899 Mar 16 11:16:13.495371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34212) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.495371 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a48186-a105-4c3b-a00e-3e8f26116255 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.495371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a48186-a105-4c3b-a00e-3e8f26116255 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.495371 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-16a48186-a105-4c3b-a00e-3e8f26116255 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/9bf56f94-fa63-430b-89e7-9d8d93b57b9f HTTP/1.1" status: 404 len: 337 time: 0.0571222 Mar 16 11:16:13.682911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.695460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Transition to ACTIVE for port object 0e8d1c16-d3c6-44d8-b567-9a145c89af70 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:13.717101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Transition to ACTIVE for port object 0e8d1c16-d3c6-44d8-b567-9a145c89af70 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:13.752843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34214) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.812192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.815487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d44e5eb-0148-4f65-87d3-31db30aaa3d0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.817176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d44e5eb-0148-4f65-87d3-31db30aaa3d0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.818905 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d44e5eb-0148-4f65-87d3-31db30aaa3d0 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/4626ed48-9ca5-4cf1-a22f-0c22186c488b HTTP/1.1" status: 404 len: 333 time: 0.0651138 Mar 16 11:16:13.821956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34220) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.877481 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9231aaf-0afd-4a3e-8d72-b53ae00f1113 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.877481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9231aaf-0afd-4a3e-8d72-b53ae00f1113 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.877481 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e9231aaf-0afd-4a3e-8d72-b53ae00f1113 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/e2d0672f-1ea7-4d50-b6fd-ed0e9d2201eb HTTP/1.1" status: 404 len: 337 time: 0.0505745 Mar 16 11:16:13.877962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34224) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.896265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:13.896265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:13.898560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:13.942666 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ffe2e2-3b0c-4c2d-99e9-050e115c453a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.943141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ffe2e2-3b0c-4c2d-99e9-050e115c453a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:13.948551 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7ffe2e2-3b0c-4c2d-99e9-050e115c453a tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/02001310-7ff4-4994-b731-f4833a45470b HTTP/1.1" status: 404 len: 333 time: 0.0660007 Mar 16 11:16:13.948551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34228) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.999369 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-9571d340-bed9-459a-a747-b55bf29e8e4e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:13.999836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9571d340-bed9-459a-a747-b55bf29e8e4e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:14.003361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Pushing event updated for resources: {'Port': ['ID=0e8d1c16-d3c6-44d8-b567-9a145c89af70,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:14.004304 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9571d340-bed9-459a-a747-b55bf29e8e4e tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/7a3ad1fb-6d1b-467d-8663-61f668a8eee5 HTTP/1.1" status: 404 len: 337 time: 0.0556903 Mar 16 11:16:14.012271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34232) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.029439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.031953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.032126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.032572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.032906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.033230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:14.054682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Attempting to bind port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:14.055065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Attempting to bind port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1fc4c843-5f99-4c44-888e-efb6715b61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:14.055426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Attempting to bind port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 on network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:14.061948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:14.062658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Checking segment: {'id': '1fc4c843-5f99-4c44-888e-efb6715b61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:14.064555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.065258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Bound using segment: {'id': '1fc4c843-5f99-4c44-888e-efb6715b61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:14.066019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Bound port: 0e8d1c16-d3c6-44d8-b567-9a145c89af70, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc4c843-5f99-4c44-888e-efb6715b61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0e2c3d2-cebd-44a5-b89e-2d9d827f2086'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:14.066615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.079790 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-07673269-d85a-4f78-9f21-3792bb4ca025 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:14.080278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07673269-d85a-4f78-9f21-3792bb4ca025 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:14.082059 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-07673269-d85a-4f78-9f21-3792bb4ca025 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/c8c9bef4-3047-43aa-a808-71789e532e19 HTTP/1.1" status: 404 len: 333 time: 0.0690222 Mar 16 11:16:14.091519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34236) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.136093 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e9f9c8-fe4a-41b4-89db-6f537adb1e5c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:14.138992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e9f9c8-fe4a-41b4-89db-6f537adb1e5c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:14.145955 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e1e9f9c8-fe4a-41b4-89db-6f537adb1e5c tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/abe1ab97-e66c-4915-91c6-f7d59b8d4f2e HTTP/1.1" status: 404 len: 337 time: 0.0595324 Mar 16 11:16:14.147075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34240) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.181076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98f097b-0884-4238-ac39-36187982f485 None None] Network 34021560-a496-41fb-af21-30ea25a5bd21 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:14.191146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.228443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.237783 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce56d33-a8ec-4fbe-8818-de06a637f2f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:14.242549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce56d33-a8ec-4fbe-8818-de06a637f2f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:14.242549 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fce56d33-a8ec-4fbe-8818-de06a637f2f4 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/ports/33f093d4-edd7-43c5-90e1-f2988b8e4671 HTTP/1.1" status: 404 len: 333 time: 0.0919981 Mar 16 11:16:14.242782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34244) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.281917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.283671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] For port 0e8d1c16-d3c6-44d8-b567-9a145c89af70, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:14.314839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] For port 0e8d1c16-d3c6-44d8-b567-9a145c89af70, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0e8d1c16-d3c6-44d8-b567-9a145c89af70,segment=NetworkSegment(1fc4c843-5f99-4c44-888e-efb6715b61be),segment_id=1fc4c843-5f99-4c44-888e-efb6715b61be)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:14.346254 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba6f566-2bd1-4d98-8fe2-f4c2c8955bc1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:14.346918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba6f566-2bd1-4d98-8fe2-f4c2c8955bc1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:14.348784 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1ba6f566-2bd1-4d98-8fe2-f4c2c8955bc1 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/subnets/a50fed81-c452-4bd7-b6e6-a164749bdec8 HTTP/1.1" status: 404 len: 337 time: 0.1052556 Mar 16 11:16:14.357369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34248) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.399429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c8e20bd8-9651-41dd-b787-57074c27ec73 None None] Provisioning for port fec87a16-b56a-443b-b5fe-3e59adf90b5b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:14.418132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.454943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=c1fe05f1-b495-40b3-9458-e244a3834348,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:14.482381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1668573-94dc-4fe7-8249-62262807006a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:14.496979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.547922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.666983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf632a-f786-483d-a3cd-679cc0db8116 None None] Pushing event updated for resources: {'Port': ['ID=0e8d1c16-d3c6-44d8-b567-9a145c89af70,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:14.733705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 34021560-a496-41fb-af21-30ea25a5bd21 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:14.735265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:14.795909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a1668573-94dc-4fe7-8249-62262807006a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:14.802059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a1668573-94dc-4fe7-8249-62262807006a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:14.802519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.832389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.883796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb6eb09-c78b-4881-a84a-9534f87fec56']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:14.912028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae28cc3-3863-4555-be0c-0999b17e6042') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:14.912462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae28cc3-3863-4555-be0c-0999b17e6042') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.010202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.017571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.041267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.068651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a1668573-94dc-4fe7-8249-62262807006a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a1668573-94dc-4fe7-8249-62262807006a,segment=NetworkSegment(fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7),segment_id=fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:15.086809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:15.087091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:15.111728 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:15.124007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8::1 (a0e2c3d2-cebd-44a5-b89e-2d9d827f2086/9f184ac2-8b59-4fe8-9958-fb4de43086ef/2e4fdbce-fc96-4d23-807d-57cfcda1f2f0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:15.131720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:15.174495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.178008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fec87a16-b56a-443b-b5fe-3e59adf90b5b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:15.292021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dca8caf7-4db1-49f1-b687-a88febbbb1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.304748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4a756089-b12e-4d17-99e7-ee84c91ba1b7 None None] Provisioning for port c1fe05f1-b495-40b3-9458-e244a3834348 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:15.331420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4a756089-b12e-4d17-99e7-ee84c91ba1b7 None None] Provisioning complete for port c1fe05f1-b495-40b3-9458-e244a3834348 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:15.331826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4a756089-b12e-4d17-99e7-ee84c91ba1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.394750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:15.401521 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fc495d2c-0145-4e7a-aa29-060626824491 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9315937 Mar 16 11:16:15.404073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34254) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:15.407962 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:15.413780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-2046266607'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:15.426543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:15.427241 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:15.428099 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:15:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.446437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:15.451840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:15.465227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a1668573-94dc-4fe7-8249-62262807006a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:15.473429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:15.484821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4a756089-b12e-4d17-99e7-ee84c91ba1b7 None None] Port c1fe05f1-b495-40b3-9458-e244a3834348 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:15.556929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.574066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:15.578916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.584519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port fec87a16-b56a-443b-b5fe-3e59adf90b5b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:15.591770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port fec87a16-b56a-443b-b5fe-3e59adf90b5b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:15.592151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.618527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.647844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Pushing event deleted for resources: {'Network': ['ID=7bb6eb09-c78b-4881-a84a-9534f87fec56,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:15.657210 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:15.663537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:15.667503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] 10.222.0.30 "DELETE /v2.0/networks/7bb6eb09-c78b-4881-a84a-9534f87fec56 HTTP/1.1" status: 204 len: 168 time: 1.3081629 Mar 16 11:16:15.686826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.687165 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment 39b30cf8-b38c-4036-acb4-fb931864e66f of type vlan for network e31532b1-9403-4fd3-b6c7-121694e78050 Mar 16 11:16:15.729337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.730528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.731343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.731855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.732303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.735091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.735642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.737965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.738366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.738851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.739193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.740616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6f49fb-32a4-436a-abde-568acb0990b8 tempest-NetworksTestDHCPv6-303200086 tempest-NetworksTestDHCPv6-303200086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:15.750152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.761821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c8099f0e-b1dc-4a47-860d-588281ee444b None None] Provisioning complete for port c1fe05f1-b495-40b3-9458-e244a3834348 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:15.766665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c8099f0e-b1dc-4a47-860d-588281ee444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.818944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.843725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:15.865242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c8099f0e-b1dc-4a47-860d-588281ee444b None None] Port c1fe05f1-b495-40b3-9458-e244a3834348 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:15.870470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.877491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:15.878165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.963699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.008711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.029126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=e31532b1-9403-4fd3-b6c7-121694e78050,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:16.049908 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-32d0cd09-2fff-4a72-8724-745f96a8dafa tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6445224 Mar 16 11:16:16.052496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34260) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:16.065209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network e31532b1-9403-4fd3-b6c7-121694e78050 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:16.071093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:16.074438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:16.079105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:16.080915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:16.082369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.114226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=2e4fdbce-fc96-4d23-807d-57cfcda1f2f0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:16.138725 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:12Z', 'revision_number': 3, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:13Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:16.147077 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:16.157260 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Updating router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe port c1fe05f1-b495-40b3-9458-e244a3834348 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:16.244220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-57d8d023-a3a3-4d06-9cc2-5e0b2da7a944 None None] Provisioning complete for port c1fe05f1-b495-40b3-9458-e244a3834348 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:16.244628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-57d8d023-a3a3-4d06-9cc2-5e0b2da7a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.246182 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.256664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:16.265834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:16.271411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:16.277947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:16.301085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34266) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:16.308459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port fec87a16-b56a-443b-b5fe-3e59adf90b5b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=fec87a16-b56a-443b-b5fe-3e59adf90b5b,segment=NetworkSegment(63ce31da-88ab-4520-87ed-06ec063bdf7e),segment_id=63ce31da-88ab-4520-87ed-06ec063bdf7e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:16.309801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627875ea-3697-4baf-9317-e0d45aeb7f8d None None] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:16.367664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.382846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:16.387733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.466563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-57d8d023-a3a3-4d06-9cc2-5e0b2da7a944 None None] Port c1fe05f1-b495-40b3-9458-e244a3834348 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:16.468346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.610650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=fec87a16-b56a-443b-b5fe-3e59adf90b5b,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:16.704193 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.710478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c17a042-a9ef-411b-8c95-fabfc46a0a35 None None] Provisioning for port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:16.722319 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Transition to ACTIVE for port object c1fe05f1-b495-40b3-9458-e244a3834348 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:16.772532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1668573-94dc-4fe7-8249-62262807006a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:16.797118 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.889068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a1668573-94dc-4fe7-8249-62262807006a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:16.889744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.005800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.074201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.080039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0e8d1c16-d3c6-44d8-b567-9a145c89af70 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:17.126312 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b5d35-9b80-49e5-848a-08dacabcd617 None None] Pushing event updated for resources: {'Port': ['ID=c1fe05f1-b495-40b3-9458-e244a3834348,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.144006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.144636 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9ce60048-e398-4df9-910d-8b53d59d7ee5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=509d6c42870f4302b7f869a71cfb01f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423398 Mar 16 11:16:17.148453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.153561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34272) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:17.159928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=69a13b3b-d0d4-48d5-9d6d-6d67f22315bd,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.209169 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Attempting to bind port c1fe05f1-b495-40b3-9458-e244a3834348 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:17.209527 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Attempting to bind port c1fe05f1-b495-40b3-9458-e244a3834348 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:17.210117 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Attempting to bind port c1fe05f1-b495-40b3-9458-e244a3834348 on network 34021560-a496-41fb-af21-30ea25a5bd21 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:17.213052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:17.214674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: e31532b1-9403-4fd3-b6c7-121694e78050, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:17.219355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:17.219355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Checking segment: {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:17.219355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.219355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Bound using segment: {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:17.219355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Bound port: c1fe05f1-b495-40b3-9458-e244a3834348, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ce31da-88ab-4520-87ed-06ec063bdf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:17.219355 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.304194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:17.310155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:17.310155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.324434 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] For port c1fe05f1-b495-40b3-9458-e244a3834348, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:17.332326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network e31532b1-9403-4fd3-b6c7-121694e78050 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:17.332819 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] For port c1fe05f1-b495-40b3-9458-e244a3834348, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c1fe05f1-b495-40b3-9458-e244a3834348,segment=NetworkSegment(63ce31da-88ab-4520-87ed-06ec063bdf7e),segment_id=63ce31da-88ab-4520-87ed-06ec063bdf7e)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:17.405964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=2e4fdbce-fc96-4d23-807d-57cfcda1f2f0,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.412461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-566836b5-b972-4719-8e37-a25a0f3669d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.419208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dd96fcf-a7db-4498-9fe8-9eb0119ed6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.425237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.427118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, e31532b1-9403-4fd3-b6c7-121694e78050) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:17.434628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:17.436320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.466163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.466727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-566836b5-b972-4719-8e37-a25a0f3669d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.480848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-35bdf3f0-1f45-443c-a52f-0fa921803599 None None] Provisioning for port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:17.487920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd8e80-56b4-4625-bddd-8b8bb3ea23f1 None None] Network e31532b1-9403-4fd3-b6c7-121694e78050 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:17.518704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:17.522768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:17.524358 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b5d35-9b80-49e5-848a-08dacabcd617 None None] Pushing event updated for resources: {'Port': ['ID=c1fe05f1-b495-40b3-9458-e244a3834348,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.533813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-35bdf3f0-1f45-443c-a52f-0fa921803599 None None] Provisioning complete for port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:17.535022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35bdf3f0-1f45-443c-a52f-0fa921803599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.552023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:17.552655 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:17.613626 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5cdba72b-a0e7-4a16-833b-ed7726e69bd5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5598814 Mar 16 11:16:17.616415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34276) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:17.707950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-35bdf3f0-1f45-443c-a52f-0fa921803599 None None] Port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:17.818252 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:17.839134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 0e8d1c16-d3c6-44d8-b567-9a145c89af70, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0e8d1c16-d3c6-44d8-b567-9a145c89af70,segment=NetworkSegment(1fc4c843-5f99-4c44-888e-efb6715b61be),segment_id=1fc4c843-5f99-4c44-888e-efb6715b61be)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:17.891959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-566836b5-b972-4719-8e37-a25a0f3669d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.920054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566836b5-b972-4719-8e37-a25a0f3669d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4938f-c971-4e62-804e-f6eabc55ee4c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.929657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-566836b5-b972-4719-8e37-a25a0f3669d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.939226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-566836b5-b972-4719-8e37-a25a0f3669d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75c4938f-c971-4e62-804e-f6eabc55ee4c HTTP/1.1" status: 204 len: 168 time: 0.7249746 Mar 16 11:16:17.968423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.985826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router 914fdae9-ddd9-4816-a83a-fe130e7d092a is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:16:18.090951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4bd77c5c-0021-4e02-a5ab-c4d88f320bcd None None] Provisioning complete for port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:18.091330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bd77c5c-0021-4e02-a5ab-c4d88f320bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.136839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-e31532b1-9403-4fd3-b6c7-121694e78050', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:18.137670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.200542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=0e8d1c16-d3c6-44d8-b567-9a145c89af70,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:18.235884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:18.251728 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b2bc1ace-5984-4b95-919c-53653bef77d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/914fdae9-ddd9-4816-a83a-fe130e7d092a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7574928 Mar 16 11:16:18.252628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34282) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:18.258744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] Sync routers for ids ['914fdae9-ddd9-4816-a83a-fe130e7d092a'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:18.261869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4bd77c5c-0021-4e02-a5ab-c4d88f320bcd None None] Port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:18.338731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2ad3f-976d-45fd-847e-9bd1745485d8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:18.339312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-54d2ad3f-976d-45fd-847e-9bd1745485d8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:18.343428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:12Z', 'revision_number': 3, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:17Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:18.350348 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949ea86-0b52-4cf0-b473-fad8a7c94b4d None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:12Z', 'revision_number': 3, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:17Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:18.374081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] Routers {'914fdae9-ddd9-4816-a83a-fe130e7d092a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:18.374720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['914fdae9-ddd9-4816-a83a-fe130e7d092a'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:18.412927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-54d2ad3f-976d-45fd-847e-9bd1745485d8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:18.417325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-54d2ad3f-976d-45fd-847e-9bd1745485d8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports/2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 HTTP/1.1" status: 200 len: 911 time: 0.1611342 Mar 16 11:16:18.421445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34288) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:18.431819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f184ac2-8b59-4fe8-9958-fb4de43086ef'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:18.489453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.503321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:18.694856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.735835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] Routers {'914fdae9-ddd9-4816-a83a-fe130e7d092a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:18.736822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['914fdae9-ddd9-4816-a83a-fe130e7d092a'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:18.811406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fec87a16-b56a-443b-b5fe-3e59adf90b5b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:18.845984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Allocated IP 172.22.0.2 (e31532b1-9403-4fd3-b6c7-121694e78050/69a13b3b-d0d4-48d5-9d6d-6d67f22315bd/4f533513-655e-4df7-b789-3f297c441bf7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:18.958917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-641ad15e-5f0f-4bfc-8e03-fc59b388e04b None None] Provisioning complete for port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:18.958917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-641ad15e-5f0f-4bfc-8e03-fc59b388e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.068377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.096771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-641ad15e-5f0f-4bfc-8e03-fc59b388e04b None None] Port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:19.104334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:19.104334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf0858-026d-42a1-93b6-94d5dc9f65bc None None] The sync data for ids ['914fdae9-ddd9-4816-a83a-fe130e7d092a'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:19.120399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.238906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port fec87a16-b56a-443b-b5fe-3e59adf90b5b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:19.239341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.325159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.341192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Transition to ACTIVE for port object 4f533513-655e-4df7-b789-3f297c441bf7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:19.402768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Transition to ACTIVE for port object 4f533513-655e-4df7-b789-3f297c441bf7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:19.414942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c1fe05f1-b495-40b3-9458-e244a3834348 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:19.491330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.560213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c1fe05f1-b495-40b3-9458-e244a3834348 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:19.571413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:19.571909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Network e31532b1-9403-4fd3-b6c7-121694e78050 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:19.575902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:19.585658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c1fe05f1-b495-40b3-9458-e244a3834348 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:19.586082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.618821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.22.0.1 (e31532b1-9403-4fd3-b6c7-121694e78050/69a13b3b-d0d4-48d5-9d6d-6d67f22315bd/764e2982-7599-49b2-a029-0ed75c783c31) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:19.619949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:19.630175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Pushing event updated for resources: {'Port': ['ID=4f533513-655e-4df7-b789-3f297c441bf7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.740674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.770728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-791278817'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:19.774443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Attempting to bind port 4f533513-655e-4df7-b789-3f297c441bf7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:19.774706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Attempting to bind port 4f533513-655e-4df7-b789-3f297c441bf7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:19.774953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Attempting to bind port 4f533513-655e-4df7-b789-3f297c441bf7 on network e31532b1-9403-4fd3-b6c7-121694e78050 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:19.778742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:19.783807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Usage tracker for resource:network and tenant:1fcc28638d7f4f069edebae90c50c9ff is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:19.786764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:19.786935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:19.787270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Checking segment: {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:19.787739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.788075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Bound using segment: {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:19.788547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Bound port: 4f533513-655e-4df7-b789-3f297c441bf7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:19.788929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.792921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:19.804101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.827835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.843391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.843921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object 764e2982-7599-49b2-a029-0ed75c783c31 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:19.851791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:19.852409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.858391 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/ports/2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 HTTP/1.1" status: 200 len: 911 time: 1.4321489 Mar 16 11:16:19.858549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34314) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:19.891752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Made reservation on behalf of 1fcc28638d7f4f069edebae90c50c9ff for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:19.894664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.917832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.921198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.956528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:19.957806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] For port 4f533513-655e-4df7-b789-3f297c441bf7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:19.958946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf4f6-e3e6-432b-aa33-3c4e36a3cdba tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=2e4fdbce-fc96-4d23-807d-57cfcda1f2f0,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.961513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] For port 4f533513-655e-4df7-b789-3f297c441bf7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f533513-655e-4df7-b789-3f297c441bf7,segment=NetworkSegment(39b30cf8-b38c-4036-acb4-fb931864e66f),segment_id=39b30cf8-b38c-4036-acb4-fb931864e66f)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:19.963599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Usage tracker for resource:security_group_rule and tenant:1fcc28638d7f4f069edebae90c50c9ff is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:19.967320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:19.973980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:19.974917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port c1fe05f1-b495-40b3-9458-e244a3834348, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c1fe05f1-b495-40b3-9458-e244a3834348,segment=NetworkSegment(63ce31da-88ab-4520-87ed-06ec063bdf7e),segment_id=63ce31da-88ab-4520-87ed-06ec063bdf7e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:20.036675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.074507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.089544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.090313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0e8d1c16-d3c6-44d8-b567-9a145c89af70 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:20.113444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.128588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.167843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:20.174812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f0801-6f14-48d0-aa66-0f9d90b0c7ae,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.180380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ebde6-7698-4cb2-a056-309e45129fc5 None None] Pushing event updated for resources: {'Port': ['ID=4f533513-655e-4df7-b789-3f297c441bf7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.182976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.183457 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Added segment 3aabc443-250a-426a-8bb9-5d695fd1711f of type vlan for network e88f100f-1203-4430-94c6-eaa58ebeb702 Mar 16 11:16:20.231592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.233430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.263936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:20.264304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.306653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=c1fe05f1-b495-40b3-9458-e244a3834348,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.334825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.342695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:20.343329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.378638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network e31532b1-9403-4fd3-b6c7-121694e78050 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:20.390732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:20.403226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:20.477100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=764e2982-7599-49b2-a029-0ed75c783c31,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.529123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event updated for resources: {'Network': ['ID=e88f100f-1203-4430-94c6-eaa58ebeb702,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.556910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network e88f100f-1203-4430-94c6-eaa58ebeb702 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:20.628480 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4282a7d5-40d1-4f20-b927-ea22b062bfc3 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0475397 Mar 16 11:16:20.628480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34318) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:20.640498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.651132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Request body: {'subnet': {'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.661697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:20.758857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f533513-655e-4df7-b789-3f297c441bf7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:20.819665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.822764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:20.826626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Usage tracker for resource:subnet and tenant:1fcc28638d7f4f069edebae90c50c9ff is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:20.829882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:20.835623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:20.927222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4f533513-655e-4df7-b789-3f297c441bf7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:20.927593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Made reservation on behalf of 1fcc28638d7f4f069edebae90c50c9ff for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:20.931828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.933380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c1fe05f1-b495-40b3-9458-e244a3834348 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:21.017569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c1fe05f1-b495-40b3-9458-e244a3834348 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:21.018136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.101067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.293580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.337232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20cf145-58c4-402d-9fa3-9623590cdcf4 None None] Network e31532b1-9403-4fd3-b6c7-121694e78050 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:21.381874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event updated for resources: {'Subnet': ['ID=bddd9563-f6b4-447e-81d2-936db8bcfbde,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:21.385993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Checking segment: {'id': '3aabc443-250a-426a-8bb9-5d695fd1711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:21.386263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Network hostable DHCP agents. Network: e88f100f-1203-4430-94c6-eaa58ebeb702, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:21.516679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Network e88f100f-1203-4430-94c6-eaa58ebeb702 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:21.552377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] Provisioning for port 4f533513-655e-4df7-b789-3f297c441bf7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:21.564573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] Provisioning complete for port 4f533513-655e-4df7-b789-3f297c441bf7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:21.565267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.623393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, e88f100f-1203-4430-94c6-eaa58ebeb702) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:21.628477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:21.629803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.672817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631bfa52-2d29-4173-a443-1a44cfb3f773 None None] Network e88f100f-1203-4430-94c6-eaa58ebeb702 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:21.718286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:21.718286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.741202 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-32689813-ff8c-4484-a7bc-3c876c70c9e2 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1137245 Mar 16 11:16:21.741335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34322) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:21.749039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Request body: {'port': {'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702', 'name': 'tempest-ExtraDHCPOptionsTestJSON-597870194'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:21.881916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.943418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.961082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.971069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] For port 4f533513-655e-4df7-b789-3f297c441bf7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f533513-655e-4df7-b789-3f297c441bf7,segment=NetworkSegment(39b30cf8-b38c-4036-acb4-fb931864e66f),segment_id=39b30cf8-b38c-4036-acb4-fb931864e66f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:22.023614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-e88f100f-1203-4430-94c6-eaa58ebeb702', 'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702', 'tenant_id': '1fcc28638d7f4f069edebae90c50c9ff', 'fixed_ips': [{'subnet_id': 'bddd9563-f6b4-447e-81d2-936db8bcfbde'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:22.024447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.026734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:22.032726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Usage tracker for resource:port and tenant:1fcc28638d7f4f069edebae90c50c9ff is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:22.036412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:22.038919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.047680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:22.102462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.166397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 2e4fdbce-fc96-4d23-807d-57cfcda1f2f0 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:22.199966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Made reservation on behalf of 1fcc28638d7f4f069edebae90c50c9ff for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:22.204576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.241588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] device_id is not set on port 055d9d83-263d-460a-a47b-641369d0d40c yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:22.253717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25883cdb-0bdf-4178-b64f-9c2c3500b642 None None] Pushing event updated for resources: {'Port': ['ID=4f533513-655e-4df7-b789-3f297c441bf7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.279212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=764e2982-7599-49b2-a029-0ed75c783c31,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.290182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Allocated IP 172.20.0.2 (e88f100f-1203-4430-94c6-eaa58ebeb702/bddd9563-f6b4-447e-81d2-936db8bcfbde/d1e6e22c-e853-474d-ad5b-eddefc0c5178) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:22.300922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.352031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9d139f77-09e2-4959-876b-65446319d604 None None] Provisioning for port 764e2982-7599-49b2-a029-0ed75c783c31 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:22.362413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9d139f77-09e2-4959-876b-65446319d604 None None] Provisioning complete for port 764e2982-7599-49b2-a029-0ed75c783c31 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:22.365698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d139f77-09e2-4959-876b-65446319d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.486955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9d139f77-09e2-4959-876b-65446319d604 None None] Port 764e2982-7599-49b2-a029-0ed75c783c31 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:22.508868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network e31532b1-9403-4fd3-b6c7-121694e78050 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:22.515293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:22.534846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9d139f77-09e2-4959-876b-65446319d604 None None] Provisioning complete for port 4f533513-655e-4df7-b789-3f297c441bf7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:22.535423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d139f77-09e2-4959-876b-65446319d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.606205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f533513-655e-4df7-b789-3f297c441bf7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:22.716041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:22.721663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.785333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Transition to ACTIVE for port object d1e6e22c-e853-474d-ad5b-eddefc0c5178 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:22.785469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.820914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Transition to ACTIVE for port object d1e6e22c-e853-474d-ad5b-eddefc0c5178 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:22.823470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4f533513-655e-4df7-b789-3f297c441bf7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:22.823847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.846415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=2e4fdbce-fc96-4d23-807d-57cfcda1f2f0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.932104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.984349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Allocated IP 172.20.0.10 (e88f100f-1203-4430-94c6-eaa58ebeb702/bddd9563-f6b4-447e-81d2-936db8bcfbde/055d9d83-263d-460a-a47b-641369d0d40c) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:23.014241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Pushing event updated for resources: {'Port': ['ID=d1e6e22c-e853-474d-ad5b-eddefc0c5178,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:23.033372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Network e88f100f-1203-4430-94c6-eaa58ebeb702 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:23.041335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:23.050872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:23.059660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7aae05b3-0df7-4e03-ae3a-8fc567fca066 None None] Provisioning complete for port 764e2982-7599-49b2-a029-0ed75c783c31 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:23.059660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7aae05b3-0df7-4e03-ae3a-8fc567fca066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.208400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7aae05b3-0df7-4e03-ae3a-8fc567fca066 None None] Port 764e2982-7599-49b2-a029-0ed75c783c31 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:23.212291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Attempting to bind port d1e6e22c-e853-474d-ad5b-eddefc0c5178 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:23.212291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Attempting to bind port d1e6e22c-e853-474d-ad5b-eddefc0c5178 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3aabc443-250a-426a-8bb9-5d695fd1711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:23.212530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Attempting to bind port d1e6e22c-e853-474d-ad5b-eddefc0c5178 on network e88f100f-1203-4430-94c6-eaa58ebeb702 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:23.222864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:23.223560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Checking segment: {'id': '3aabc443-250a-426a-8bb9-5d695fd1711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:23.224652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.225219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Bound using segment: {'id': '3aabc443-250a-426a-8bb9-5d695fd1711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:23.226563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Bound port: d1e6e22c-e853-474d-ad5b-eddefc0c5178, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aabc443-250a-426a-8bb9-5d695fd1711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:23.227129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.295654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.314345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:23.315391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Transition to ACTIVE for port object 055d9d83-263d-460a-a47b-641369d0d40c will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:23.327894 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:23.336254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.342126 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:23.342752 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:23.383417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] For port d1e6e22c-e853-474d-ad5b-eddefc0c5178, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:23.387231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] For port d1e6e22c-e853-474d-ad5b-eddefc0c5178, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d1e6e22c-e853-474d-ad5b-eddefc0c5178,segment=NetworkSegment(3aabc443-250a-426a-8bb9-5d695fd1711f),segment_id=3aabc443-250a-426a-8bb9-5d695fd1711f)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:23.406717 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f1bb306-fbab-4839-ae1b-615a936e5ac0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7891319 Mar 16 11:16:23.409969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34334) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.417749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1725763732'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:23.428041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:23.430858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.446908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.474204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:network and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:23.493606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:23.517619 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:23.528156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Network e88f100f-1203-4430-94c6-eaa58ebeb702 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:23.532650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:23.541362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:23.546924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:23.599253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b749f-7fc9-4269-a639-79bbb87dfba4 None None] Pushing event updated for resources: {'Port': ['ID=d1e6e22c-e853-474d-ad5b-eddefc0c5178,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:23.662944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router 914fdae9-ddd9-4816-a83a-fe130e7d092a has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:23.699787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:23.700429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.716217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event updated for resources: {'Port': ['ID=055d9d83-263d-460a-a47b-641369d0d40c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:23.735697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:23.739707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.774688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:23.783631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.784369 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added segment e08d8954-5b28-4f91-8af3-7ff5a2e65e9c of type vlan for network 9b137d66-9c14-4781-b366-8ccd40310cf5 Mar 16 11:16:23.822217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.859081 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0df8e56-c24c-418f-8452-01bbc1c974d8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1119275 Mar 16 11:16:23.859081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34338) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.864599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Request body: {'port': {'network_id': 'e88f100f-1203-4430-94c6-eaa58ebeb702', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1114995396', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:23.865093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] bootfile-name is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:16:23.865430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] tftp-server is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:16:23.865885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] server-ip-address is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:16:23.886965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:23.894440 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4f1a9918-f222-451e-bf68-99f5659b9708 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/914fdae9-ddd9-4816-a83a-fe130e7d092a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0367770 Mar 16 11:16:23.897714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34342) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.900937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] Sync routers for ids ['914fdae9-ddd9-4816-a83a-fe130e7d092a'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:23.916040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] Routers {'914fdae9-ddd9-4816-a83a-fe130e7d092a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:23.916666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['914fdae9-ddd9-4816-a83a-fe130e7d092a'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:23.956272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0d3f9986-9f0f-461b-819a-7302e9fa8ce7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:23.982706 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:20Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:21Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:23.990821 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:23.991175 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Updating router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe port 764e2982-7599-49b2-a029-0ed75c783c31 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:24.019819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:24.030632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] Routers {'914fdae9-ddd9-4816-a83a-fe130e7d092a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:24.032623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['914fdae9-ddd9-4816-a83a-fe130e7d092a'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:24.034375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.039804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:24.046113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.065122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0d3f9986-9f0f-461b-819a-7302e9fa8ce7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:24.066424 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0d3f9986-9f0f-461b-819a-7302e9fa8ce7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=914fdae9-ddd9-4816-a83a-fe130e7d092a HTTP/1.1" status: 200 len: 205 time: 0.1676178 Mar 16 11:16:24.071377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34346) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:24.081535 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.124020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:24.124524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5af67-7ad6-4977-99a1-b21a66caca3d None None] The sync data for ids ['914fdae9-ddd9-4816-a83a-fe130e7d092a'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:24.183607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Network': ['ID=9b137d66-9c14-4781-b366-8ccd40310cf5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:24.190938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:24.195086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Usage tracker for resource:port and tenant:1fcc28638d7f4f069edebae90c50c9ff is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:24.198188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:24.198361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:24.204363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:24.251227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a2080c7f-e035-41dc-9615-77be49ed069b tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8394091 Mar 16 11:16:24.253080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34350) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:24.267226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'subnet': {'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:24.300026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.331889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Made reservation on behalf of 1fcc28638d7f4f069edebae90c50c9ff for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:24.335209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.360885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] device_id is not set on port 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:24.537103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Allocated IP 172.20.0.4 (e88f100f-1203-4430-94c6-eaa58ebeb702/bddd9563-f6b4-447e-81d2-936db8bcfbde/25c7e596-73e1-4b26-b4aa-8e628a42c7b5) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:24.545956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.561297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Transition to ACTIVE for port object 764e2982-7599-49b2-a029-0ed75c783c31 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:24.634342 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.657267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d1e6e22c-e853-474d-ad5b-eddefc0c5178 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:24.733398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.736516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.777798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:24.783010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:subnet and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:24.788371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:24.795640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:24.829333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d1e6e22c-e853-474d-ad5b-eddefc0c5178 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:24.876169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.876804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router 914fdae9-ddd9-4816-a83a-fe130e7d092a {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:16:24.887125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7344e69-11bd-4263-8824-18e47fc95380 None None] Network e88f100f-1203-4430-94c6-eaa58ebeb702 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:24.900320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.900447 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Pushing event updated for resources: {'Port': ['ID=764e2982-7599-49b2-a029-0ed75c783c31,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:24.915943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Made reservation on behalf of be66fc1523224031b7fc7f021a3f3ad0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:24.917963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Transition to ACTIVE for port object 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:24.921941 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.985980 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Attempting to bind port 764e2982-7599-49b2-a029-0ed75c783c31 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:24.986628 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Attempting to bind port 764e2982-7599-49b2-a029-0ed75c783c31 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:24.987187 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Attempting to bind port 764e2982-7599-49b2-a029-0ed75c783c31 on network e31532b1-9403-4fd3-b6c7-121694e78050 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:24.993622 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:24.994327 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Checking segment: {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:24.994918 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.995486 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Bound using segment: {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:24.996176 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Bound port: 764e2982-7599-49b2-a029-0ed75c783c31, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b30cf8-b38c-4036-acb4-fb931864e66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:24.996787 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.034581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.113386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Network e88f100f-1203-4430-94c6-eaa58ebeb702 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:25.116838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:25.120870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:25.138504 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] For port 764e2982-7599-49b2-a029-0ed75c783c31, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:25.142571 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] For port 764e2982-7599-49b2-a029-0ed75c783c31, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=764e2982-7599-49b2-a029-0ed75c783c31,segment=NetworkSegment(39b30cf8-b38c-4036-acb4-fb931864e66f),segment_id=39b30cf8-b38c-4036-acb4-fb931864e66f)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:25.143557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] Provisioning for port d1e6e22c-e853-474d-ad5b-eddefc0c5178 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:25.155899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] Provisioning complete for port d1e6e22c-e853-474d-ad5b-eddefc0c5178 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:25.157556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.174510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event updated for resources: {'Port': ['ID=25c7e596-73e1-4b26-b4aa-8e628a42c7b5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.185067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.189875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34354) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.190247 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4c2e9287-3c96-4d8f-ac6f-487195cbaa4a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/914fdae9-ddd9-4816-a83a-fe130e7d092a HTTP/1.1" status: 204 len: 168 time: 1.1198974 Mar 16 11:16:25.238675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.239336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.253907 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.285824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet 9f184ac2-8b59-4fe8-9958-fb4de43086ef {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:25.289193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.304524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.341510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] For port d1e6e22c-e853-474d-ad5b-eddefc0c5178, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d1e6e22c-e853-474d-ad5b-eddefc0c5178,segment=NetworkSegment(3aabc443-250a-426a-8bb9-5d695fd1711f),segment_id=3aabc443-250a-426a-8bb9-5d695fd1711f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:25.364458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.391861 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:25.393544 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:25.396833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34358) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.397041 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5ce12474-3457-4cc1-af9e-13708d7df3ef tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5375512 Mar 16 11:16:25.428433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.487854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.543528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.582368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078624b-faf3-4d41-b5e3-015dd164c41f None None] Pushing event updated for resources: {'Port': ['ID=d1e6e22c-e853-474d-ad5b-eddefc0c5178,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.615468 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:25.688998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Subnet': ['ID=0ff4e38e-8663-4a06-87f7-8de66feb213a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.719934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de46e92-1d3d-467a-9e3b-e772e56526b6 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.726178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de46e92-1d3d-467a-9e3b-e772e56526b6 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.740917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de46e92-1d3d-467a-9e3b-e772e56526b6 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.740917 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1de46e92-1d3d-467a-9e3b-e772e56526b6 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3399529 Mar 16 11:16:25.740917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34362) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.758182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Provisioning complete for port d1e6e22c-e853-474d-ad5b-eddefc0c5178 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:25.759147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.815315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Checking segment: {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:25.815678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network hostable DHCP agents. Network: 9b137d66-9c14-4781-b366-8ccd40310cf5, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:25.840500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Deleting port 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:25.840879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.881864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.911980 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Pushing event updated for resources: {'Port': ['ID=764e2982-7599-49b2-a029-0ed75c783c31,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.921857 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.926241 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.926587 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.930233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5e28b-93ba-4194-8398-bfcdc0cf0c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:25.966106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.976568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcc72d-2b15-4c21-af63-bd3be2105f90 None None] Network a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:25.995993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=9f184ac2-8b59-4fe8-9958-fb4de43086ef,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:26.004909 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d2c00cb8-4e4d-40e8-82f6-f2c8209dbeac tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/9f184ac2-8b59-4fe8-9958-fb4de43086ef HTTP/1.1" status: 204 len: 168 time: 0.8131089 Mar 16 11:16:26.004909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34368) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:26.033398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:26.041923 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:20Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:25Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:26.058060 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c2188-68cb-4edc-a2c0-0ca7efcab8e2 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:20Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:25Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:26.102369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Provisioning for port 055d9d83-263d-460a-a47b-641369d0d40c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:26.131946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Provisioning complete for port 055d9d83-263d-460a-a47b-641369d0d40c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:26.136878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.201106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.212490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 9b137d66-9c14-4781-b366-8ccd40310cf5) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:26.241994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40947ee0-6680-4c71-b3d8-2d9fd9aedbcd None None] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:26.333132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.346223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:26.346223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.412709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Calling delete_port for 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:26.423917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Port 055d9d83-263d-460a-a47b-641369d0d40c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:26.449917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:26.450548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.568858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Provisioning for port 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:26.591041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Provisioning complete for port 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:26.591723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.641305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] DHCP port deletion for a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:26.649982 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6c767032-d612-42fa-aec8-dd4e3a63df81 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3958030 Mar 16 11:16:26.653006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34372) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:26.661912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 0e8d1c16-d3c6-44d8-b567-9a145c89af70, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0e8d1c16-d3c6-44d8-b567-9a145c89af70,segment=NetworkSegment(1fc4c843-5f99-4c44-888e-efb6715b61be),segment_id=1fc4c843-5f99-4c44-888e-efb6715b61be)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:26.662536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.764152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Deleting port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:26.766311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.823280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 0e8d1c16-d3c6-44d8-b567-9a145c89af70 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:26.881966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d1e6e22c-e853-474d-ad5b-eddefc0c5178 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:27.041515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.096704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.109037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=0e8d1c16-d3c6-44d8-b567-9a145c89af70,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.122186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:27.174851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7a34f9c2-fe3d-4728-bfa6-1e94eff3bc4c None None] Port 25c7e596-73e1-4b26-b4aa-8e628a42c7b5 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:27.179148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event deleted for resources: {'Port': ['ID=25c7e596-73e1-4b26-b4aa-8e628a42c7b5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.192610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-9b137d66-9c14-4781-b366-8ccd40310cf5', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:27.194020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.231207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] For port 0e8d1c16-d3c6-44d8-b567-9a145c89af70, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0e8d1c16-d3c6-44d8-b567-9a145c89af70,segment=NetworkSegment(1fc4c843-5f99-4c44-888e-efb6715b61be),segment_id=1fc4c843-5f99-4c44-888e-efb6715b61be)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:27.231590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.302813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.348896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e2c3d2-cebd-44a5-b89e-2d9d827f2086']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.378996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc4c843-5f99-4c44-888e-efb6715b61be') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.382758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc4c843-5f99-4c44-888e-efb6715b61be') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.407185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.426547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.434874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:27.435853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.456418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Calling delete_port for 0e8d1c16-d3c6-44d8-b567-9a145c89af70 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:27.559402 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:27.597536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d1e8b6ed-b26b-4b63-96a2-3de2e1f0bdc8 None None] Could not find standard attr ID for object 25c7e596-73e1-4b26-b4aa-8e628a42c7b5. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:16:27.604304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d1e6e22c-e853-474d-ad5b-eddefc0c5178 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:27.605070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.676234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.708580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.726056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=a0e2c3d2-cebd-44a5-b89e-2d9d827f2086,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.734428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.748001 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7770112f-e93c-47e9-84a9-7cd73996393f tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "DELETE /v2.0/ports/25c7e596-73e1-4b26-b4aa-8e628a42c7b5 HTTP/1.1" status: 204 len: 168 time: 2.0063930 Mar 16 11:16:27.751748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34378) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:27.757585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Request body: {'port': {'name': 'tempest-new-port-name-407853491', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:27.758010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] bootfile-name is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:16:27.758339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] tftp-server is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:16:27.758673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.api.validators [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] server-ip-address is not in valid_values {{(pid=88450) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:16:27.760998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d1e8b6ed-b26b-4b63-96a2-3de2e1f0bdc8 None None] Provisioning complete for port 055d9d83-263d-460a-a47b-641369d0d40c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:27.761436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b6ed-b26b-4b63-96a2-3de2e1f0bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.812529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:27.812938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:27.826385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Allocated IP 172.23.0.2 (9b137d66-9c14-4781-b366-8ccd40310cf5/0ff4e38e-8663-4a06-87f7-8de66feb213a/4ea9b6f2-ea3f-43bc-9a72-70714554a63c) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:27.844597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.874187 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b647c244-d831-4397-9e58-045007d83c3c tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/a0e2c3d2-cebd-44a5-b89e-2d9d827f2086 HTTP/1.1" status: 204 len: 168 time: 1.8633277 Mar 16 11:16:27.884545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34382) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:27.890424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8b6ed-b26b-4b63-96a2-3de2e1f0bdc8 None None] Port 055d9d83-263d-460a-a47b-641369d0d40c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:27.892016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1540349726', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:27.909427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:27.919374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:router and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:27.925250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:27.947026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:27.947641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 764e2982-7599-49b2-a029-0ed75c783c31 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:27.956627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.054384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.056396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.127845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.195651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 764e2982-7599-49b2-a029-0ed75c783c31 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:28.199334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.208853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 764e2982-7599-49b2-a029-0ed75c783c31 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:28.209441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.246567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Transition to ACTIVE for port object 4ea9b6f2-ea3f-43bc-9a72-70714554a63c will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:28.284765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Transition to ACTIVE for port object 4ea9b6f2-ea3f-43bc-9a72-70714554a63c will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:28.293378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.324013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Deleting port 0e8d1c16-d3c6-44d8-b567-9a145c89af70 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:28.324343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.361889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.403702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-76db3fab-73f2-49c9-a979-72e721d76c14 None None] The port '0e8d1c16-d3c6-44d8-b567-9a145c89af70' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:16:28.407328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.413239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.464091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.468050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3d9d6877-735e-4514-b4c3-de5f4f4a5b0f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5822425 Mar 16 11:16:28.469831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34386) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:28.477149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.486675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335913444'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:28.493733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:28.503362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:28.504163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:28.504437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:28.518877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Allocated IP 172.23.0.1 (9b137d66-9c14-4781-b366-8ccd40310cf5/0ff4e38e-8663-4a06-87f7-8de66feb213a/7224b1e7-a040-4015-97e0-ee3393df0441) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:28.521090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:28.532225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:28.552231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:28.583347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event updated for resources: {'Port': ['ID=055d9d83-263d-460a-a47b-641369d0d40c,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.617254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] In _notify_port_updated(), no bound segment for port 055d9d83-263d-460a-a47b-641369d0d40c on network e88f100f-1203-4430-94c6-eaa58ebeb702 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:16:28.635141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.635973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.637364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-73d1a3a7-0428-4b29-9ffd-fa477a42ced8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "PUT /v2.0/ports/055d9d83-263d-460a-a47b-641369d0d40c HTTP/1.1" status: 200 len: 1136 time: 0.8846197 Mar 16 11:16:28.644798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34390) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:28.650408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Pushing event updated for resources: {'Port': ['ID=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.686635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:28.690890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.697569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 764e2982-7599-49b2-a029-0ed75c783c31, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=764e2982-7599-49b2-a029-0ed75c783c31,segment=NetworkSegment(39b30cf8-b38c-4036-acb4-fb931864e66f),segment_id=39b30cf8-b38c-4036-acb4-fb931864e66f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:28.714276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Attempting to bind port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:28.714653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Attempting to bind port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:28.715017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Attempting to bind port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c on network 9b137d66-9c14-4781-b366-8ccd40310cf5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:28.721583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:28.722283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Checking segment: {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:28.722857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.724121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Bound using segment: {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:28.725041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Bound port: 4ea9b6f2-ea3f-43bc-9a72-70714554a63c, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:28.725607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.745264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46245044-c77b-4ebe-b574-556eab629b4c tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.745964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46245044-c77b-4ebe-b574-556eab629b4c tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Synchronizing usage tracker for tenant:1fcc28638d7f4f069edebae90c50c9ff on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:28.759355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:28.789472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.789472 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment 38d0f756-6dda-4c9d-8d20-b3214c945004 of type vlan for network dd904b1e-79bd-459e-950a-9da38bc28176 Mar 16 11:16:28.789648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.789755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.827601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Transition to ACTIVE for port object 7224b1e7-a040-4015-97e0-ee3393df0441 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:28.836709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.856950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-46245044-c77b-4ebe-b574-556eab629b4c tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Unset dirty status for tenant:1fcc28638d7f4f069edebae90c50c9ff on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:28.863896 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-46245044-c77b-4ebe-b574-556eab629b4c tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "GET /v2.0/ports/055d9d83-263d-460a-a47b-641369d0d40c HTTP/1.1" status: 200 len: 1136 time: 0.2123702 Mar 16 11:16:28.864532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34394) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:28.902553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0e8d1c16-d3c6-44d8-b567-9a145c89af70 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:28.927447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.933233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.934268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.935195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] For port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:28.947652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Deleting port 055d9d83-263d-460a-a47b-641369d0d40c {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:28.947994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.949290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ec0b4b54-550d-4462-89e3-f6bd596fb854 None None] Provisioning complete for port 055d9d83-263d-460a-a47b-641369d0d40c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:28.949290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4b54-550d-4462-89e3-f6bd596fb854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.975878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=764e2982-7599-49b2-a029-0ed75c783c31,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.978411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.979952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 0e8d1c16-d3c6-44d8-b567-9a145c89af70 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:28.980292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0e8d1c16-d3c6-44d8-b567-9a145c89af70 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:28.993997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] For port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:29.025110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b4b54-550d-4462-89e3-f6bd596fb854 None None] Port 055d9d83-263d-460a-a47b-641369d0d40c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:29.052167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.112156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:29.120010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:29.124908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=dd904b1e-79bd-459e-950a-9da38bc28176,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:29.129054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:29.138775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network dd904b1e-79bd-459e-950a-9da38bc28176 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:29.194305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243eb5b-a293-4ffa-a83f-48bc154924d0 None None] Pushing event updated for resources: {'Port': ['ID=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:29.196802 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d86c0809-7dd8-42cd-a867-5903e7c95b02 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7259290 Mar 16 11:16:29.208457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34398) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.210677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=7224b1e7-a040-4015-97e0-ee3393df0441,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:29.231969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:29.237113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.446964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:29.456605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:29.462949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.467215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:29.481233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:29.485814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.619223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Calling delete_port for 055d9d83-263d-460a-a47b-641369d0d40c owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:29.650346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:29.654018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.985531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.031825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.037437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.071826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event deleted for resources: {'Port': ['ID=055d9d83-263d-460a-a47b-641369d0d40c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.088023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.217770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.224886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.233208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event updated for resources: {'Port': ['ID=7224b1e7-a040-4015-97e0-ee3393df0441,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.237947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.249118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:30.249483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: dd904b1e-79bd-459e-950a-9da38bc28176, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:30.359001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-caa9ca12-a771-46dd-af64-a6008fecbcd8 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "DELETE /v2.0/ports/055d9d83-263d-460a-a47b-641369d0d40c HTTP/1.1" status: 204 len: 168 time: 1.4921625 Mar 16 11:16:30.359001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34404) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:30.363835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a0540b-b983-4b9b-979b-158f8ce290e6 None None] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:30.390272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:30.392277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:30.395005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network dd904b1e-79bd-459e-950a-9da38bc28176 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:30.442643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Deleting subnet bddd9563-f6b4-447e-81d2-936db8bcfbde {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:30.442643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.494595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.534342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, dd904b1e-79bd-459e-950a-9da38bc28176) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:30.542795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:30.543597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.599237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.602518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:30.610523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508a08e-a91f-4e14-8d0e-81081f368d6b None None] Network dd904b1e-79bd-459e-950a-9da38bc28176 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:30.650107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-245a9ebf-8343-4a05-970e-744a639afe25 None None] Provisioning for port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:30.683589 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a8edd805-5f0c-40d0-935d-6dac0ff84065 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4708464 Mar 16 11:16:30.683589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34408) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:30.761410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.786342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:30.791512 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1cd3a8f2-4d95-427d-b8f9-ad716049fede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1266117 Mar 16 11:16:30.794367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34412) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:30.803763 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:30.807752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:30.817901 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:30.818488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:31.017255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-dd904b1e-79bd-459e-950a-9da38bc28176', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:31.018442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.097760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event deleted for resources: {'Subnet': ['ID=bddd9563-f6b4-447e-81d2-936db8bcfbde,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.118336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.133836 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3c4fa6d8-8b76-49af-ad47-799e2c93b586 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "DELETE /v2.0/subnets/bddd9563-f6b4-447e-81d2-936db8bcfbde HTTP/1.1" status: 204 len: 168 time: 0.7735283 Mar 16 11:16:31.156067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4ea9b6f2-ea3f-43bc-9a72-70714554a63c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:31.181023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:31.223520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34418) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.357142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Allocated IP 2001:db8::2 (dd904b1e-79bd-459e-950a-9da38bc28176/a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f/47e74acc-df48-48f8-b67e-423f0b72b62f) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:31.368448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8ff8b-7110-4aad-ab9a-be5ec5420400 None None] Network e88f100f-1203-4430-94c6-eaa58ebeb702 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:31.708042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.743911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Deleting port d1e6e22c-e853-474d-ad5b-eddefc0c5178 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:31.744596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.749648 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:29Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:29Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:31.755977 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:31.756334 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Updating router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe port 7224b1e7-a040-4015-97e0-ee3393df0441 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:31.785349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:16:31.808499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Removed routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:16:31.809670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.830004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.830175 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.999880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.025107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:32.029405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Provisioning for port 7224b1e7-a040-4015-97e0-ee3393df0441 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:32.036325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Transition to ACTIVE for port object 47e74acc-df48-48f8-b67e-423f0b72b62f will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:32.048636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:32.049230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.082073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] DHCP port deletion for e88f100f-1203-4430-94c6-eaa58ebeb702 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:32.084261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Provisioning complete for port 7224b1e7-a040-4015-97e0-ee3393df0441 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:32.084849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.101394 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-bfa70e56-9268-49ba-931a-b301bb769195 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4904592 Mar 16 11:16:32.149357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Deleting port d1e6e22c-e853-474d-ad5b-eddefc0c5178 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:32.150151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.197736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Transition to ACTIVE for port object 47e74acc-df48-48f8-b67e-423f0b72b62f will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:32.240674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Port 7224b1e7-a040-4015-97e0-ee3393df0441 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:32.304810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.346534 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.347717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] For port d1e6e22c-e853-474d-ad5b-eddefc0c5178, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d1e6e22c-e853-474d-ad5b-eddefc0c5178,segment=NetworkSegment(3aabc443-250a-426a-8bb9-5d695fd1711f),segment_id=3aabc443-250a-426a-8bb9-5d695fd1711f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:32.348085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.370415 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Transition to ACTIVE for port object 7224b1e7-a040-4015-97e0-ee3393df0441 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:32.399567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Provisioning complete for port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:32.400202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.445208 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.497806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Network dd904b1e-79bd-459e-950a-9da38bc28176 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:32.512037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:32.545876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.550180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.577095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:32.580464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Pushing event updated for resources: {'Port': ['ID=47e74acc-df48-48f8-b67e-423f0b72b62f,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.647669 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c7646-1a02-4341-9bb8-a0ea121f7040 None None] Pushing event updated for resources: {'Port': ['ID=7224b1e7-a040-4015-97e0-ee3393df0441,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.648677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Calling delete_port for d1e6e22c-e853-474d-ad5b-eddefc0c5178 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:32.677676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.776426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] For port d1e6e22c-e853-474d-ad5b-eddefc0c5178, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d1e6e22c-e853-474d-ad5b-eddefc0c5178,segment=NetworkSegment(3aabc443-250a-426a-8bb9-5d695fd1711f),segment_id=3aabc443-250a-426a-8bb9-5d695fd1711f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:32.776829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.785964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:32.824524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8::1 (dd904b1e-79bd-459e-950a-9da38bc28176/a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f/184a59a8-e3f3-4112-b97c-6a7ee0f6acbd) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:32.829264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-d63174bf-27b5-4369-8827-78d433571d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:32.830922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-d63174bf-27b5-4369-8827-78d433571d7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 1098 time: 0.5797808 Mar 16 11:16:32.920275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.981282 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Attempting to bind port 7224b1e7-a040-4015-97e0-ee3393df0441 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:32.982013 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Attempting to bind port 7224b1e7-a040-4015-97e0-ee3393df0441 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:32.982373 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Attempting to bind port 7224b1e7-a040-4015-97e0-ee3393df0441 on network 9b137d66-9c14-4781-b366-8ccd40310cf5 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:32.990558 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:32.990944 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Checking segment: {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:32.991139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Calling delete_port for d1e6e22c-e853-474d-ad5b-eddefc0c5178 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:32.992283 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.992670 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Bound using segment: {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:32.993132 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Bound port: 7224b1e7-a040-4015-97e0-ee3393df0441, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:32.993553 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.018115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:33.026232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.030699 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-27a3d27a-c0d3-4a9b-8d0b-a7df19396ebb tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 934 time: 2.2351375 Mar 16 11:16:33.031280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:33.034622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Attempting to bind port 47e74acc-df48-48f8-b67e-423f0b72b62f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:33.034622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Attempting to bind port 47e74acc-df48-48f8-b67e-423f0b72b62f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:33.034950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Attempting to bind port 47e74acc-df48-48f8-b67e-423f0b72b62f on network dd904b1e-79bd-459e-950a-9da38bc28176 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:33.047577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] No DVR routers for this DVR port d1e6e22c-e853-474d-ad5b-eddefc0c5178 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:33.086117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:33.090689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:33.091442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Checking segment: {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:33.091442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.091822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Bound using segment: {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:33.092280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Bound port: 47e74acc-df48-48f8-b67e-423f0b72b62f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:33.092679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.110531 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] For port 7224b1e7-a040-4015-97e0-ee3393df0441, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:33.113828 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] For port 7224b1e7-a040-4015-97e0-ee3393df0441, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7224b1e7-a040-4015-97e0-ee3393df0441,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:33.169399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.174371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 764e2982-7599-49b2-a029-0ed75c783c31 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:33.174521 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.186767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event deleted for resources: {'Port': ['ID=d1e6e22c-e853-474d-ad5b-eddefc0c5178,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:33.193698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.268312 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:33.268953 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:33.334723 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c7646-1a02-4341-9bb8-a0ea121f7040 None None] Pushing event updated for resources: {'Port': ['ID=7224b1e7-a040-4015-97e0-ee3393df0441,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:33.379069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:33.379424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:33.411805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:33.416213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] For port 47e74acc-df48-48f8-b67e-423f0b72b62f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:33.425920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] For port 47e74acc-df48-48f8-b67e-423f0b72b62f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47e74acc-df48-48f8-b67e-423f0b72b62f,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:33.430913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:33.431308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-156f5b03-a67e-4027-ba70-fe1dcf2b862a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:33.438346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 764e2982-7599-49b2-a029-0ed75c783c31 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:33.438623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.474041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.482481 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:33.507163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-70965f84-c5fc-4269-8667-b347ee8112d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:33.508611 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-70965f84-c5fc-4269-8667-b347ee8112d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.6411312 Mar 16 11:16:33.519801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.529758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.617318 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b0c3e7f3-edf8-4338-bc8a-d77b46e654d2 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 934 time: 0.5651956 Mar 16 11:16:33.618229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34426) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:33.618321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88f100f-1203-4430-94c6-eaa58ebeb702']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:33.618413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'routes': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:33.648311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aabc443-250a-426a-8bb9-5d695fd1711f') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:33.648529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aabc443-250a-426a-8bb9-5d695fd1711f') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:33.655254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:33.674366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.699365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-6229c7c7-d317-472d-a3d5-2aa091d28499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 200 len: 1001 time: 0.1657774 Mar 16 11:16:33.707143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.773700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:33.773700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.778376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cc254-0d29-49ee-b9c2-8a9c711731f0 None None] Pushing event updated for resources: {'Port': ['ID=47e74acc-df48-48f8-b67e-423f0b72b62f,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:33.790660 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:33.881781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Deleting port d1e6e22c-e853-474d-ad5b-eddefc0c5178 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:33.881781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.898806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-a49a07c6-a087-4e53-a7cc-a7a3c7256a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:33.899928 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-a49a07c6-a087-4e53-a7cc-a7a3c7256a24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.1864204 Mar 16 11:16:33.917546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4ea9b6f2-ea3f-43bc-9a72-70714554a63c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:34.021052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-f3a3ffa8-c3b1-4c66-8fe0-825b1b2b9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.023313 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-f3a3ffa8-c3b1-4c66-8fe0-825b1b2b9cdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013122 Mar 16 11:16:34.026079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.137958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc7188-3bab-4ceb-93d9-7db92a3a0873 None None] The port 'd1e6e22c-e853-474d-ad5b-eddefc0c5178' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:16:34.181337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network dd904b1e-79bd-459e-950a-9da38bc28176 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:34.181823 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:31Z', 'revision_number': 6, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:33Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:34.188777 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f1e45-a2a7-414d-bd74-bb3210975081 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:31Z', 'revision_number': 6, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:33Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:34.215601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:34.215992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.298486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:34.301252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:34.302090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.304892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.309611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.356763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34432) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.371066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] Pushing event deleted for resources: {'Network': ['ID=e88f100f-1203-4430-94c6-eaa58ebeb702,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:34.429435 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4c76873b-28e6-41ac-a691-b8f02bb95546 tempest-ExtraDHCPOptionsTestJSON-219615912 tempest-ExtraDHCPOptionsTestJSON-219615912-project] 10.222.0.30 "DELETE /v2.0/networks/e88f100f-1203-4430-94c6-eaa58ebeb702 HTTP/1.1" status: 204 len: 168 time: 3.2041481 Mar 16 11:16:34.434115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:34.544789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d1e6e22c-e853-474d-ad5b-eddefc0c5178 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:34.627690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: d1e6e22c-e853-474d-ad5b-eddefc0c5178 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:34.628230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d1e6e22c-e853-474d-ad5b-eddefc0c5178 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:34.691909 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-0da76a7b-0183-4c0c-b6ec-58535f927eaf service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532307 Mar 16 11:16:34.795938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:16:34.795938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:16:34.809150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab56e06-2677-47b9-914b-e2735332c5f4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.809630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab56e06-2677-47b9-914b-e2735332c5f4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.810117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab56e06-2677-47b9-914b-e2735332c5f4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.811800 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7ab56e06-2677-47b9-914b-e2735332c5f4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=84454f98d21c4990ac3303ba80ab3d31&network_id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 3000 time: 0.4541185 Mar 16 11:16:34.875415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.898629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.918144 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c10cc652-d235-41b0-9993-f9b348d983d8 req-2ae7a732-ebe6-4afa-81cd-fe834ae96d18 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185314 Mar 16 11:16:35.219843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34444) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:35.446379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc28a37-782f-4667-befe-95a4d91f6aa3 None None] Network dd904b1e-79bd-459e-950a-9da38bc28176 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:35.465538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.469728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.489108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:35.542027 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-15bb914d-c9a4-4248-9c76-2f33708942da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fcc28638d7f4f069edebae90c50c9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205769 Mar 16 11:16:35.544677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34450) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:35.559399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:35.560110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:35.655132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9bc06a37-1886-422f-9276-855b265ad114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.660989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.667167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:35.686780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9bc06a37-1886-422f-9276-855b265ad114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.775828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-20d80fff-a1c9-4493-9661-b5201fcd1c03 None None] Provisioning for port 47e74acc-df48-48f8-b67e-423f0b72b62f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:35.791234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.791662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.796536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:35.844142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:35.853010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.857635 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f848365-ed67-4338-ba1f-677a6351939d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 700 time: 2.2440002 Mar 16 11:16:35.858692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34454) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:35.880650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9bc06a37-1886-422f-9276-855b265ad114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.992101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7224b1e7-a040-4015-97e0-ee3393df0441 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:36.013986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:36.016855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc06a37-1886-422f-9276-855b265ad114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f0801-6f14-48d0-aa66-0f9d90b0c7ae,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:36.023874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9bc06a37-1886-422f-9276-855b265ad114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.024973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9bc06a37-1886-422f-9276-855b265ad114 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e7f0801-6f14-48d0-aa66-0f9d90b0c7ae HTTP/1.1" status: 204 len: 168 time: 0.4792461 Mar 16 11:16:36.062431 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bfefd2dc-53c4-455e-be6c-6eb05fe62e93 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 700 time: 0.1966195 Mar 16 11:16:36.062431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34460) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:36.092027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network dd904b1e-79bd-459e-950a-9da38bc28176 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:36.093265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:36.311588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7224b1e7-a040-4015-97e0-ee3393df0441 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:36.319930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7224b1e7-a040-4015-97e0-ee3393df0441 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:36.320548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.385818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 7, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:33Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.395843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:36.411119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:16:36.440340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:36.441253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.690578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:36.702031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:36.708801 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2b55c14e-4b96-411f-975e-2f4f06c4f02e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0194349 Mar 16 11:16:36.712474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34474) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:36.717026 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:36.735438 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:36.736425 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.741913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1567164907'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:36.753564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:36.770517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:36.780351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:36.787757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:36.817583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.885531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:36.891247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.942113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:36.964255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.964605 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment ddf441a8-bd69-4cde-b067-8fddba986e39 of type vlan for network 45f26efb-95af-4b06-9aaa-2a7ea72687ea Mar 16 11:16:36.969775 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:36.975236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.028755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.115854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 7224b1e7-a040-4015-97e0-ee3393df0441, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7224b1e7-a040-4015-97e0-ee3393df0441,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:37.230111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.236308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.236912 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.268645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5491afe7-4981-4875-ba16-131814b96803 None None] Provisioning for port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:37.271758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.272621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47e74acc-df48-48f8-b67e-423f0b72b62f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:37.373684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34488) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:37.416001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5491afe7-4981-4875-ba16-131814b96803 None None] Provisioning complete for port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:37.416001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5491afe7-4981-4875-ba16-131814b96803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.466205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 7, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:33Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:37.497503 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:35Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:37.499256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16d14c-6e65-4a2b-aeb9-b6a31c1cb69d None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 7, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:33Z', 'revision_number': 4, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:37.509436 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:37.524031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5491afe7-4981-4875-ba16-131814b96803 None None] Port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:37.526436 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Updating router fe15e6b2-514f-40db-aa39-93ff144f8ff6 port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:37.527950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=7224b1e7-a040-4015-97e0-ee3393df0441,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:37.544734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 7224b1e7-a040-4015-97e0-ee3393df0441 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:37.545164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.561522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 47e74acc-df48-48f8-b67e-423f0b72b62f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:37.570027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 47e74acc-df48-48f8-b67e-423f0b72b62f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:37.570027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.661710 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9382012 Mar 16 11:16:37.673336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34494) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:37.677818 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.681936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:37.693520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8b3de5d1-7678-4b24-ab5e-4d8c54f9ca63 None None] Provisioning complete for port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:37.694151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b3de5d1-7678-4b24-ab5e-4d8c54f9ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.705781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3462cb-3f2d-4a48-8dcf-06ff6bd56885 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=45f26efb-95af-4b06-9aaa-2a7ea72687ea,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:37.746458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:37.838992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34498) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:37.873504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e34d9-729c-4db5-ae30-ed7ed4d30a2e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.875748 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-070e34d9-729c-4db5-ae30-ed7ed4d30a2e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 814 time: 0.4999871 Mar 16 11:16:37.933483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:37.942569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:37.945238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port 7224b1e7-a040-4015-97e0-ee3393df0441, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7224b1e7-a040-4015-97e0-ee3393df0441,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:37.945719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.946773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:37.955767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:37.999026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:38.028255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8b3de5d1-7678-4b24-ab5e-4d8c54f9ca63 None None] Port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:38.034816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1425039944'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:38.048959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:38.050845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:38.051488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:38.054343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.113439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 7224b1e7-a040-4015-97e0-ee3393df0441 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:38.143005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:38.155206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:38.160340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:38.169180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:38.200865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.231076 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.248904 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Transition to ACTIVE for port object 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:38.262980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:38.279252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:38.283091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.301874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.319287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:38.323607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group_rule and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:38.325974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 47e74acc-df48-48f8-b67e-423f0b72b62f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47e74acc-df48-48f8-b67e-423f0b72b62f,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:38.329044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:38.336843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:38.363004 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.374433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34508) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:38.381274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--2111397760', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:38.387589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:38.392894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:38.401442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:38.402812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.421221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.427929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:38.487998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=47e74acc-df48-48f8-b67e-423f0b72b62f,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.521209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.551008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=415df5a2-86c8-48a1-bde4-b9a9e3c17ae9,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.632034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:38.632743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: 45f26efb-95af-4b06-9aaa-2a7ea72687ea, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:38.664502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:38.672364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.675607 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba738d1-2caf-4650-9f08-19fcab4917af None None] Pushing event updated for resources: {'Port': ['ID=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.714092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.714333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7224b1e7-a040-4015-97e0-ee3393df0441 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:38.717214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=7224b1e7-a040-4015-97e0-ee3393df0441,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.723550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:38.740494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.741182 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment 76979a54-fc8f-4478-bb1f-b42a7a732460 of type vlan for network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c Mar 16 11:16:38.751862 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Attempting to bind port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:38.753144 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Attempting to bind port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:38.755033 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Attempting to bind port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd on network dd904b1e-79bd-459e-950a-9da38bc28176 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:38.760025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:38.768632 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:38.769012 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Checking segment: {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:38.769412 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.771955 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Bound using segment: {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:38.772670 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Bound port: 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d0f756-6dda-4c9d-8d20-b3214c945004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:38.773047 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.817357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7224b1e7-a040-4015-97e0-ee3393df0441 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:38.823742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7224b1e7-a040-4015-97e0-ee3393df0441 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 11:16:38.823882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.856596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.875240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port 7224b1e7-a040-4015-97e0-ee3393df0441 not found, will not notify nova. {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 11:16:38.893721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 45f26efb-95af-4b06-9aaa-2a7ea72687ea) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:38.900016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.901276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.904937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15eba4-8327-4021-b154-6b15dc83c528 None None] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:38.921434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb6117d-b7cb-489f-b1f5-3689646d623f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.944304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:38.969422 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] For port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:38.969422 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] For port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:38.995827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.997792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.998581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.060352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.060352 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment 2851192a-b8fc-49db-ab91-66d55b2f9029 of type vlan for network c391e47d-445c-4fb0-b0c1-891ff8c27c18 Mar 16 11:16:39.122848 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:39.154771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:39.168083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 7, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '7224b1e7-a040-4015-97e0-ee3393df0441', 'name': '', 'network_id': '9b137d66-9c14-4781-b366-8ccd40310cf5', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:64:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:36Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '0ff4e38e-8663-4a06-87f7-8de66feb213a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:39.175191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:39.194627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:39.343629 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-616f1c3a-7f23-4f41-b59b-204a487fc52f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5485535 Mar 16 11:16:39.343629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34512) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.343850 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:39.343944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.344041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:39.344137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.380483 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.381018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:39.381649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.460769 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba738d1-2caf-4650-9f08-19fcab4917af None None] Pushing event updated for resources: {'Port': ['ID=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:39.488897 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:39.489526 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:39.537227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c6f60c95-f3d5-43c6-b067-d175cdfe9012 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1598024 Mar 16 11:16:39.554608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:39.556604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34516) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.717469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.723791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:39.725039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.745216 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:39.760194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:39.971046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cab91e-cbc6-4241-a3c8-921bd78ec293 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:39.972429 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0cab91e-cbc6-4241-a3c8-921bd78ec293 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4124868 Mar 16 11:16:39.975480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34520) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.000975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Allocated IP 2001:db8:1::2 (45f26efb-95af-4b06-9aaa-2a7ea72687ea/415df5a2-86c8-48a1-bde4-b9a9e3c17ae9/1f8b444d-cbc6-4641-b6d1-62754011cc70) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:40.117156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:40.129640 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2915518 Mar 16 11:16:40.146836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34524) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.146836 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5b07d6a-25df-4eff-b5cb-16bf61fad8c7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0769613 Mar 16 11:16:40.146836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1722f1c-90c5-4a01-9da7-56a291d7814e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=c391e47d-445c-4fb0-b0c1-891ff8c27c18,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.149093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'name': 'tempest-PortsTestJSON-700792697'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:40.150640 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.154449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:40.155751 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9251b71-f23f-4946-a316-9baec44a3f48 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:34Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:40.170236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34528) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.335336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 0ff4e38e-8663-4a06-87f7-8de66feb213a {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:40.339573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:40.347162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.378253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:40.385368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d4619-9637-4167-873d-5329a1e32b8c tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:40.386863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:40.392471 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-378d4619-9637-4167-873d-5329a1e32b8c tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4156218 Mar 16 11:16:40.396307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34532) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.397408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:40.414060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.435327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.487723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 8, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:40.494896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:40.496333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-64f39000-9d16-42f8-ae26-8345905d6956 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0988450 Mar 16 11:16:40.499934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.510256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6744c7-2bdf-4001-bae6-a04bf0a1b3a7 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 8, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:40.547290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34538) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.564473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 27862ec8-8349-48a0-809a-61b10b34b70c yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:40.642668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.657598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Transition to ACTIVE for port object 1f8b444d-cbc6-4641-b6d1-62754011cc70 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:40.667348 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-723d9854-8501-45be-9cf0-d879fc881c02 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054251 Mar 16 11:16:40.672951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34542) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.689234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Transition to ACTIVE for port object 1f8b444d-cbc6-4641-b6d1-62754011cc70 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:40.769753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.778211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.862766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Pushing event updated for resources: {'Port': ['ID=1f8b444d-cbc6-4641-b6d1-62754011cc70,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.869618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:40.888160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:40.889989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:40.945059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2113ab8-a8d8-48e2-afc8-53c7a92799b4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:40.950085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34546) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.950415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e2113ab8-a8d8-48e2-afc8-53c7a92799b4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2764125 Mar 16 11:16:41.011466 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8de02942-d68d-4425-80b4-524a15cad3c3 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599325 Mar 16 11:16:41.019228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34550) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.029558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911128822', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:41.083337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Attempting to bind port 1f8b444d-cbc6-4641-b6d1-62754011cc70 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:41.083925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Attempting to bind port 1f8b444d-cbc6-4641-b6d1-62754011cc70 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:41.084058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Attempting to bind port 1f8b444d-cbc6-4641-b6d1-62754011cc70 on network 45f26efb-95af-4b06-9aaa-2a7ea72687ea {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:41.092195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47e74acc-df48-48f8-b67e-423f0b72b62f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:41.122664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:41.123038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Checking segment: {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:41.123440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.123829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Bound using segment: {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:41.124307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Bound port: 1f8b444d-cbc6-4641-b6d1-62754011cc70, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:41.124676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.201157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8:1::1 (45f26efb-95af-4b06-9aaa-2a7ea72687ea/415df5a2-86c8-48a1-bde4-b9a9e3c17ae9/766b2258-dac4-43a1-9323-9925e3ab9a7f) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:41.268943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.280711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] For port 1f8b444d-cbc6-4641-b6d1-62754011cc70, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:41.283944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] For port 1f8b444d-cbc6-4641-b6d1-62754011cc70, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1f8b444d-cbc6-4641-b6d1-62754011cc70,segment=NetworkSegment(ddf441a8-bd69-4cde-b067-8fddba986e39),segment_id=ddf441a8-bd69-4cde-b067-8fddba986e39)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:41.284983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 47e74acc-df48-48f8-b67e-423f0b72b62f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:41.285349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.325374 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:41.338927 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:41.339779 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:41.356419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:41.363347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:41.373041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:41.374018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:41.394352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.411414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.436231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 766b2258-dac4-43a1-9323-9925e3ab9a7f will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:41.441477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.442298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.445129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff4e38e-8663-4a06-87f7-8de66feb213a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.448742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:41.460699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.489027 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-83b25952-4fe8-42c6-9c2f-1be4099157b0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/0ff4e38e-8663-4a06-87f7-8de66feb213a HTTP/1.1" status: 204 len: 168 time: 1.3181434 Mar 16 11:16:41.492286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34554) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.500032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaf9e1-aa59-4217-ba33-5905ed60c5ff None None] Network 9b137d66-9c14-4781-b366-8ccd40310cf5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:41.549974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.605023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:41.662236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.690444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.700442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=27862ec8-8349-48a0-809a-61b10b34b70c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.747056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': '2851192a-b8fc-49db-ab91-66d55b2f9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:41.754106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: c391e47d-445c-4fb0-b0c1-891ff8c27c18, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:41.790897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:41.791239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.861117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:41.884937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:41.887495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:41.888032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.899024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:41.956175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=766b2258-dac4-43a1-9323-9925e3ab9a7f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.969268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd8cc8-8b64-4125-93e9-1470416848c1 None None] Pushing event updated for resources: {'Port': ['ID=1f8b444d-cbc6-4641-b6d1-62754011cc70,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.973392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.046189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, c391e47d-445c-4fb0-b0c1-891ff8c27c18) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:42.059951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a14aa4-e351-4798-b5d5-dbe275b3caa3 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:42.072268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:42.087398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.091347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.156334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=ee015394-268f-4085-b52c-c29300315515,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:42.171211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:42.172625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:42.193763 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 8, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:42.198333 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:42.208293 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:42.208921 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:42.244935 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-97dd1ef6-8969-4fd6-bd1b-b85a19f4205a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0996113 Mar 16 11:16:42.244935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34558) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:42.251969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-443828214'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:42.260485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:42.268370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:42.268733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.270160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:42.274429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:42.287307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:42.326788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] DHCP port deletion for 9b137d66-9c14-4781-b366-8ccd40310cf5 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:42.370131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Deleting port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:42.370131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.391926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:42.393412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.445593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:42.447512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 4ea9b6f2-ea3f-43bc-9a72-70714554a63c owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:42.450969 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:42.486121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:42.511576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.512127 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment dd9a8cec-24ba-4b2b-a9b4-8c008ce3a6e4 of type vlan for network 95e6fff0-0581-4b90-aad0-b57f865c911b Mar 16 11:16:42.567423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.672867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:42.691956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.733148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.740579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.741676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.873644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=95e6fff0-0581-4b90-aad0-b57f865c911b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:42.877963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:42.881421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] For port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,segment=NetworkSegment(e08d8954-5b28-4f91-8af3-7ff5a2e65e9c),segment_id=e08d8954-5b28-4f91-8af3-7ff5a2e65e9c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:42.881904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.885077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.886247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.906641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afdd9a-68c2-4f77-8e25-02e128ab93a9 None None] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:42.924343 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 8, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:42.925931 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6582b-2fc2-45fc-a28f-6cd6c1bef687 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:38Z', 'revision_number': 8, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': '764e2982-7599-49b2-a029-0ed75c783c31', 'name': '', 'network_id': 'e31532b1-9403-4fd3-b6c7-121694e78050', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:e6:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:19Z', 'updated_at': '2022-03-16T11:16:28Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '69a13b3b-d0d4-48d5-9d6d-6d67f22315bd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:42.926141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 95e6fff0-0581-4b90-aad0-b57f865c911b details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:42.927461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.986480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=4ea9b6f2-ea3f-43bc-9a72-70714554a63c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:43.048932 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8df6a71b-a083-4ee8-aecd-464464924d8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8073466 Mar 16 11:16:43.051610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34562) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:43.055643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:43.057518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'ports': [{'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'}, {'network_id': '95e6fff0-0581-4b90-aad0-b57f865c911b'}]} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:43.058151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:43.058919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': '95e6fff0-0581-4b90-aad0-b57f865c911b'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:43.088066 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6ff0f5af-9fa8-4c03-99d1-69a1e0ea91c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0674922 Mar 16 11:16:43.213477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:43.319376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.354607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:43.359368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:43.362283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:43.371180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:43.419942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b137d66-9c14-4781-b366-8ccd40310cf5']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:43.439209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:43.439505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08d8954-5b28-4f91-8af3-7ff5a2e65e9c') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:43.457471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Calling delete_port for 4ea9b6f2-ea3f-43bc-9a72-70714554a63c owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:43.461475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.493633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac67aa-9b9f-41af-9e30-88be248f5f76 None None] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:43.494046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.507737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:43.507737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:43.530227 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:43.538992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 2} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:43.541114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:43.541618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.543952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.569198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.668628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.677354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:43.682874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502535286', 'description': 'tempest-secgroup-smoke-502535286 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:43.689804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:43.699879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:43.761962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c6aa12d3-2bc6-4717-a839-c794bc1a5347 None None] Provisioning for port 1f8b444d-cbc6-4641-b6d1-62754011cc70 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:43.762131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.762741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.803651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:43.803997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:43.816468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.825458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.825887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 00043e56-8adc-4496-8f4c-72898efd1597 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:43.888201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.914428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=9b137d66-9c14-4781-b366-8ccd40310cf5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:43.939973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.978694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:43.979066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.994987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': 'ee015394-268f-4085-b52c-c29300315515'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:43.996709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.002410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-024082c0-1fa0-47ad-94e0-bcbb93742ede tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/9b137d66-9c14-4781-b366-8ccd40310cf5 HTTP/1.1" status: 204 len: 168 time: 2.5107970 Mar 16 11:16:44.003228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=766b2258-dac4-43a1-9323-9925e3ab9a7f,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:44.006113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:44.008631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34572) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:44.012931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:44.078580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:44.081602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 0e0015d5-0c34-43cf-876a-61e62ae19dc3 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:44.101215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:44.190480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.191247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1f8b444d-cbc6-4641-b6d1-62754011cc70 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:44.194948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.229030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:44.286333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.290774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:44.305584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Deleting port 4ea9b6f2-ea3f-43bc-9a72-70714554a63c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:44.305983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.365190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Allocated IP 172.20.0.18 (8e65bffa-09db-4639-b4ae-1ebdf61cdc8c/ee015394-268f-4085-b52c-c29300315515/2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:44.376626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:44.380888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:44.391628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:44.392552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.402642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=00043e56-8adc-4496-8f4c-72898efd1597,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:44.411540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:44.427685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3434de6e-24e2-471e-8b91-b1f38fb711f5 None None] The port '4ea9b6f2-ea3f-43bc-9a72-70714554a63c' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:16:44.511670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=0e0015d5-0c34-43cf-876a-61e62ae19dc3,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:44.529308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 1f8b444d-cbc6-4641-b6d1-62754011cc70 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:44.537882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': 'dd9a8cec-24ba-4b2b-a9b4-8c008ce3a6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '95e6fff0-0581-4b90-aad0-b57f865c911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:44.538571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: 95e6fff0-0581-4b90-aad0-b57f865c911b, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:44.543667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1f8b444d-cbc6-4641-b6d1-62754011cc70 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:44.544304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.644441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 95e6fff0-0581-4b90-aad0-b57f865c911b is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:44.730380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 95e6fff0-0581-4b90-aad0-b57f865c911b) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:44.737973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:44.751672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.752260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:44.755595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:44.756517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.779312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.784440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772421a-c213-4552-95d1-4ef0b27c4c96 None None] Network 95e6fff0-0581-4b90-aad0-b57f865c911b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:44.838125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Transition to ACTIVE for port object 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:44.838254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:44.838357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-236185d4-4f16-45d3-b1e1-60d22bd70763 None None] Provisioning for port 766b2258-dac4-43a1-9323-9925e3ab9a7f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:44.910130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-236185d4-4f16-45d3-b1e1-60d22bd70763 None None] Provisioning complete for port 766b2258-dac4-43a1-9323-9925e3ab9a7f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:44.910612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-236185d4-4f16-45d3-b1e1-60d22bd70763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.936346 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-158db111-28f6-4b08-b68f-cfd9d331ae9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8835874 Mar 16 11:16:44.937954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34576) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:44.943602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.949776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.998230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Transition to ACTIVE for port object 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:45.052812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 0e0015d5-0c34-43cf-876a-61e62ae19dc3 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:45.054412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.076854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38821803-d0ab-4011-8a4a-14f6db20e0ff,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.120131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:45.126886 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d2463168-178f-46b9-8a10-18a9666aeed2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8991394 Mar 16 11:16:45.134761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34580) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:45.154778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-236185d4-4f16-45d3-b1e1-60d22bd70763 None None] Port 766b2258-dac4-43a1-9323-9925e3ab9a7f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:45.167797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-5347639'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:45.173042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:45.175865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.195417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:45.200628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:45.206764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:45.211941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.216081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34586) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:45.216516 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ace23dd7-15ff-4f56-839e-cd10fdd0d4ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5379217 Mar 16 11:16:45.217474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:45.236465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '38821803-d0ab-4011-8a4a-14f6db20e0ff', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:45.238036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.260090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 1f8b444d-cbc6-4641-b6d1-62754011cc70, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1f8b444d-cbc6-4641-b6d1-62754011cc70,segment=NetworkSegment(ddf441a8-bd69-4cde-b067-8fddba986e39),segment_id=ddf441a8-bd69-4cde-b067-8fddba986e39)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:45.260306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:45.274903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:45.278376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:45.278573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:45.279082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.285105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:45.334283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:45.344625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:45.351947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:45.365924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-236185d4-4f16-45d3-b1e1-60d22bd70763 None None] Provisioning complete for port 1f8b444d-cbc6-4641-b6d1-62754011cc70 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:45.366303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-236185d4-4f16-45d3-b1e1-60d22bd70763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.373398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.381552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:45.385766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.400742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.440528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Pushing event updated for resources: {'Port': ['ID=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.446118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f402027e-4e10-4e9f-9932-b765cb80344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.554452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7224b1e7-a040-4015-97e0-ee3393df0441 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:45.634690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 764e2982-7599-49b2-a029-0ed75c783c31 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:45.634861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.638749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 0e0015d5-0c34-43cf-876a-61e62ae19dc3 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:45.670896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7224b1e7-a040-4015-97e0-ee3393df0441 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:45.671238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7224b1e7-a040-4015-97e0-ee3393df0441 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:45.671698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4ea9b6f2-ea3f-43bc-9a72-70714554a63c no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:45.678532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:45.709327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.709832 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment 0be4a68d-66ec-46c8-afcb-11e7dc17e252 of type vlan for network 78ef8bde-73df-41be-9d8e-10b3d01e1323 Mar 16 11:16:45.711162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.753732 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4ea9b6f2-ea3f-43bc-9a72-70714554a63c {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:45.754110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4ea9b6f2-ea3f-43bc-9a72-70714554a63c not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:45.769719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Attempting to bind port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:45.770084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Attempting to bind port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:45.770620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Attempting to bind port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 on network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:45.787794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:45.812667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.839919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.849371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:45.850275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Checking segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:45.850683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.851096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Bound using segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:45.851567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Bound port: 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:45.851935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.858850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port 764e2982-7599-49b2-a029-0ed75c783c31, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=764e2982-7599-49b2-a029-0ed75c783c31,segment=NetworkSegment(39b30cf8-b38c-4036-acb4-fb931864e66f),segment_id=39b30cf8-b38c-4036-acb4-fb931864e66f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:45.859419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.868356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=1f8b444d-cbc6-4641-b6d1-62754011cc70,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.914558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:45.923156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.931820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:45.932484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.936618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.938994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.002310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 764e2982-7599-49b2-a029-0ed75c783c31 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:46.056961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=0e0015d5-0c34-43cf-876a-61e62ae19dc3,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.070544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785e6eb4-79e7-4360-8e8d-bde153386860,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.084492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.155952 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a9679e43-d30d-48de-b6e2-c1906c8d5eb4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/0e0015d5-0c34-43cf-876a-61e62ae19dc3 HTTP/1.1" status: 204 len: 168 time: 1.2164543 Mar 16 11:16:46.160194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34590) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.196521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=78ef8bde-73df-41be-9d8e-10b3d01e1323,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.206379 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-728a3c4e-a1bc-4c67-93b3-90609df80828 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0702438 Mar 16 11:16:46.217980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34594) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.217980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:46.236166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:46.238396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.241538 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5eff065f-24a0-4895-b637-fc1f769311a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0183356 Mar 16 11:16:46.251706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34598) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.259142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '38821803-d0ab-4011-8a4a-14f6db20e0ff', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:46.265176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:46.277000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:46.280924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:46.288181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:46.291309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] For port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:46.365482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] For port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:46.366506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:46.371501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:46.375757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:46.385140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:46.397002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:46.397373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.413309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e515355-fd21-4707-b050-551f39a3cd6a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.419171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e515355-fd21-4707-b050-551f39a3cd6a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.419907 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1e515355-fd21-4707-b050-551f39a3cd6a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:46.436966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.508458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.547477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.552251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.552436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:46.556410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.588818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1e515355-fd21-4707-b050-551f39a3cd6a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:46.590168 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e515355-fd21-4707-b050-551f39a3cd6a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4287677 Mar 16 11:16:46.594930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.610469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.612021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-57738dba-bdd4-49eb-8b8d-21823e71b8e7 None None] Provisioning complete for port 766b2258-dac4-43a1-9323-9925e3ab9a7f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:46.612514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-57738dba-bdd4-49eb-8b8d-21823e71b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.613317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=764e2982-7599-49b2-a029-0ed75c783c31,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.679879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aa3d90-7560-4d8a-a2c4-a08e0a78420b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.748330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-57738dba-bdd4-49eb-8b8d-21823e71b8e7 None None] Port 766b2258-dac4-43a1-9323-9925e3ab9a7f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:16:46.757165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c1163-e7fd-451b-bdfc-d26cb7762ec6 None None] Pushing event updated for resources: {'Port': ['ID=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.794976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 00043e56-8adc-4496-8f4c-72898efd1597 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:46.795406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.804790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 3, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:43Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:46.814199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:46.822846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Updating router fe15e6b2-514f-40db-aa39-93ff144f8ff6 port 766b2258-dac4-43a1-9323-9925e3ab9a7f binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:46.898033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.898639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.904364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e6be7102-a184-446f-b141-12c2f07e14ad tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6515973 Mar 16 11:16:46.904796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34606) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.970965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '38821803-d0ab-4011-8a4a-14f6db20e0ff', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:46.986823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:47.008351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.073094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:47.093072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:47.179366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:47.207990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.366453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.367098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 00043e56-8adc-4496-8f4c-72898efd1597 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:47.372621 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-757204fe-79d5-4bba-9326-f72febf8651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.384215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Transition to ACTIVE for port object 766b2258-dac4-43a1-9323-9925e3ab9a7f will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:47.418400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:47.423530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.447366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.530111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.538860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.591090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:47.603311 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:47.606131 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2ddf9193-bb8b-4da8-9a6b-387191874c1e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5942211 Mar 16 11:16:47.608516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34610) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:47.621067 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:47.622010 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:47.632697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.642693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.698612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683640b5-c660-4442-ae32-961402f2f446 None None] Pushing event updated for resources: {'Port': ['ID=766b2258-dac4-43a1-9323-9925e3ab9a7f,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.752704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 69a13b3b-d0d4-48d5-9d6d-6d67f22315bd {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:47.756309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.776639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=00043e56-8adc-4496-8f4c-72898efd1597,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.779516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Attempting to bind port 766b2258-dac4-43a1-9323-9925e3ab9a7f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:47.780640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Attempting to bind port 766b2258-dac4-43a1-9323-9925e3ab9a7f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:47.781827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Attempting to bind port 766b2258-dac4-43a1-9323-9925e3ab9a7f on network 45f26efb-95af-4b06-9aaa-2a7ea72687ea {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:47.789822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:47.791501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Checking segment: {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:47.795292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.797760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Bound using segment: {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:47.798391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Bound port: 766b2258-dac4-43a1-9323-9925e3ab9a7f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf441a8-bd69-4cde-b067-8fddba986e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:47.798852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.841270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.917631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.941371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcea0ec-d57e-4e71-a4fe-3faefac3ea2c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.949826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=aa2001aa-191f-417e-9db2-f1c01f536713,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.954645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:47.955014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: 78ef8bde-73df-41be-9d8e-10b3d01e1323, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:47.977098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] For port 766b2258-dac4-43a1-9323-9925e3ab9a7f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:47.980771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] For port 766b2258-dac4-43a1-9323-9925e3ab9a7f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=766b2258-dac4-43a1-9323-9925e3ab9a7f,segment=NetworkSegment(ddf441a8-bd69-4cde-b067-8fddba986e39),segment_id=ddf441a8-bd69-4cde-b067-8fddba986e39)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:47.987745 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:48.014944 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-09189780-a84a-4cb6-8c74-7c82bbe13e2a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/00043e56-8adc-4496-8f4c-72898efd1597 HTTP/1.1" status: 204 len: 168 time: 1.4187627 Mar 16 11:16:48.017782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34614) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.047073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.047073 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f3b05387-f160-48d8-b43a-999ab88bf7bc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1370370 Mar 16 11:16:48.047073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34618) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.048974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:48.049858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.062898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '38821803-d0ab-4011-8a4a-14f6db20e0ff', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:48.091998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:48.103476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:48.108441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:48.127795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:48.165092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.196445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683640b5-c660-4442-ae32-961402f2f446 None None] Pushing event updated for resources: {'Port': ['ID=766b2258-dac4-43a1-9323-9925e3ab9a7f,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:48.203518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:48.262594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6726eaa-0eac-4a66-9e7f-83a56c023077 None None] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:48.308240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 78ef8bde-73df-41be-9d8e-10b3d01e1323) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:48.313004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:48.314145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.353089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575cb68-3a43-4fc5-9140-92aa03cbc270 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:48.355949 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5575cb68-3a43-4fc5-9140-92aa03cbc270 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3363221 Mar 16 11:16:48.358620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34622) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.379464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.389054 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01696f46-94c1-4d7e-b325-57e29bae9b42 None None] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:48.411134 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-010b0706-8fda-4663-bdee-03b64ec90755 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1966822 Mar 16 11:16:48.420648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34626) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.461382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.473295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=69a13b3b-d0d4-48d5-9d6d-6d67f22315bd,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:48.478280 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3ca4ada5-0f26-4ef1-9c1e-906184e36b82 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/69a13b3b-d0d4-48d5-9d6d-6d67f22315bd HTTP/1.1" status: 204 len: 168 time: 0.8685372 Mar 16 11:16:48.480905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34630) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.491527 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a80acb6-5dd9-4e29-b966-8c22b868fcce tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:16:48.492169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7a80acb6-5dd9-4e29-b966-8c22b868fcce tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:48.500750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.556170 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:46Z', 'revision_number': 9, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:48.564462 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:48.567447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950e561-bee2-4f8f-8149-a160301446fb None None] Network e31532b1-9403-4fd3-b6c7-121694e78050 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:48.574533 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:48.575390 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:48.641248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7a80acb6-5dd9-4e29-b966-8c22b868fcce tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:48.642519 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7a80acb6-5dd9-4e29-b966-8c22b868fcce tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/0e0015d5-0c34-43cf-876a-61e62ae19dc3 HTTP/1.1" status: 404 len: 333 time: 0.2821031 Mar 16 11:16:48.646697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34634) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.707191 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b63581-0e0c-4fe7-a97f-a5cc00116c08 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:16:48.709370 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-81b63581-0e0c-4fe7-a97f-a5cc00116c08 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/00043e56-8adc-4496-8f4c-72898efd1597 HTTP/1.1" status: 404 len: 333 time: 0.0614245 Mar 16 11:16:48.712663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34638) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.762936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.788373 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:48.811266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.855340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.868831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:48.869748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:48.904326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.935877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.967146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba62250-b6cd-4b8b-9fda-47f87156ac42,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.014208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 4f533513-655e-4df7-b789-3f297c441bf7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:49.014558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.117986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.131761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.133108 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ab614c01-ddb5-405b-b748-56b355d0d941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0856938 Mar 16 11:16:49.143940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34642) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:49.152985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '38821803-d0ab-4011-8a4a-14f6db20e0ff', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:49.172412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:49.198981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd11688-227b-4141-b499-a4f43f2c56fe None None] Provisioning for port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:49.200913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e6fff0-0581-4b90-aad0-b57f865c911b']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:49.202112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.216558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:49.227853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:49.232038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9a8cec-24ba-4b2b-a9b4-8c008ce3a6e4') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:49.232324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9a8cec-24ba-4b2b-a9b4-8c008ce3a6e4') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:49.248197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.252374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:49.260977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.288257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:49.290740 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:46Z', 'revision_number': 9, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:49.295781 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a2e17-0b46-4065-8bab-6370b519123a None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:46Z', 'revision_number': 9, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fe05f1-b495-40b3-9458-e244a3834348', 'name': '', 'network_id': '34021560-a496-41fb-af21-30ea25a5bd21', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:44:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:11Z', 'updated_at': '2022-03-16T11:16:19Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': 'c6821161-aac8-4b7d-8994-bd3f12bb8c70', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:49.338936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.384384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:49.399301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:49.399677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:49.416013 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:49.440612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:16:49.458412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-78ef8bde-73df-41be-9d8e-10b3d01e1323', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:49.459786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.480855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:49.481217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.508217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port 4f533513-655e-4df7-b789-3f297c441bf7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4f533513-655e-4df7-b789-3f297c441bf7,segment=NetworkSegment(39b30cf8-b38c-4036-acb4-fb931864e66f),segment_id=39b30cf8-b38c-4036-acb4-fb931864e66f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:49.510611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.522876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.671096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 4f533513-655e-4df7-b789-3f297c441bf7 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:49.711044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8:2::1 (78ef8bde-73df-41be-9d8e-10b3d01e1323/aa2001aa-191f-417e-9db2-f1c01f536713/12f5296d-765b-4006-84a9-fdeceeaf05a6) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:49.777237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.791959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.797195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.827824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=95e6fff0-0581-4b90-aad0-b57f865c911b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.834217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b80f803d-8137-44b6-a080-04e1d7726159 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/95e6fff0-0581-4b90-aad0-b57f865c911b HTTP/1.1" status: 204 len: 168 time: 1.1199803 Mar 16 11:16:49.838272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34646) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:49.845828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1791578158'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:49.851971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:49.857019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:49.860666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:49.870089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:49.874288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.900057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.911557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fd2ccb-0642-4744-805b-8d3ff68d6db7,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.933501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.951106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 12f5296d-765b-4006-84a9-fdeceeaf05a6 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:49.963422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.017592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.019057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=4f533513-655e-4df7-b789-3f297c441bf7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.024230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:50.028340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.041037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.042200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8cb0f70e-f875-4ea2-816a-70508487645b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9018269 Mar 16 11:16:50.045088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34650) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:50.051197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port 4f533513-655e-4df7-b789-3f297c441bf7 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:50.051500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '38821803-d0ab-4011-8a4a-14f6db20e0ff', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:50.062769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.065255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:50.109640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa656c-8b03-4f99-a575-808f5907d547 None None] DHCP port deletion for e31532b1-9403-4fd3-b6c7-121694e78050 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:50.113916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:50.120558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:50.134880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:50.137016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:50.148749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:50.157881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:50.159966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:50.160493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.173372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:50.189239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Allocated IP 2001:db8:2::2 (78ef8bde-73df-41be-9d8e-10b3d01e1323/aa2001aa-191f-417e-9db2-f1c01f536713/44b132d5-3777-4a63-8191-e8a7f5c3cc8e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:50.192371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=12f5296d-765b-4006-84a9-fdeceeaf05a6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.218610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.218610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment e95d6100-dd50-45f2-8211-106199e4d0eb of type vlan for network 8559adde-a50a-4f1e-b690-a8729d612231 Mar 16 11:16:50.233607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.243050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.290624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31532b1-9403-4fd3-b6c7-121694e78050']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:50.294866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 3, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:47Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:50.301814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.302630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1f8b444d-cbc6-4641-b6d1-62754011cc70 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:50.305820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.321224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b30cf8-b38c-4036-acb4-fb931864e66f') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:50.321641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b30cf8-b38c-4036-acb4-fb931864e66f') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:50.341256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.351494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:16:50.362293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.375790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.383420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:50.384344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:50.401653 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:50.404051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad982e-5535-484a-b28c-1561819e1e54 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 3, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:47Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:50.445404 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.497532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.521313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.589377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1f8b444d-cbc6-4641-b6d1-62754011cc70 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:50.589756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.604732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe83706-ef73-406a-bbd4-ceb418bc213d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.688755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.694690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:50.695372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.701470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.705662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-434a1964-2a3c-4e7f-9784-dc0395b39b7f None None] Provisioning complete for port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:50.706059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-434a1964-2a3c-4e7f-9784-dc0395b39b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.725821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.725821 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c63566f3-bf56-4b0d-8e9c-96529cfcf236 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6685412 Mar 16 11:16:50.760314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.840360 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0009055 Mar 16 11:16:50.841351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34656) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:50.842076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96322-38a9-4061-b10a-ddb16a6a64cc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=8559adde-a50a-4f1e-b690-a8729d612231,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.858692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': '8559adde-a50a-4f1e-b690-a8729d612231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:50.870452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 8559adde-a50a-4f1e-b690-a8729d612231 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:50.881514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.939222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.965045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=e31532b1-9403-4fd3-b6c7-121694e78050,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.973584 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e62d471b-4cc5-4626-9d33-8b573de612fc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/e31532b1-9403-4fd3-b6c7-121694e78050 HTTP/1.1" status: 204 len: 168 time: 2.4884894 Mar 16 11:16:50.988805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34668) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.033929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Transition to ACTIVE for port object 44b132d5-3777-4a63-8191-e8a7f5c3cc8e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:51.086693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:51.089830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:51.093835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:51.101197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:51.142933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Transition to ACTIVE for port object 44b132d5-3777-4a63-8191-e8a7f5c3cc8e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:51.237423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:51.241960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.289945 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-e56e6180-eef6-4943-be24-bdafd735cda9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502535286&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.2191057 Mar 16 11:16:51.295037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.347401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 766b2258-dac4-43a1-9323-9925e3ab9a7f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:51.391790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Performing IP validity checks on allocation pools {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:16:51.392512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:16:51.422185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:51.427757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:51.445008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:51.455447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Pushing event updated for resources: {'Port': ['ID=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:51.559196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Attempting to bind port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:51.559731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Attempting to bind port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:51.560712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Attempting to bind port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e on network 78ef8bde-73df-41be-9d8e-10b3d01e1323 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:51.567744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:51.568256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Checking segment: {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:51.568659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.569211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Bound using segment: {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:51.569676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Bound port: 44b132d5-3777-4a63-8191-e8a7f5c3cc8e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:51.574214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.612687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.650373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 766b2258-dac4-43a1-9323-9925e3ab9a7f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:51.668075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 766b2258-dac4-43a1-9323-9925e3ab9a7f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:51.668735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.703208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=751e820a-157e-494d-9eca-19965ab4fe7c,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:51.708842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': 'e95d6100-dd50-45f2-8211-106199e4d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8559adde-a50a-4f1e-b690-a8729d612231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:51.709452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: 8559adde-a50a-4f1e-b690-a8729d612231, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:51.724143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] For port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:51.729036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] For port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:51.761236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-9adaaa35-1e0d-4201-b755-9b9f5d402ed7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:51.761929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-9adaaa35-1e0d-4201-b755-9b9f5d402ed7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:51.779088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 8559adde-a50a-4f1e-b690-a8729d612231 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:51.793272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.852432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 8559adde-a50a-4f1e-b690-a8729d612231) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:51.853323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.857815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:51.858717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.869819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.876521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a95c1fb-18b9-4bed-882b-1e195ad54d2b None None] Network 8559adde-a50a-4f1e-b690-a8729d612231 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:51.882413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-9adaaa35-1e0d-4201-b755-9b9f5d402ed7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:51.883569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-9adaaa35-1e0d-4201-b755-9b9f5d402ed7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c HTTP/1.1" status: 200 len: 797 time: 0.5818157 Mar 16 11:16:51.907725 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-a307edca-9d3b-4810-a1fd-bcaa83b7b66b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0176461 Mar 16 11:16:51.953909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.955143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.970321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-115411e0-3755-4faf-afed-f4ed780e3fe4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1176002 Mar 16 11:16:51.975606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34676) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.977432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': '8559adde-a50a-4f1e-b690-a8729d612231', 'name': 'tempest-PortsTestJSON-2053742339'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:52.005993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aa023-a9c6-4337-8195-a6b5d0c22bb6 None None] Pushing event updated for resources: {'Port': ['ID=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.015825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 766b2258-dac4-43a1-9323-9925e3ab9a7f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=766b2258-dac4-43a1-9323-9925e3ab9a7f,segment=NetworkSegment(ddf441a8-bd69-4cde-b067-8fddba986e39),segment_id=ddf441a8-bd69-4cde-b067-8fddba986e39)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:52.082977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.083767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:52.153590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:52.167941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:52.255239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=766b2258-dac4-43a1-9323-9925e3ab9a7f,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.262077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-8559adde-a50a-4f1e-b690-a8729d612231', 'network_id': '8559adde-a50a-4f1e-b690-a8729d612231', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': '751e820a-157e-494d-9eca-19965ab4fe7c'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:52.262888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.264477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:52.269176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.292945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 33b3da9f-2f5b-4cde-9d44-889d7ef43eeb yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:16:52.346106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:52.346492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.350198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=12f5296d-765b-4006-84a9-fdeceeaf05a6,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.441609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:52.448235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:52.466882 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-abf66c65-1646-46aa-a2f8-ec30f3eb451e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5525842 Mar 16 11:16:52.485406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.490045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.13 (8559adde-a50a-4f1e-b690-a8729d612231/751e820a-157e-494d-9eca-19965ab4fe7c/33b3da9f-2f5b-4cde-9d44-889d7ef43eeb) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:52.578393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f533513-655e-4df7-b789-3f297c441bf7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:52.616069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4f533513-655e-4df7-b789-3f297c441bf7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:52.616519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4f533513-655e-4df7-b789-3f297c441bf7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:52.617173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 764e2982-7599-49b2-a029-0ed75c783c31 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:52.652479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 764e2982-7599-49b2-a029-0ed75c783c31 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:52.652946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 764e2982-7599-49b2-a029-0ed75c783c31 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:52.730865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.748487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 33b3da9f-2f5b-4cde-9d44-889d7ef43eeb will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:52.818993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.895752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 8559adde-a50a-4f1e-b690-a8729d612231 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:52.899532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:52.915585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:52.950837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Allocated IP 172.20.0.2 (8559adde-a50a-4f1e-b690-a8729d612231/751e820a-157e-494d-9eca-19965ab4fe7c/5b7800da-e6af-46ba-8246-04dfd47ceffc) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:52.952307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=33b3da9f-2f5b-4cde-9d44-889d7ef43eeb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.001775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:53.002487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.002804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:53.039661 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-b1fdb8cb-715e-4fa5-ab0f-590018ff8bca service neutron] 10.222.0.30 "GET /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176664 Mar 16 11:16:53.090921 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3e8a9de0-d94c-473e-a955-87a5cb001b81 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1187901 Mar 16 11:16:53.091764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34682) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:53.185402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 33b3da9f-2f5b-4cde-9d44-889d7ef43eeb {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:53.185757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.197528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.220028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Transition to ACTIVE for port object 5b7800da-e6af-46ba-8246-04dfd47ceffc will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:53.260280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Transition to ACTIVE for port object 5b7800da-e6af-46ba-8246-04dfd47ceffc will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:53.348223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.457233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Pushing event updated for resources: {'Port': ['ID=5b7800da-e6af-46ba-8246-04dfd47ceffc,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.460332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeba1bd-a6db-473e-b406-f4ab1a344dd1 None None] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:53.473229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 766b2258-dac4-43a1-9323-9925e3ab9a7f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:53.488351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port c1fe05f1-b495-40b3-9458-e244a3834348 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:53.488695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.513669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:53.529883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bba022a3-9931-4726-ba50-63943ba0d7fc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1074519 Mar 16 11:16:53.531204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34686) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:53.539247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Network 8559adde-a50a-4f1e-b690-a8729d612231 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:53.560991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:53.567350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.573455 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-dff90bb2-79b0-4329-a358-31ab28f18b54 service neutron] 10.222.0.30 "GET /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680812 Mar 16 11:16:53.576325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:53.584773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:53.596929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:53.597822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.847572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148994954'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:53.857742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 33b3da9f-2f5b-4cde-9d44-889d7ef43eeb owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:53.866135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-34c34c4c-cf2d-4d6f-84ba-78f2c293dcc1 None None] Provisioning for port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:53.888325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:53.901177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:network and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:53.906493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:53.916128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:53.964812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Attempting to bind port 5b7800da-e6af-46ba-8246-04dfd47ceffc on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:53.965525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Attempting to bind port 5b7800da-e6af-46ba-8246-04dfd47ceffc by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'e95d6100-dd50-45f2-8211-106199e4d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8559adde-a50a-4f1e-b690-a8729d612231'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:53.966182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Attempting to bind port 5b7800da-e6af-46ba-8246-04dfd47ceffc on network 8559adde-a50a-4f1e-b690-a8729d612231 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:53.973751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:53.983043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port c1fe05f1-b495-40b3-9458-e244a3834348, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c1fe05f1-b495-40b3-9458-e244a3834348,segment=NetworkSegment(63ce31da-88ab-4520-87ed-06ec063bdf7e),segment_id=63ce31da-88ab-4520-87ed-06ec063bdf7e)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:53.983490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.999203 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7832fc10-8231-4ac6-900e-df24f810df36 req-ed73b575-f6bb-4faa-aebb-0436d3820e2e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 210 time: 0.0682228 Mar 16 11:16:54.062556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:54.063304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Checking segment: {'id': 'e95d6100-dd50-45f2-8211-106199e4d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8559adde-a50a-4f1e-b690-a8729d612231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:54.063612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.064010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Bound using segment: {'id': 'e95d6100-dd50-45f2-8211-106199e4d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8559adde-a50a-4f1e-b690-a8729d612231'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:54.064496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Bound port: 5b7800da-e6af-46ba-8246-04dfd47ceffc, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95d6100-dd50-45f2-8211-106199e4d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8559adde-a50a-4f1e-b690-a8729d612231'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:54.064899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.079323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:54.083542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.091945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 766b2258-dac4-43a1-9323-9925e3ab9a7f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:54.092530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.165684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for c1fe05f1-b495-40b3-9458-e244a3834348 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:54.258493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.260650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=33b3da9f-2f5b-4cde-9d44-889d7ef43eeb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added segment b0815d94-512f-4f7c-a434-f0c1be67a8d5 of type vlan for network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-629ac9b7-d9e9-4c52-a268-45394a50b1ad tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/33b3da9f-2f5b-4cde-9d44-889d7ef43eeb HTTP/1.1" status: 204 len: 168 time: 1.3911867 Mar 16 11:16:54.554713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34698) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.622373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] For port 5b7800da-e6af-46ba-8246-04dfd47ceffc, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:54.622373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 44b132d5-3777-4a63-8191-e8a7f5c3cc8e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:54.630485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-317a2721-c8c6-403e-9bca-f77ab04d2f40 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:54.630485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317a2721-c8c6-403e-9bca-f77ab04d2f40 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:54.630485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-317a2721-c8c6-403e-9bca-f77ab04d2f40 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/33b3da9f-2f5b-4cde-9d44-889d7ef43eeb HTTP/1.1" status: 404 len: 333 time: 0.0476735 Mar 16 11:16:54.630485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34702) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.630485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-432fc72e-fea9-4c36-8250-615a61e69116 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:16:54.630485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-432fc72e-fea9-4c36-8250-615a61e69116 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:54.637141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] For port 5b7800da-e6af-46ba-8246-04dfd47ceffc, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5b7800da-e6af-46ba-8246-04dfd47ceffc,segment=NetworkSegment(e95d6100-dd50-45f2-8211-106199e4d0eb),segment_id=e95d6100-dd50-45f2-8211-106199e4d0eb)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:54.653396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.686207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.686207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.686207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.688767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=c1fe05f1-b495-40b3-9458-e244a3834348,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:54.724985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.837359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Network': ['ID=1ed92809-62f8-4a93-a4c5-ce9e27a35f58,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:54.840458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-432fc72e-fea9-4c36-8250-615a61e69116 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:54.841868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-432fc72e-fea9-4c36-8250-615a61e69116 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/33b3da9f-2f5b-4cde-9d44-889d7ef43eeb HTTP/1.1" status: 404 len: 333 time: 0.3018303 Mar 16 11:16:54.844871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-31bf11bd-5c7e-41f6-a270-d89dbd393db6 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0596671 Mar 16 11:16:54.845947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34708) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.894033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:54.953728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34710) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.958064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet 751e820a-157e-494d-9eca-19965ab4fe7c {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:54.965082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'subnet': {'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:54.989388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.019368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:55.037186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.038970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:55.041219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.117529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66994a05-68ec-494b-90b6-b9371116bf09 None None] Pushing event updated for resources: {'Port': ['ID=5b7800da-e6af-46ba-8246-04dfd47ceffc,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.145789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:50Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.176425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:55.176843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Updating router fe15e6b2-514f-40db-aa39-93ff144f8ff6 port 12f5296d-765b-4006-84a9-fdeceeaf05a6 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:16:55.203612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.264489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:55.273137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:subnet and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:55.273321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cc65cbff-ddd7-4031-bc31-3841562aa035 req-516c4703-5f88-4522-b0de-46059efdf028 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 210 time: 0.0924637 Mar 16 11:16:55.282210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f50201fb-3e6c-4654-ae19-676636e5380c None None] Provisioning complete for port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:55.282210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f50201fb-3e6c-4654-ae19-676636e5380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.282571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:55.291984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:55.325186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.343980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.395422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Made reservation on behalf of 72ebbedeac4d4d318cf319d24c00a771 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:55.400121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.477179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.657812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.722014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.738646 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/751e820a-157e-494d-9eca-19965ab4fe7c HTTP/1.1" status: 204 len: 168 time: 0.8860641 Mar 16 11:16:55.741716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319a2d2-240f-4137-bba8-8e665ad84cca tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=751e820a-157e-494d-9eca-19965ab4fe7c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.743322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34718) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.878144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:16:55.921809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.930253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:55.979813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.992981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Transition to ACTIVE for port object 12f5296d-765b-4006-84a9-fdeceeaf05a6 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:55.997445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f50201fb-3e6c-4654-ae19-676636e5380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.998968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.009485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.069215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Subnet': ['ID=417c3799-c397-41d0-ad50-c7db01c2224e,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:56.082132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.088472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Checking segment: {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:56.089144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network hostable DHCP agents. Network: 1ed92809-62f8-4a93-a4c5-ce9e27a35f58, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:56.121456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 5b7800da-e6af-46ba-8246-04dfd47ceffc {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:56.121798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.189022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:56.233322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:56.279201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b7800da-e6af-46ba-8246-04dfd47ceffc up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:56.302336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 1ed92809-62f8-4a93-a4c5-ce9e27a35f58) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:56.306565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:56.307165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.358760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:16:56.373073 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:16:56.402551 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:56.403342 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:56.433232 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6c024883-2e35-4e4b-a247-d511c5e7d3c5 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4726229 Mar 16 11:16:56.434287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34724) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:56.444151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b3def-928c-4987-bc3c-891179012b18 None None] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:56.521329 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2732bc99-b7cf-4ad6-ae23-e2ec0cfc7b79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5302575 Mar 16 11:16:56.522021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34728) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:56.591698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-f50201fb-3e6c-4654-ae19-676636e5380c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:56.592343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-f50201fb-3e6c-4654-ae19-676636e5380c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:56.768448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:56.774799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet c6821161-aac8-4b7d-8994-bd3f12bb8c70 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:16:56.786795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.816123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5b7800da-e6af-46ba-8246-04dfd47ceffc completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:56.856329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] For port 5b7800da-e6af-46ba-8246-04dfd47ceffc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5b7800da-e6af-46ba-8246-04dfd47ceffc,segment=NetworkSegment(e95d6100-dd50-45f2-8211-106199e4d0eb),segment_id=e95d6100-dd50-45f2-8211-106199e4d0eb)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:56.856701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.864679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f60c60-944a-4c25-ba40-5ce54dab4706 None None] Pushing event updated for resources: {'Port': ['ID=12f5296d-765b-4006-84a9-fdeceeaf05a6,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:56.886981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f971078-d010-492e-8958-34cfe9eb6793 None None] Network 8559adde-a50a-4f1e-b690-a8729d612231 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:56.906715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Attempting to bind port 12f5296d-765b-4006-84a9-fdeceeaf05a6 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:56.907345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Attempting to bind port 12f5296d-765b-4006-84a9-fdeceeaf05a6 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:56.908009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Attempting to bind port 12f5296d-765b-4006-84a9-fdeceeaf05a6 on network 78ef8bde-73df-41be-9d8e-10b3d01e1323 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:56.947198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:56.948327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Checking segment: {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:56.949920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.951180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Bound using segment: {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:56.951180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Bound port: 12f5296d-765b-4006-84a9-fdeceeaf05a6, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be4a68d-66ec-46c8-afcb-11e7dc17e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:56.951839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.063021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 5b7800da-e6af-46ba-8246-04dfd47ceffc owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:57.199204 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cfd12a0-7203-49d4-b4c9-eea2374242a1 req-b9aec69e-cdb5-4cf7-8fd3-ea54aba92f8b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 210 time: 0.1331770 Mar 16 11:16:57.223400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.226662 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:54Z', 'revision_number': 10, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.233476 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:16:57.242497 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:57.243115 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.326495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.371725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.424685 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:57.446318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=5b7800da-e6af-46ba-8246-04dfd47ceffc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:57.458646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No DVR routers for this DVR port 5b7800da-e6af-46ba-8246-04dfd47ceffc on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:57.499866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-d29350f2-9c1e-46f7-b77b-68e08748e61d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:57.500735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-d29350f2-9c1e-46f7-b77b-68e08748e61d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:57.511962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] For port 12f5296d-765b-4006-84a9-fdeceeaf05a6, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:16:57.577209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] For port 12f5296d-765b-4006-84a9-fdeceeaf05a6, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12f5296d-765b-4006-84a9-fdeceeaf05a6,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:16:57.578436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f50201fb-3e6c-4654-ae19-676636e5380c None None] Provisioning for port 12f5296d-765b-4006-84a9-fdeceeaf05a6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:57.611662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:16:57.612918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.628542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f0433-64c5-446b-a889-ef6900b3a5c0 None None] DHCP port deletion for 8559adde-a50a-4f1e-b690-a8729d612231 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:57.642042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.647156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-d29350f2-9c1e-46f7-b77b-68e08748e61d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:57.650246 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-d29350f2-9c1e-46f7-b77b-68e08748e61d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c HTTP/1.1" status: 200 len: 797 time: 0.5389988 Mar 16 11:16:57.675555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8559adde-a50a-4f1e-b690-a8729d612231']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.690367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95d6100-dd50-45f2-8211-106199e4d0eb') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.690749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95d6100-dd50-45f2-8211-106199e4d0eb') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.707130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.714818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.735901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.743815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:57.744222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.755962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-5ea2b3b4-2492-4685-9151-127d52bd907d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:57.768358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.849612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-732804b9-4dfa-42e8-86b4-b530f4f0fdc0 None None] Could not find standard attr ID for object 5b7800da-e6af-46ba-8246-04dfd47ceffc. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:57.856071 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:57.858624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.906161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=c6821161-aac8-4b7d-8994-bd3f12bb8c70,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:57.912720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.928377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:16:57.929430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.929581 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-974706dc-1f6d-4d1f-b4ac-2bafc50c3cc0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/c6821161-aac8-4b7d-8994-bd3f12bb8c70 HTTP/1.1" status: 204 len: 168 time: 1.4043615 Mar 16 11:16:57.931141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34736) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:57.954701 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:54Z', 'revision_number': 10, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.970921 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a926db6-a6bc-4ccb-8fba-ee54df443a91 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:16:54Z', 'revision_number': 10, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None, '_interfaces': [{'id': 'a1668573-94dc-4fe7-8249-62262807006a', 'name': '', 'network_id': 'dca2270c-7805-4809-9aa6-ad614276ed90', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'mac_address': 'fa:16:3e:46:d3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:03Z', 'updated_at': '2022-03-16T11:16:15Z', 'revision_number': 5, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'subnets': [{'id': '68a3dda4-4ac7-4177-857f-6893acef17f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:57.984531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.994046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.996024 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/8559adde-a50a-4f1e-b690-a8729d612231 HTTP/1.1" status: 204 len: 168 time: 2.2516642 Mar 16 11:16:58.008933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-5ea2b3b4-2492-4685-9151-127d52bd907d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:58.010523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-5ea2b3b4-2492-4685-9151-127d52bd907d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 472 time: 0.3513532 Mar 16 11:16:58.011880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:58.017952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d560d-bf17-4d94-aecc-31398537db9f None None] Network 34021560-a496-41fb-af21-30ea25a5bd21 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:16:58.025372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': 'f785f070-002a-4def-b6b5-16887cd3baac', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['38821803-d0ab-4011-8a4a-14f6db20e0ff']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:58.051066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1048620680'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:58.064686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:58.093117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cacf4c-6be8-4fdd-9a8c-29e87c2ac493 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=8559adde-a50a-4f1e-b690-a8729d612231,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:58.097549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:58.108176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:58.122173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.137911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f60c60-944a-4c25-ba40-5ce54dab4706 None None] Pushing event updated for resources: {'Port': ['ID=12f5296d-765b-4006-84a9-fdeceeaf05a6,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:58.146755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port fec87a16-b56a-443b-b5fe-3e59adf90b5b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:16:58.147235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.213733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:58.345270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:16:58.366094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:58.371061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.426183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:58.438131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.442986 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment 89c366fe-0270-4219-bd27-8c32f6a512bc of type vlan for network 5cc96a80-ba31-4e71-8b44-191524eb57fb Mar 16 11:16:58.457998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Allocated IP 2001:db8:3::2 (1ed92809-62f8-4a93-a4c5-ce9e27a35f58/417c3799-c397-41d0-ad50-c7db01c2224e/26664c8f-3a1d-4873-bbad-f772f893d051) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:58.469009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.472358 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-159b9533-a437-4a0d-adf5-15fc2d7f7f23 req-4da3745c-4fbe-4399-aaad-c28b2a31c377 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 210 time: 0.0562167 Mar 16 11:16:58.495212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port fec87a16-b56a-443b-b5fe-3e59adf90b5b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=fec87a16-b56a-443b-b5fe-3e59adf90b5b,segment=NetworkSegment(63ce31da-88ab-4520-87ed-06ec063bdf7e),segment_id=63ce31da-88ab-4520-87ed-06ec063bdf7e)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:16:58.495572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.505045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:58.505723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 44b132d5-3777-4a63-8191-e8a7f5c3cc8e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:58.528750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:port and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:58.534969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:58.543478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:58.584926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.596649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:58.597531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.678821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:58.678821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.771159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for fec87a16-b56a-443b-b5fe-3e59adf90b5b owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:16:58.893174 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8750780 Mar 16 11:16:58.894457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34746) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:58.899903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c442787-defb-442b-91ca-b7b1e617cc4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=5cc96a80-ba31-4e71-8b44-191524eb57fb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:58.901248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:16:58.923307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:58.944686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:58.945061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.946628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.050321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=fec87a16-b56a-443b-b5fe-3e59adf90b5b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.065339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.22 (8e65bffa-09db-4639-b4ae-1ebdf61cdc8c/ee015394-268f-4085-b52c-c29300315515/64600667-c767-47c5-9779-830069d7412b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:59.065516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port fec87a16-b56a-443b-b5fe-3e59adf90b5b on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:59.140548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:59.148288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:59.198864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:59.214631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:59.216448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.250797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34021560-a496-41fb-af21-30ea25a5bd21']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.255792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a83e01-37a8-4678-ba0b-24fd6abb39f2 None None] DHCP port deletion for 34021560-a496-41fb-af21-30ea25a5bd21 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:16:59.264198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ce31da-88ab-4520-87ed-06ec063bdf7e') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.264495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ce31da-88ab-4520-87ed-06ec063bdf7e') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.276484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.293764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.301284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.308138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:16:59.309025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.322704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 64600667-c767-47c5-9779-830069d7412b will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:59.331120 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:59.334575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.364055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Transition to ACTIVE for port object 26664c8f-3a1d-4873-bbad-f772f893d051 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:59.389577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:59.390602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Transition to ACTIVE for port object 26664c8f-3a1d-4873-bbad-f772f893d051 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:59.393754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.397962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:50Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:16:57Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.402044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.407328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6cf7f5-e1c9-4bcc-9a30-fa28f5a6985a None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:16:50Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:16:57Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:16:59.446015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b7800da-e6af-46ba-8246-04dfd47ceffc no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:59.521144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:59.533710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.571243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:59.589074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:59.592156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.667035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 5b7800da-e6af-46ba-8246-04dfd47ceffc {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:59.668582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.669060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b7800da-e6af-46ba-8246-04dfd47ceffc not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:59.670321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c1fe05f1-b495-40b3-9458-e244a3834348 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:59.696861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=64600667-c767-47c5-9779-830069d7412b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.699190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=34021560-a496-41fb-af21-30ea25a5bd21,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.742464 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-58cec870-80e6-4d5f-adf1-f0ff1cfbe947 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/34021560-a496-41fb-af21-30ea25a5bd21 HTTP/1.1" status: 204 len: 168 time: 1.8075385 Mar 16 11:16:59.742918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34752) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:59.791210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: c1fe05f1-b495-40b3-9458-e244a3834348 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:16:59.791558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c1fe05f1-b495-40b3-9458-e244a3834348 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:59.812685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:59.815800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:59.824126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:16:59.845447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:59.846551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.872335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Allocated IP 2001:db8:3::1 (1ed92809-62f8-4a93-a4c5-ce9e27a35f58/417c3799-c397-41d0-ad50-c7db01c2224e/7ecd1c73-0c84-49be-b98f-e919e81da840) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:59.909627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a093c96-c155-4443-83dc-76af66b30681 req-6bc75375-d91c-4e0e-906c-e75685e1d818 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:59.910556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Pushing event updated for resources: {'Port': ['ID=26664c8f-3a1d-4873-bbad-f772f893d051,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.910880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-5a093c96-c155-4443-83dc-76af66b30681 req-6bc75375-d91c-4e0e-906c-e75685e1d818 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:59.981306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Attempting to bind port 26664c8f-3a1d-4873-bbad-f772f893d051 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:59.981986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Attempting to bind port 26664c8f-3a1d-4873-bbad-f772f893d051 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:59.982519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Attempting to bind port 26664c8f-3a1d-4873-bbad-f772f893d051 on network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:16:59.991095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:16:59.991833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Checking segment: {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:16:59.992417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.993006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Bound using segment: {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:16:59.993682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Bound port: 26664c8f-3a1d-4873-bbad-f772f893d051, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:59.994352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.038229 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-bd77355b-ac48-41b1-acd5-b12b0110f23c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0193365 Mar 16 11:17:00.102450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] For port 26664c8f-3a1d-4873-bbad-f772f893d051, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:00.117978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] For port 26664c8f-3a1d-4873-bbad-f772f893d051, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=26664c8f-3a1d-4873-bbad-f772f893d051,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:00.132898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Request body: {'port': {'device_id': 'f785f070-002a-4def-b6b5-16887cd3baac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:00.163682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-5a093c96-c155-4443-83dc-76af66b30681 req-6bc75375-d91c-4e0e-906c-e75685e1d818 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:00.165203 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a093c96-c155-4443-83dc-76af66b30681 req-6bc75375-d91c-4e0e-906c-e75685e1d818 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 932 time: 0.4585831 Mar 16 11:17:00.167106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.178058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12f5296d-765b-4006-84a9-fdeceeaf05a6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:00.211665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4b321309-f9a6-4aa1-9992-a75edbfe944d None None] Provisioning for port 64600667-c767-47c5-9779-830069d7412b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:00.215803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.228187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4b321309-f9a6-4aa1-9992-a75edbfe944d None None] Provisioning complete for port 64600667-c767-47c5-9779-830069d7412b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:00.228840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4b321309-f9a6-4aa1-9992-a75edbfe944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.279894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.288892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=6fabca15-ae16-4a8c-9920-6b4f56e4915a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:00.308078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Transition to ACTIVE for port object 7ecd1c73-0c84-49be-b98f-e919e81da840 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:00.311615 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a093c96-c155-4443-83dc-76af66b30681 req-e382e2ad-bc1c-4690-849f-f057fbac5656 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363773 Mar 16 11:17:00.336035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.384785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4b321309-f9a6-4aa1-9992-a75edbfe944d None None] Port 64600667-c767-47c5-9779-830069d7412b cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:00.396169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': '89c366fe-0270-4219-bd27-8c32f6a512bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:00.402427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: 5cc96a80-ba31-4e71-8b44-191524eb57fb, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:00.423912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619941-d88b-439a-80ec-b4fef7aaaa7a None None] Pushing event updated for resources: {'Port': ['ID=26664c8f-3a1d-4873-bbad-f772f893d051,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:00.497668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 12f5296d-765b-4006-84a9-fdeceeaf05a6 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:00.505364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 12f5296d-765b-4006-84a9-fdeceeaf05a6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:00.505364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.529518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.613641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:00.702042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.716478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 5cc96a80-ba31-4e71-8b44-191524eb57fb) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:00.720365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:00.735949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.741142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:00.758712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 12f5296d-765b-4006-84a9-fdeceeaf05a6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12f5296d-765b-4006-84a9-fdeceeaf05a6,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:00.761819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:00.773043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=7ecd1c73-0c84-49be-b98f-e919e81da840,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:00.775189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6499ca9-d3e9-4bb3-a7c9-97cc9b91d577 None None] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:00.778511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:00.779048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.818320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.944335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.976382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64600667-c767-47c5-9779-830069d7412b {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:00.994132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.013134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Transition to ACTIVE for port object 64600667-c767-47c5-9779-830069d7412b will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:01.030348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fec87a16-b56a-443b-b5fe-3e59adf90b5b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:01.063110 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-00170032-56f5-462f-b3b1-af79aa6b4916 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1671538 Mar 16 11:17:01.068251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34756) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:01.079886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1068008517'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:01.092057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: fec87a16-b56a-443b-b5fe-3e59adf90b5b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:01.092406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device fec87a16-b56a-443b-b5fe-3e59adf90b5b not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:01.111626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=12f5296d-765b-4006-84a9-fdeceeaf05a6,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.169229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-5cc96a80-ba31-4e71-8b44-191524eb57fb', 'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': '6fabca15-ae16-4a8c-9920-6b4f56e4915a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:01.170096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.232394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port a1668573-94dc-4fe7-8249-62262807006a {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:01.232833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.243077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.252576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.348969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Allocated IP 172.20.0.2 (5cc96a80-ba31-4e71-8b44-191524eb57fb/6fabca15-ae16-4a8c-9920-6b4f56e4915a/99ad9e43-d02d-4c0b-964e-64648f116176) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:01.478203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port a1668573-94dc-4fe7-8249-62262807006a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a1668573-94dc-4fe7-8249-62262807006a,segment=NetworkSegment(fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7),segment_id=fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:01.478558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.481458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:01.483967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:01.487313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:01.557613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:01.562313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=64600667-c767-47c5-9779-830069d7412b,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.642382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for a1668573-94dc-4fe7-8249-62262807006a owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:01.770719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.786413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Transition to ACTIVE for port object 99ad9e43-d02d-4c0b-964e-64648f116176 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:01.829571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Transition to ACTIVE for port object 99ad9e43-d02d-4c0b-964e-64648f116176 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:01.859811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e02530-6477-4ad8-9a7c-4e509518946f req-2d9f84ec-27b4-4b38-bc83-c64321ff7c64 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:01.860153 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-18e02530-6477-4ad8-9a7c-4e509518946f req-2d9f84ec-27b4-4b38-bc83-c64321ff7c64 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 944 time: 0.2266660 Mar 16 11:17:01.862201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc85074-4c0d-4946-ba52-5d96653f4963 None None] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:01.961495 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-18e02530-6477-4ad8-9a7c-4e509518946f req-5d6559a7-f1b5-481e-a22b-bf72b238912b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004887 Mar 16 11:17:02.020026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:02.023466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.029930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.074465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.087878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port b36ec1d3-0348-438a-a34c-6025f404fca3 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:02.133392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:02.136417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:02.145553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Pushing event updated for resources: {'Port': ['ID=99ad9e43-d02d-4c0b-964e-64648f116176,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:02.145553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:02.210893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=a1668573-94dc-4fe7-8249-62262807006a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:02.225613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Attempting to bind port 64600667-c767-47c5-9779-830069d7412b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:02.225613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Attempting to bind port 64600667-c767-47c5-9779-830069d7412b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:02.225613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Attempting to bind port 64600667-c767-47c5-9779-830069d7412b on network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:02.238748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-68087c5a-d462-42a2-9a15-579d543db3e2 None None] Provisioning for port 26664c8f-3a1d-4873-bbad-f772f893d051 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:02.308506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 26664c8f-3a1d-4873-bbad-f772f893d051 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:02.322324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Port 64600667-c767-47c5-9779-830069d7412b on network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:17:02.322324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Attempting to bind port 64600667-c767-47c5-9779-830069d7412b on network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:02.373017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Attempting to bind port 99ad9e43-d02d-4c0b-964e-64648f116176 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:02.373017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Attempting to bind port 99ad9e43-d02d-4c0b-964e-64648f116176 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '89c366fe-0270-4219-bd27-8c32f6a512bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:02.373017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Attempting to bind port 99ad9e43-d02d-4c0b-964e-64648f116176 on network 5cc96a80-ba31-4e71-8b44-191524eb57fb {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:02.388492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:02.389181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Checking segment: {'id': '89c366fe-0270-4219-bd27-8c32f6a512bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:02.389534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.390156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Bound using segment: {'id': '89c366fe-0270-4219-bd27-8c32f6a512bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:02.390843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Bound port: 99ad9e43-d02d-4c0b-964e-64648f116176, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c366fe-0270-4219-bd27-8c32f6a512bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5cc96a80-ba31-4e71-8b44-191524eb57fb'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:02.391380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.441927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.4 (5cc96a80-ba31-4e71-8b44-191524eb57fb/6fabca15-ae16-4a8c-9920-6b4f56e4915a/b36ec1d3-0348-438a-a34c-6025f404fca3) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:02.527987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.635918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 26664c8f-3a1d-4873-bbad-f772f893d051 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:02.662813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 26664c8f-3a1d-4873-bbad-f772f893d051 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:02.662813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.717252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-49dff881-de76-463d-be16-31d4926885e6 None None] For port 99ad9e43-d02d-4c0b-964e-64648f116176, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:02.723841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:02.724342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Checking segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:02.724462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Bound using segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:02.725464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Bound port: 64600667-c767-47c5-9779-830069d7412b, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:02.725562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.747191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-49dff881-de76-463d-be16-31d4926885e6 None None] For port 99ad9e43-d02d-4c0b-964e-64648f116176, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99ad9e43-d02d-4c0b-964e-64648f116176,segment=NetworkSegment(89c366fe-0270-4219-bd27-8c32f6a512bc),segment_id=89c366fe-0270-4219-bd27-8c32f6a512bc)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:02.768860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.803637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object b36ec1d3-0348-438a-a34c-6025f404fca3 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:02.857084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.910791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.965223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.049829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:03.057995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dff881-de76-463d-be16-31d4926885e6 None None] Pushing event updated for resources: {'Port': ['ID=99ad9e43-d02d-4c0b-964e-64648f116176,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:03.060885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9038542e-0f68-4bda-ac9f-afd42d4e3d9e None None] Provisioning complete for port 26664c8f-3a1d-4873-bbad-f772f893d051 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:03.069042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9038542e-0f68-4bda-ac9f-afd42d4e3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.087627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] For port 64600667-c767-47c5-9779-830069d7412b, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:03.092320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] For port 64600667-c767-47c5-9779-830069d7412b, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=64600667-c767-47c5-9779-830069d7412b,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:03.095779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.107393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=b36ec1d3-0348-438a-a34c-6025f404fca3,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:03.123918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:03.123918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:03.125903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:03.138993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 26664c8f-3a1d-4873-bbad-f772f893d051, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=26664c8f-3a1d-4873-bbad-f772f893d051,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:03.210163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.210163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12f5296d-765b-4006-84a9-fdeceeaf05a6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:03.223681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.272952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.273745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.300297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.300922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.302617 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] 10.222.0.53 "PUT /v2.0/ports/64600667-c767-47c5-9779-830069d7412b HTTP/1.1" status: 200 len: 1094 time: 3.1750879 Mar 16 11:17:03.318777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f785f070-002a-4def-b6b5-16887cd3baac', 'tag': '64600667-c767-47c5-9779-830069d7412b'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:03.331491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:03.376263 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b7f3bbd8-6467-4f7b-86ed-cca6901f30c9 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6320319 Mar 16 11:17:03.377330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34770) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:03.412914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.412914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.435699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:03.471926 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f785f070-002a-4def-b6b5-16887cd3baac', 'tag': '64600667-c767-47c5-9779-830069d7412b', 'status': 'completed', 'code': 200} Mar 16 11:17:03.492500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:03.493378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:03.512500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting subnet 68a3dda4-4ac7-4177-857f-6893acef17f0 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:03.519196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.615099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.623527 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-61f7ed06-c63b-4bae-bc0e-c9bc7ce3c4f7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5513778 Mar 16 11:17:03.630210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dbe2d-5b79-42ac-a6d9-7ad7394ec33b req-7d4f8434-0949-46e4-b38d-481c92146a59 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.633939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-652dbe2d-5b79-42ac-a6d9-7ad7394ec33b req-7d4f8434-0949-46e4-b38d-481c92146a59 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 944 time: 0.4726086 Mar 16 11:17:03.644344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34774) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:03.690832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=26664c8f-3a1d-4873-bbad-f772f893d051,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:03.807132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.826684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:03.934586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc754df-d6ab-4b1d-8c49-796407df8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=64600667-c767-47c5-9779-830069d7412b,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.004511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:17:01Z', 'revision_number': 11, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:04.023233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:04.032741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 12f5296d-765b-4006-84a9-fdeceeaf05a6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:04.033120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.039198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.049382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port b36ec1d3-0348-438a-a34c-6025f404fca3 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:04.049743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.074846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:04.075495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:04.083494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Subnet': ['ID=68a3dda4-4ac7-4177-857f-6893acef17f0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.094591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.106268 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0323470c-20d6-41eb-9817-b511a7804f79 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/68a3dda4-4ac7-4177-857f-6893acef17f0 HTTP/1.1" status: 204 len: 168 time: 0.7273366 Mar 16 11:17:04.107115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34778) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:04.132671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event updated for resources: {'Port': ['ID=7ecd1c73-0c84-49be-b98f-e919e81da840,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.137789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea0fa0-fe91-4d7a-9ad5-614384b60903 None None] Network dca2270c-7805-4809-9aa6-ad614276ed90 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:04.137973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-652dbe2d-5b79-42ac-a6d9-7ad7394ec33b req-dfb607fa-9641-4fab-acf4-60e845659986 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264714 Mar 16 11:17:04.141570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:04.146586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:04.203653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-4116f11f-f6f0-4173-8c08-6c27ebed3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:04.205187 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-4116f11f-f6f0-4173-8c08-6c27ebed3d30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 1097 time: 0.7553146 Mar 16 11:17:04.246783 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9038542e-0f68-4bda-ac9f-afd42d4e3d9e None None] Provisioning for port 7ecd1c73-0c84-49be-b98f-e919e81da840 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:04.271377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9038542e-0f68-4bda-ac9f-afd42d4e3d9e None None] Provisioning complete for port 7ecd1c73-0c84-49be-b98f-e919e81da840 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:04.271754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9038542e-0f68-4bda-ac9f-afd42d4e3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.290227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.314764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Deleting port 53ebdc57-64d6-4f40-bcf9-e92b707e780e {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:04.320568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.398270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:04.419032 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-acd05713-93d0-4d5b-b4c8-c3bf2169cfc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=64600667-c767-47c5-9779-830069d7412b HTTP/1.1" status: 200 len: 217 time: 0.1159718 Mar 16 11:17:04.557214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:17:01Z', 'revision_number': 11, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:04.598723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9038542e-0f68-4bda-ac9f-afd42d4e3d9e None None] Port 7ecd1c73-0c84-49be-b98f-e919e81da840 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:04.658750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] For port 53ebdc57-64d6-4f40-bcf9-e92b707e780e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=53ebdc57-64d6-4f40-bcf9-e92b707e780e,segment=NetworkSegment(fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7),segment_id=fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:04.658750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.665437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cca95-90af-42e7-9813-5ae3eb28b1a8 None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:17:01Z', 'revision_number': 11, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:04.791163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-32c7ada7-5ba9-4f6d-ae5b-3257c21369e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:04.792727 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-32c7ada7-5ba9-4f6d-ae5b-3257c21369e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee015394-268f-4085-b52c-c29300315515 HTTP/1.1" status: 200 len: 837 time: 0.2820196 Mar 16 11:17:04.846418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c962a0cf-31a5-4732-898a-f2c1fe690905 None None] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:04.853081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Calling delete_port for 53ebdc57-64d6-4f40-bcf9-e92b707e780e owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:04.855950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:04.894892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.959596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-81836cdb-1c70-4811-b736-e751aaf630ad None None] Provisioning complete for port 7ecd1c73-0c84-49be-b98f-e919e81da840 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:04.959974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-81836cdb-1c70-4811-b736-e751aaf630ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.037308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.066983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-81836cdb-1c70-4811-b736-e751aaf630ad None None] Port 7ecd1c73-0c84-49be-b98f-e919e81da840 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:05.144920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Port': ['ID=53ebdc57-64d6-4f40-bcf9-e92b707e780e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:05.149349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No DVR routers for this DVR port 53ebdc57-64d6-4f40-bcf9-e92b707e780e on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:05.153215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554a517-7bf5-4664-9c48-03f600ff0e95 None None] DHCP port deletion for dca2270c-7805-4809-9aa6-ad614276ed90 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:05.177453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for b36ec1d3-0348-438a-a34c-6025f404fca3 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:05.314525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-5bdb1afb-19b4-4dc8-9cb5-80e7132c9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:05.316017 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-5bdb1afb-19b4-4dc8-9cb5-80e7132c9c8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5132358 Mar 16 11:17:05.333325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 26664c8f-3a1d-4873-bbad-f772f893d051 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:05.372278 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a63a415-7848-48a3-a871-58ea2185c519 None None] Provisioning for port 99ad9e43-d02d-4c0b-964e-64648f116176 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:05.430928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 26664c8f-3a1d-4873-bbad-f772f893d051 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:05.431311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.544949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:05.555775 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:05.556702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.557570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9a1e41ac-4589-46a1-be18-617d564aaa6e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1222556 Mar 16 11:17:05.565031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34784) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:05.575783 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-34f5d049-00c7-478c-abfb-d4b459380477 service neutron] 10.222.0.53 "GET /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187698 Mar 16 11:17:05.588682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99ad9e43-d02d-4c0b-964e-64648f116176 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:05.589125 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:05.591635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:05.595950 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.755534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 99ad9e43-d02d-4c0b-964e-64648f116176 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:05.763636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 99ad9e43-d02d-4c0b-964e-64648f116176 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:05.766362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca2270c-7805-4809-9aa6-ad614276ed90']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.766903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.809580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.810144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc5bf57-6cfa-46d7-9f2a-b15684f3f9b7') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.836692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.891665 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:05.967282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.972459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.982003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a51a-503d-4825-8e70-aa57af46fd60 req-603def4c-94b5-4890-84fa-e5d393b6cbcd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:05.984448 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e1e6a51a-503d-4825-8e70-aa57af46fd60 req-603def4c-94b5-4890-84fa-e5d393b6cbcd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 944 time: 0.4731021 Mar 16 11:17:06.024631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 99ad9e43-d02d-4c0b-964e-64648f116176, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99ad9e43-d02d-4c0b-964e-64648f116176,segment=NetworkSegment(89c366fe-0270-4219-bd27-8c32f6a512bc),segment_id=89c366fe-0270-4219-bd27-8c32f6a512bc)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:06.033878 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eae93d36-7b60-4ccc-a7e8-224e31cb9ca4 req-a61c3764-e243-4ead-bb76-6cb034985bbc service neutron] 10.222.0.53 "GET /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884645 Mar 16 11:17:06.059982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:06.060550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:06.079782 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:06.100098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.100305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3e67b8eb-0023-4a2f-8f50-284dad868460 None None] Provisioning for port b36ec1d3-0348-438a-a34c-6025f404fca3 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:06.104011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3e67b8eb-0023-4a2f-8f50-284dad868460 None None] Provisioning complete for port b36ec1d3-0348-438a-a34c-6025f404fca3 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:06.104485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3e67b8eb-0023-4a2f-8f50-284dad868460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.162742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3e67b8eb-0023-4a2f-8f50-284dad868460 None None] Port b36ec1d3-0348-438a-a34c-6025f404fca3 was deleted so its status cannot be updated. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 16 11:17:06.166612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=b36ec1d3-0348-438a-a34c-6025f404fca3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.179242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.276635 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e1e6a51a-503d-4825-8e70-aa57af46fd60 req-1ddc15ae-bef2-44fa-9713-340257bf4c2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840221 Mar 16 11:17:06.315806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:02Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:06.321453 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:06.321814 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Updating router fe15e6b2-514f-40db-aa39-93ff144f8ff6 port 7ecd1c73-0c84-49be-b98f-e919e81da840 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:17:06.361916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1668573-94dc-4fe7-8249-62262807006a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:06.419524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.420274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e78b78cf-bb84-4b93-86a7-6edee8730925 None None] Could not find standard attr ID for object b36ec1d3-0348-438a-a34c-6025f404fca3. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:17:06.422249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a1668573-94dc-4fe7-8249-62262807006a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:06.422909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1668573-94dc-4fe7-8249-62262807006a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:06.433767 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.447522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=99ad9e43-d02d-4c0b-964e-64648f116176,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.448440 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6473130d-028f-4e1e-bddc-786e8be5f477 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/b36ec1d3-0348-438a-a34c-6025f404fca3 HTTP/1.1" status: 204 len: 168 time: 2.8020248 Mar 16 11:17:06.450423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34788) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:06.479699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.488487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97869d-0786-4738-908c-78b111520f00 req-63c44e2a-8804-4d24-9129-443a411bc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:06.490335 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-63c44e2a-8804-4d24-9129-443a411bc5ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 1097 time: 0.2591615 Mar 16 11:17:06.500515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.524889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Pushing event deleted for resources: {'Network': ['ID=dca2270c-7805-4809-9aa6-ad614276ed90,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.533466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0df614e-e7a5-4c38-b732-49656f9aa7a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:17:06.533466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b0df614e-e7a5-4c38-b732-49656f9aa7a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:06.652186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97869d-0786-4738-908c-78b111520f00 req-a0e85bc5-827d-47eb-b69f-288387614ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:06.653733 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-a0e85bc5-827d-47eb-b69f-288387614ed0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c HTTP/1.1" status: 200 len: 898 time: 0.1498377 Mar 16 11:17:06.661766 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d1f77dc7-e29f-49df-9be0-d65aa482d2ce tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/networks/dca2270c-7805-4809-9aa6-ad614276ed90 HTTP/1.1" status: 204 len: 168 time: 2.5533721 Mar 16 11:17:06.665043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34792) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:06.672577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'routes': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:06.726342 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-67e9fa24-aa8c-4290-8aab-678437ac4956 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=64600667-c767-47c5-9779-830069d7412b HTTP/1.1" status: 200 len: 217 time: 0.0665195 Mar 16 11:17:06.727179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b0df614e-e7a5-4c38-b732-49656f9aa7a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:06.728263 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b0df614e-e7a5-4c38-b732-49656f9aa7a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/b36ec1d3-0348-438a-a34c-6025f404fca3 HTTP/1.1" status: 404 len: 333 time: 0.2769508 Mar 16 11:17:06.731033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34796) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:06.749038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:17:06.818582 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.832815 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Transition to ACTIVE for port object 7ecd1c73-0c84-49be-b98f-e919e81da840 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:06.846444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet 6fabca15-ae16-4a8c-9920-6b4f56e4915a {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:06.851968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97869d-0786-4738-908c-78b111520f00 req-a5099faa-1f15-45cc-85d0-81bba8f5f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:06.853403 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-a5099faa-1f15-45cc-85d0-81bba8f5f3cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee015394-268f-4085-b52c-c29300315515 HTTP/1.1" status: 200 len: 837 time: 0.0875833 Mar 16 11:17:06.854092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.883206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Removed routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:17:06.883206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.902853 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.939482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99ad9e43-d02d-4c0b-964e-64648f116176 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:06.954529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.977547 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c293bed-fe56-4a24-8d5d-14414249d2d8 None None] Pushing event updated for resources: {'Port': ['ID=7ecd1c73-0c84-49be-b98f-e919e81da840,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.051058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97869d-0786-4738-908c-78b111520f00 req-558a56e4-0cc6-461d-8eb6-72746646fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.053030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-558a56e4-0cc6-461d-8eb6-72746646fb0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1676369 Mar 16 11:17:07.066664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 99ad9e43-d02d-4c0b-964e-64648f116176 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:07.067297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.117010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.235398 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Attempting to bind port 7ecd1c73-0c84-49be-b98f-e919e81da840 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:07.236072 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Attempting to bind port 7ecd1c73-0c84-49be-b98f-e919e81da840 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:07.236653 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Attempting to bind port 7ecd1c73-0c84-49be-b98f-e919e81da840 on network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:07.245937 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:07.246311 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Checking segment: {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:07.246708 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.247091 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Bound using segment: {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:07.247556 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Bound port: 7ecd1c73-0c84-49be-b98f-e919e81da840, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0815d94-512f-4f7c-a434-f0c1be67a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:07.247940 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.295574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Added routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:17:07.296888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Removed routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:17:07.297217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.339738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53ebdc57-64d6-4f40-bcf9-e92b707e780e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:07.345490 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-db77b8a2-57ba-430d-8f44-e380afa4871f service neutron] 10.222.0.53 "GET /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850831 Mar 16 11:17:07.378382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 53ebdc57-64d6-4f40-bcf9-e92b707e780e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:07.378697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53ebdc57-64d6-4f40-bcf9-e92b707e780e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:07.378868 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] For port 7ecd1c73-0c84-49be-b98f-e919e81da840, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:07.384165 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] For port 7ecd1c73-0c84-49be-b98f-e919e81da840, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ecd1c73-0c84-49be-b98f-e919e81da840,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:07.464308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.502119 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.557244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=6fabca15-ae16-4a8c-9920-6b4f56e4915a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.572621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.581317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b89f57-420e-48a2-8d95-c2cff469d26a None None] Network 5cc96a80-ba31-4e71-8b44-191524eb57fb requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:07.595603 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-42a9a41e-e64f-48a8-a66b-6a8b8d952078 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/6fabca15-ae16-4a8c-9920-6b4f56e4915a HTTP/1.1" status: 204 len: 168 time: 0.8630228 Mar 16 11:17:07.599274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34802) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:07.618184 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c293bed-fe56-4a24-8d5d-14414249d2d8 None None] Pushing event updated for resources: {'Port': ['ID=7ecd1c73-0c84-49be-b98f-e919e81da840,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.641070 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:07.641631 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:07.666270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ba97869d-0786-4738-908c-78b111520f00 req-ead732ac-59dd-4384-8ef2-192b4fbd4836 service neutron] 10.222.0.53 "GET /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136141 Mar 16 11:17:07.811636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.840910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135007-6626-4d36-a578-d0d019d9f9cc req-5fdb4463-1515-4502-9369-b070603bfb51 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.846475 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1c135007-6626-4d36-a578-d0d019d9f9cc req-5fdb4463-1515-4502-9369-b070603bfb51 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 944 time: 0.3845632 Mar 16 11:17:07.865871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.880110 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:07.888833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 99ad9e43-d02d-4c0b-964e-64648f116176 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:07.889565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.974331 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1c135007-6626-4d36-a578-d0d019d9f9cc req-1c015fc0-e72b-4941-a3eb-01006efe4306 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231449 Mar 16 11:17:07.985240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.997754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] DHCP port deletion for 5cc96a80-ba31-4e71-8b44-191524eb57fb request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:08.011794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] Deleting port 99ad9e43-d02d-4c0b-964e-64648f116176 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:08.012501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.162432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:08.165565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.172646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.269408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] For port 99ad9e43-d02d-4c0b-964e-64648f116176, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99ad9e43-d02d-4c0b-964e-64648f116176,segment=NetworkSegment(89c366fe-0270-4219-bd27-8c32f6a512bc),segment_id=89c366fe-0270-4219-bd27-8c32f6a512bc)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:08.269808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.310495 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:06Z', 'revision_number': 6, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:07Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:08.316116 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da701a0-f12d-4c5e-ab99-92929a48fbf2 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:06Z', 'revision_number': 6, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:07Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:08.342936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] For port 99ad9e43-d02d-4c0b-964e-64648f116176, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99ad9e43-d02d-4c0b-964e-64648f116176,segment=NetworkSegment(89c366fe-0270-4219-bd27-8c32f6a512bc),segment_id=89c366fe-0270-4219-bd27-8c32f6a512bc)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:08.344475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.353661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 64600667-c767-47c5-9779-830069d7412b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:17:08.487333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] Calling delete_port for 99ad9e43-d02d-4c0b-964e-64648f116176 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:08.556322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 99ad9e43-d02d-4c0b-964e-64648f116176 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:08.577875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:08.605761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.607211 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3c1b92d6-e33f-4331-9bf4-e8e9cd7c724f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 701 time: 1.9410591 Mar 16 11:17:08.610657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] Sync routers for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:08.614356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34806) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:08.627739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:08.664300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:08.664983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:08.691247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8e1bb73e-8e5d-42ee-b5af-bb0ed9f5fbb7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:08.693938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:08.695651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:08.748801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.887753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] Pushing event deleted for resources: {'Port': ['ID=99ad9e43-d02d-4c0b-964e-64648f116176,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:08.892436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fcd33-e98a-4d09-90ae-9ff92e4e66ad None None] No DVR routers for this DVR port 99ad9e43-d02d-4c0b-964e-64648f116176 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:08.995529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:09.034226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8e1bb73e-8e5d-42ee-b5af-bb0ed9f5fbb7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:09.036409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8e1bb73e-8e5d-42ee-b5af-bb0ed9f5fbb7 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 205 time: 0.4033518 Mar 16 11:17:09.036768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34812) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:09.068825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:09.076466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.081341 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cb66fde7-dde2-4ff0-9619-750539cf5fda tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 954 time: 3.5097618 Mar 16 11:17:09.082246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34816) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:09.162154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:17:01Z', 'revision_number': 11, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.177141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ecd1c73-0c84-49be-b98f-e919e81da840 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:09.216023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] Checking router: 6f2f58d6-ab52-4329-a20f-02a0759ba7fe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:09.226982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 99ad9e43-d02d-4c0b-964e-64648f116176 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:09.227569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.261494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] Routers {'6f2f58d6-ab52-4329-a20f-02a0759ba7fe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:09.262849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.281966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.339222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 64600667-c767-47c5-9779-830069d7412b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=64600667-c767-47c5-9779-830069d7412b,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:09.357382 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c6c01845-0256-4299-a1e6-a097c550fd92 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 954 time: 0.2718894 Mar 16 11:17:09.359882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34820) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:09.368689 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'routes': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:09.395531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] The port '99ad9e43-d02d-4c0b-964e-64648f116176' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:09.416638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '64600667-c767-47c5-9779-830069d7412b', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'port_id': '64600667-c767-47c5-9779-830069d7412b', 'mac_address': 'fa:16:3e:f2:a8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee015394-268f-4085-b52c-c29300315515', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:17:09.424029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] Set router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:09.445372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d85b2f-07aa-46ab-9d6a-3de84337d043 req-5849443e-9c4d-4d7e-866e-61c23b1d3dd4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:09.452553 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-77d85b2f-07aa-46ab-9d6a-3de84337d043 req-5849443e-9c4d-4d7e-866e-61c23b1d3dd4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 944 time: 0.2941871 Mar 16 11:17:09.536380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:09.555978 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:09.556592 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.640326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7ecd1c73-0c84-49be-b98f-e919e81da840 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:09.650758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:17:01Z', 'revision_number': 11, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.657407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7ecd1c73-0c84-49be-b98f-e919e81da840 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:09.658151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.724272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ca0ab-5e8f-454d-bf06-2e0b142ff93a None None] The sync data for ids ['6f2f58d6-ab52-4329-a20f-02a0759ba7fe'] in dv-neutron-831730-4-hyperv is: [{'id': '6f2f58d6-ab52-4329-a20f-02a0759ba7fe', 'name': 'tempest-RoutersTest-router-1722854787', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:59Z', 'updated_at': '2022-03-16T11:17:01Z', 'revision_number': 11, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:09.735425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.756587 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:09.764553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64600667-c767-47c5-9779-830069d7412b {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:17:09.783063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.790899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.793579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.812222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 64600667-c767-47c5-9779-830069d7412b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=64600667-c767-47c5-9779-830069d7412b,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:09.845068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc96a80-ba31-4e71-8b44-191524eb57fb']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.870674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c366fe-0270-4219-bd27-8c32f6a512bc') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.875031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c366fe-0270-4219-bd27-8c32f6a512bc') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.892738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.900623 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-77d85b2f-07aa-46ab-9d6a-3de84337d043 req-af9cf4c9-d8d3-4572-8291-11764f75e3cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426396 Mar 16 11:17:09.911370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.933665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.937415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.949872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:09.950396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.013878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=64600667-c767-47c5-9779-830069d7412b,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:10.032552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 7ecd1c73-0c84-49be-b98f-e919e81da840, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ecd1c73-0c84-49be-b98f-e919e81da840,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:10.046470 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:10.071457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.071457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router 6f2f58d6-ab52-4329-a20f-02a0759ba7fe {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:17:10.090163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.091240 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-38337b82-0abe-45a5-8df1-3c891ebcd331 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 204 len: 168 time: 1.0534172 Mar 16 11:17:10.097962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34824) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.102895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-715601504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:10.111951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:10.120662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Usage tracker for resource:router and tenant:be66fc1523224031b7fc7f021a3f3ad0 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:10.126115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:10.132915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:10.210080 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:06Z', 'revision_number': 6, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:07Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.210080 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:10.210080 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:10.210080 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.217636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['64600667-c767-47c5-9779-830069d7412b'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:17:10.288817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:17:10.289093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:17:10.326669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.379557 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:10.581431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.643572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.643572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.643572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.644258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99ad9e43-d02d-4c0b-964e-64648f116176 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:10.659830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.673892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=5cc96a80-ba31-4e71-8b44-191524eb57fb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:10.682643 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5fede160-d4a4-4fa4-880f-18c2e6334ec6 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/5cc96a80-ba31-4e71-8b44-191524eb57fb HTTP/1.1" status: 204 len: 168 time: 3.0806277 Mar 16 11:17:10.688940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34828) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.691791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.696572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 99ad9e43-d02d-4c0b-964e-64648f116176 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:10.696790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'name': 'tempest-PortsTestJSON-353199085'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:10.696908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99ad9e43-d02d-4c0b-964e-64648f116176 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:10.701751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=7ecd1c73-0c84-49be-b98f-e919e81da840,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:10.786937 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:06Z', 'revision_number': 6, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:07Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.791078 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e5797-27f1-4adc-918a-fff4fab54479 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:06Z', 'revision_number': 6, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:07Z', 'revision_number': 4, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:10.817119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.848906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:10.866515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:10.926342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ecd1c73-0c84-49be-b98f-e919e81da840 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:10.991699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.002791 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fe49ce2f-37b3-48c0-b439-1df23d40a45f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9042912 Mar 16 11:17:11.005618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.014687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7ecd1c73-0c84-49be-b98f-e919e81da840 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:11.020026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.022326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:11.140136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.143633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.197354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:11.200771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.317973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:11.354521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 210d4d1c-1920-40a4-a1d7-c1e1e061525d yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:11.485094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:11.492730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.495353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:11.497066 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-68543d03-9a48-4bb3-8ffa-5f7bc1c6a4fe tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 704 time: 2.1337330 Mar 16 11:17:11.497422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34838) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.509110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:11.509785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:11.542860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.626993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d683442-a934-44c6-a2a0-12d91ace953b req-37cde747-5d95-441f-950c-bdb311b34b39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:11.628473 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0d683442-a934-44c6-a2a0-12d91ace953b req-37cde747-5d95-441f-950c-bdb311b34b39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 945 time: 0.5461731 Mar 16 11:17:11.693650 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5e66d64-bdde-4a2d-a222-943f1f32d936 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 704 time: 0.1950202 Mar 16 11:17:11.696299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34842) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.705490 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:11.745812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.768843 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0d683442-a934-44c6-a2a0-12d91ace953b req-a2e585ec-b933-49f8-8601-ec1c8c2e4c23 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290796 Mar 16 11:17:11.839345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.023616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Router de25d08d-ef8e-4c24-882d-98c7f8ff7463 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:17:12.095058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.100154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:10Z', 'revision_number': 7, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:10Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.105713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:12.117058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:12.118062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.237955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.299979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:12.360851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:12.371017 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] Sync routers for ids ['de25d08d-ef8e-4c24-882d-98c7f8ff7463'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:12.382344 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] Routers {'de25d08d-ef8e-4c24-882d-98c7f8ff7463'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:12.388710 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['de25d08d-ef8e-4c24-882d-98c7f8ff7463'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.388894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:12.388894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=210d4d1c-1920-40a4-a1d7-c1e1e061525d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:12.389280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:12.392257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:12.398107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:12.399033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.410490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.411964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-03c74d30-605e-488b-ba2c-6fb2541bb4ba tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "PUT /v2.0/routers/de25d08d-ef8e-4c24-882d-98c7f8ff7463 HTTP/1.1" status: 200 len: 693 time: 1.4009526 Mar 16 11:17:12.414697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34846) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:12.523223 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] Set router de25d08d-ef8e-4c24-882d-98c7f8ff7463 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:12.529929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 64600667-c767-47c5-9779-830069d7412b up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:12.565493 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-625d05aa-6591-433b-b47c-de6395f0cd50 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8755050 Mar 16 11:17:12.574205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34850) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:12.622644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0f12e59d-0d18-4755-8a8d-a1d3aa84e483 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/routers/de25d08d-ef8e-4c24-882d-98c7f8ff7463 HTTP/1.1" status: 200 len: 699 time: 0.2065821 Mar 16 11:17:12.631933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34854) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:12.680851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-03935999-ac85-4dc0-98aa-1600df64d511 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Synchronizing usage tracker for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:12.697370 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25d08d-ef8e-4c24-882d-98c7f8ff7463', 'name': 'tempest-RoutersTest-router-715601504', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:10Z', 'updated_at': '2022-03-16T11:17:11Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.703220 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] Checking router: de25d08d-ef8e-4c24-882d-98c7f8ff7463 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:12.708906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 210d4d1c-1920-40a4-a1d7-c1e1e061525d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:12.710094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.714321 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] Routers {'de25d08d-ef8e-4c24-882d-98c7f8ff7463'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:12.715088 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['de25d08d-ef8e-4c24-882d-98c7f8ff7463'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.743636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-03935999-ac85-4dc0-98aa-1600df64d511 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Unset dirty status for tenant:be66fc1523224031b7fc7f021a3f3ad0 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:12.744895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-03935999-ac85-4dc0-98aa-1600df64d511 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=de25d08d-ef8e-4c24-882d-98c7f8ff7463 HTTP/1.1" status: 200 len: 205 time: 0.1119816 Mar 16 11:17:12.751897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34858) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:12.779207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 7ecd1c73-0c84-49be-b98f-e919e81da840 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:12.779550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.847839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 64600667-c767-47c5-9779-830069d7412b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:12.864255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 64600667-c767-47c5-9779-830069d7412b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:12.864908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.873321 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] Set router de25d08d-ef8e-4c24-882d-98c7f8ff7463 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:12.963174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:10Z', 'revision_number': 7, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:10Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.994770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e61c5-200f-4a9b-94fd-60574167a022 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:10Z', 'revision_number': 7, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecd1c73-0c84-49be-b98f-e919e81da840', 'name': '', 'network_id': '1ed92809-62f8-4a93-a4c5-ce9e27a35f58', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:7e:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:58Z', 'updated_at': '2022-03-16T11:17:10Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '417c3799-c397-41d0-ad50-c7db01c2224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:12.998525 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25d08d-ef8e-4c24-882d-98c7f8ff7463', 'name': 'tempest-RoutersTest-router-715601504', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:10Z', 'updated_at': '2022-03-16T11:17:11Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:13.004465 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b12d4-d5d3-4a9e-8c47-27b9fd64dff5 None None] The sync data for ids ['de25d08d-ef8e-4c24-882d-98c7f8ff7463'] in dv-neutron-831730-4-hyperv is: [{'id': 'de25d08d-ef8e-4c24-882d-98c7f8ff7463', 'name': 'tempest-RoutersTest-router-715601504', 'tenant_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:10Z', 'updated_at': '2022-03-16T11:17:11Z', 'revision_number': 2, 'project_id': 'be66fc1523224031b7fc7f021a3f3ad0', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:13.056954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.068467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.104167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 7ecd1c73-0c84-49be-b98f-e919e81da840, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7ecd1c73-0c84-49be-b98f-e919e81da840,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:13.104450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.107656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f785f070-002a-4def-b6b5-16887cd3baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64600667-c767-47c5-9779-830069d7412b'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:13.125117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 64600667-c767-47c5-9779-830069d7412b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=64600667-c767-47c5-9779-830069d7412b,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:13.180810 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f785f070-002a-4def-b6b5-16887cd3baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64600667-c767-47c5-9779-830069d7412b', 'code': 200} Mar 16 11:17:13.222681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.282228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 7ecd1c73-0c84-49be-b98f-e919e81da840 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:13.323512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=64600667-c767-47c5-9779-830069d7412b,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:13.412906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66791e-ee4f-4377-9594-ae28128c6e3a req-6b663fa8-256c-4775-82e3-b48c372d0097 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.420541 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0c66791e-ee4f-4377-9594-ae28128c6e3a req-6b663fa8-256c-4775-82e3-b48c372d0097 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 945 time: 0.4018068 Mar 16 11:17:13.485529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.488637 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0c66791e-ee4f-4377-9594-ae28128c6e3a req-64cf9a49-79f5-4be8-9774-d8feb9ecf202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663989 Mar 16 11:17:13.613876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.649179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.698810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=7ecd1c73-0c84-49be-b98f-e919e81da840,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:13.708573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.716623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 210d4d1c-1920-40a4-a1d7-c1e1e061525d owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:13.923797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.974101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7415-3eef-4fd5-a950-61d73ee5ce5b req-9b0fd32f-d617-4681-94c3-fb191369175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.975856 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2a2d7415-3eef-4fd5-a950-61d73ee5ce5b req-9b0fd32f-d617-4681-94c3-fb191369175d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 1099 time: 0.3653829 Mar 16 11:17:13.996794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.997301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Fanout notify agent at l3_agent the message router_deleted on router de25d08d-ef8e-4c24-882d-98c7f8ff7463 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:17:14.032738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.040789 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-170e6ae1-5e32-48b6-b760-9822f497c03c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/de25d08d-ef8e-4c24-882d-98c7f8ff7463 HTTP/1.1" status: 204 len: 168 time: 1.2807186 Mar 16 11:17:14.040789 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2a2d7415-3eef-4fd5-a950-61d73ee5ce5b req-bd8fd3b6-f4f3-4fa2-b78b-5c7e703d488c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556035 Mar 16 11:17:14.040789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34866) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.076906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.135748 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a899eaa7-11bd-4e23-8e50-1da481f71994 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=de25d08d-ef8e-4c24-882d-98c7f8ff7463 HTTP/1.1" status: 200 len: 205 time: 0.0880351 Mar 16 11:17:14.135748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34870) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.154915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.154915 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/210d4d1c-1920-40a4-a1d7-c1e1e061525d HTTP/1.1" status: 204 len: 168 time: 1.5745518 Mar 16 11:17:14.167698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34874) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.183389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'mac_address': 'fa:16:3e:f6:00:c9', 'name': 'tempest-PortsTestJSON-1031235447'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:14.203856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bded9-577c-4392-8b1d-bee5b5ccd2ba tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=210d4d1c-1920-40a4-a1d7-c1e1e061525d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:14.222242 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-0af042f0-4c82-436f-9b33-2611cdcd52dc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:14.223704 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0af042f0-4c82-436f-9b33-2611cdcd52dc tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/de25d08d-ef8e-4c24-882d-98c7f8ff7463 HTTP/1.1" status: 404 len: 336 time: 0.0881555 Mar 16 11:17:14.226533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34878) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.271049 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcbe82b-962a-49d1-a263-04577b0f563e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:14.271049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcbe82b-962a-49d1-a263-04577b0f563e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:14.275347 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fdcbe82b-962a-49d1-a263-04577b0f563e tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/0ff4e38e-8663-4a06-87f7-8de66feb213a HTTP/1.1" status: 404 len: 337 time: 0.0447817 Mar 16 11:17:14.275347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34882) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.314051 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d150a76b-1cb5-4aae-a716-9c9e4969ece4 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:14.314513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d150a76b-1cb5-4aae-a716-9c9e4969ece4 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:14.316189 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d150a76b-1cb5-4aae-a716-9c9e4969ece4 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/69a13b3b-d0d4-48d5-9d6d-6d67f22315bd HTTP/1.1" status: 404 len: 337 time: 0.0403502 Mar 16 11:17:14.319521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34886) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.357890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-743ef2a9-8bb2-4947-986a-930557a3dfb0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:14.358687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743ef2a9-8bb2-4947-986a-930557a3dfb0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:14.360653 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-743ef2a9-8bb2-4947-986a-930557a3dfb0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/c6821161-aac8-4b7d-8994-bd3f12bb8c70 HTTP/1.1" status: 404 len: 337 time: 0.0405314 Mar 16 11:17:14.362984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34890) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.404176 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dadcd85-532e-46d1-a19e-7da887a47540 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:14.404650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dadcd85-532e-46d1-a19e-7da887a47540 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:14.407012 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9dadcd85-532e-46d1-a19e-7da887a47540 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/68a3dda4-4ac7-4177-857f-6893acef17f0 HTTP/1.1" status: 404 len: 337 time: 0.0431757 Mar 16 11:17:14.410413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34894) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.537907 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ce44342c-3135-4d7e-a7ba-f385aaf6ddbe tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 200 len: 205 time: 0.1247365 Mar 16 11:17:14.538257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34900) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.548994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:14.559243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:14.565380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:14.641723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:14.667561 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-50677548-9e13-4365-a49f-318a35574cf6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:14.668586 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-50677548-9e13-4365-a49f-318a35574cf6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/6f2f58d6-ab52-4329-a20f-02a0759ba7fe HTTP/1.1" status: 404 len: 336 time: 0.1293843 Mar 16 11:17:14.672291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34904) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.718609 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c7fe602c-3abb-4f47-91a6-f3e695e6f6e6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=e71aba75-0901-42fb-bed9-0b729fb48445 HTTP/1.1" status: 200 len: 205 time: 0.0444443 Mar 16 11:17:14.723627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34908) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.805362 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-cc1d4f7d-d82c-4d7b-a680-04b5e32c4944 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:14.806507 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cc1d4f7d-d82c-4d7b-a680-04b5e32c4944 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/e71aba75-0901-42fb-bed9-0b729fb48445 HTTP/1.1" status: 404 len: 336 time: 0.0827169 Mar 16 11:17:14.809350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34912) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.828650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.842527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:14.852890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f42ff38-84c1-4bb2-84ea-6ce99f2b6794 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:14.853126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f42ff38-84c1-4bb2-84ea-6ce99f2b6794 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:14.857102 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f42ff38-84c1-4bb2-84ea-6ce99f2b6794 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/244ef277-99ca-400a-91ad-4030bdae484a HTTP/1.1" status: 404 len: 337 time: 0.0445621 Mar 16 11:17:14.860955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34916) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.866986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:14.877787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059e2f-8d4b-4351-a6ed-e71488a0bc25 req-1a5160f1-8833-4848-be85-2a34abb7dc8b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:14.879759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef059e2f-8d4b-4351-a6ed-e71488a0bc25 req-1a5160f1-8833-4848-be85-2a34abb7dc8b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 946 time: 0.2686007 Mar 16 11:17:14.886817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:14.892915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.905426 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-14c35285-781c-451a-9ee9-b089c4f19930 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2101295 Mar 16 11:17:14.910344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34920) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.920044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 07b7f5c5-cae0-4341-8c20-8e7192507a89 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:14.963380 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b89867cc-e3c5-4ad9-8da4-18e53bc25041 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 200 len: 205 time: 0.1012955 Mar 16 11:17:14.966747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34924) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.990462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef059e2f-8d4b-4351-a6ed-e71488a0bc25 req-b8b3f8d4-117d-44e7-9d5d-f042d2686de5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048284 Mar 16 11:17:15.008765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet 417c3799-c397-41d0-ad50-c7db01c2224e {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:15.012280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.087985 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-a96aa49f-8ad5-4e55-8a29-fdef47f8aa5f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:15.091926 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a96aa49f-8ad5-4e55-8a29-fdef47f8aa5f tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/ac5d5b0c-18b6-4b46-8944-c1637cf90ae3 HTTP/1.1" status: 404 len: 336 time: 0.1195891 Mar 16 11:17:15.092163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34928) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.097815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.161028 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-85fe17ca-8c6d-429f-b061-ee90e108881d tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9dbb0d9-3ec3-4f24-835f-cdfa267301db HTTP/1.1" status: 200 len: 205 time: 0.0651786 Mar 16 11:17:15.164923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34932) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.194775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:15.218995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.266732 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-8fba1309-f97e-48a3-8ed8-19f0dc7135b5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:15.267900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8fba1309-f97e-48a3-8ed8-19f0dc7135b5 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/b9dbb0d9-3ec3-4f24-835f-cdfa267301db HTTP/1.1" status: 404 len: 336 time: 0.1017833 Mar 16 11:17:15.270882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34936) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.300736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7fde8164-0d24-4973-879d-5ec7896190e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.328960 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96a8cec-4815-4208-ba96-835c65129cb0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:15.329421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96a8cec-4815-4208-ba96-835c65129cb0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:15.364537 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b96a8cec-4815-4208-ba96-835c65129cb0 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/0d5d0347-ca26-4130-a8fc-5f15ece63038 HTTP/1.1" status: 404 len: 337 time: 0.0924859 Mar 16 11:17:15.367710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34940) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.434470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69aeb703-041c-4afb-80a5-c74bd2e0cb68 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea8c2894-19e0-41cc-bed1-62015ec84e78 HTTP/1.1" status: 200 len: 205 time: 0.0647783 Mar 16 11:17:15.435186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34944) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.439063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.492447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=417c3799-c397-41d0-ad50-c7db01c2224e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:15.496196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.504059 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-66f8857d-ee53-4fed-81e6-a8053f6439a1 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/417c3799-c397-41d0-ad50-c7db01c2224e HTTP/1.1" status: 204 len: 168 time: 0.5924509 Mar 16 11:17:15.506849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34948) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.532636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d22e1-20da-4a37-bf77-573d102c5b36 None None] Network 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:15.541958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-9d5f6207-334b-4e10-8537-c373b9bf3a67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:15.546007 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9d5f6207-334b-4e10-8537-c373b9bf3a67 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/ea8c2894-19e0-41cc-bed1-62015ec84e78 HTTP/1.1" status: 404 len: 336 time: 0.1068563 Mar 16 11:17:15.548088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34952) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.622512 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67fe158-8aee-40b2-bf86-799b375fc082 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:15.628415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67fe158-8aee-40b2-bf86-799b375fc082 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:15.628415 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b67fe158-8aee-40b2-bf86-799b375fc082 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/c11ebaaa-60df-40f2-84cf-311fed368d49 HTTP/1.1" status: 404 len: 337 time: 0.0762422 Mar 16 11:17:15.629560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.630538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34956) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.701576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7817e803-5ea1-424d-b3e5-1e03ddc1ea20 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60859dc-776e-4ab4-9479-891db5c4b967 HTTP/1.1" status: 200 len: 205 time: 0.0690279 Mar 16 11:17:15.704514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34960) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.713193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.724100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 26664c8f-3a1d-4873-bbad-f772f893d051 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:15.724421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.773296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.825461 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-dea4e5dc-8c56-46d0-8803-4f2dfc36a0d1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] delete failed (client error): The resource could not be found. Mar 16 11:17:15.829106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dea4e5dc-8c56-46d0-8803-4f2dfc36a0d1 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/routers/c60859dc-776e-4ab4-9479-891db5c4b967 HTTP/1.1" status: 404 len: 336 time: 0.1210568 Mar 16 11:17:15.830097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34964) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.854399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:15.859244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:15.869068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:15.876256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:15.876867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.891063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=07b7f5c5-cae0-4341-8c20-8e7192507a89,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:15.905489 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bd6d57-7b63-41cf-ac57-bad60e51761c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:15.905489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bd6d57-7b63-41cf-ac57-bad60e51761c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:15.905489 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-30bd6d57-7b63-41cf-ac57-bad60e51761c tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/674e9bec-651e-408b-913a-dbaa3bab1ba7 HTTP/1.1" status: 404 len: 337 time: 0.0723770 Mar 16 11:17:15.906463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34968) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.961432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:13Z', 'revision_number': 8, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.973788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:15.989187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:15.989880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:16:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.071928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] DHCP port deletion for 1ed92809-62f8-4a93-a4c5-ce9e27a35f58 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:16.082036 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5d11d889-93e0-4c48-ab7f-67713dad75b1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9132428 Mar 16 11:17:16.086200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34974) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.091987 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e6378e-d019-4981-9528-067bba550cc6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:16.091987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e6378e-d019-4981-9528-067bba550cc6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:16.091987 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e3e6378e-d019-4981-9528-067bba550cc6 tempest-RoutersTest-2104186970 tempest-RoutersTest-2104186970-project] 10.222.0.30 "DELETE /v2.0/subnets/4efadba5-ed4e-48e4-b4bc-f89512758af9 HTTP/1.1" status: 404 len: 337 time: 0.1818001 Mar 16 11:17:16.113612 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:16.143518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Deleting port 26664c8f-3a1d-4873-bbad-f772f893d051 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:16.143518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.199587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 26664c8f-3a1d-4873-bbad-f772f893d051, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=26664c8f-3a1d-4873-bbad-f772f893d051,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:16.200223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.211150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b62305-df3d-4a0f-a088-a4ef6c3f63b4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.212013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-27b62305-df3d-4a0f-a088-a4ef6c3f63b4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:16.231592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:16.248024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-27b62305-df3d-4a0f-a088-a4ef6c3f63b4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:16.252713 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-27b62305-df3d-4a0f-a088-a4ef6c3f63b4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/07b7f5c5-cae0-4341-8c20-8e7192507a89 HTTP/1.1" status: 200 len: 841 time: 0.1623261 Mar 16 11:17:16.253659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34980) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.333453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 07b7f5c5-cae0-4341-8c20-8e7192507a89 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:16.333811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.342812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 26664c8f-3a1d-4873-bbad-f772f893d051 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:16.390914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767d76-cae8-4486-9a3d-2721ed893b92 req-51f5cd63-ef01-4b52-9d0e-522915121bfd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.392354 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a9767d76-cae8-4486-9a3d-2721ed893b92 req-51f5cd63-ef01-4b52-9d0e-522915121bfd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 946 time: 0.2213106 Mar 16 11:17:16.492396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.494382 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a9767d76-cae8-4486-9a3d-2721ed893b92 req-61bcec5b-86c9-4e72-8c76-52fa66399cdf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954702 Mar 16 11:17:16.617076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=26664c8f-3a1d-4873-bbad-f772f893d051,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:16.626811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.629592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.630202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.630615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.631021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.631422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.631821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.632211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.632763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.633300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.633826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.634393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.634932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:16.691897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 26664c8f-3a1d-4873-bbad-f772f893d051 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:16.772491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 07b7f5c5-cae0-4341-8c20-8e7192507a89 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:16.785339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 34988) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.873575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.883213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] For port 26664c8f-3a1d-4873-bbad-f772f893d051, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=26664c8f-3a1d-4873-bbad-f772f893d051,segment=NetworkSegment(b0815d94-512f-4f7c-a434-f0c1be67a8d5),segment_id=b0815d94-512f-4f7c-a434-f0c1be67a8d5)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:16.883610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.897042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d111f-3156-471a-b26d-a4f9a1f0fa50 req-410950fd-96d1-4f78-8a67-aae56921e9da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.898490 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e05d111f-3156-471a-b26d-a4f9a1f0fa50 req-410950fd-96d1-4f78-8a67-aae56921e9da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 946 time: 0.2706661 Mar 16 11:17:16.934964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed92809-62f8-4a93-a4c5-ce9e27a35f58']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.958689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0815d94-512f-4f7c-a434-f0c1be67a8d5') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.962872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0815d94-512f-4f7c-a434-f0c1be67a8d5') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.976961 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e05d111f-3156-471a-b26d-a4f9a1f0fa50 req-035a9455-833d-4628-b17b-b36876588088 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685711 Mar 16 11:17:16.978527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.986409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.004063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.010734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:17.011754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.013111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 26664c8f-3a1d-4873-bbad-f772f893d051 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:17.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:17.042393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=07b7f5c5-cae0-4341-8c20-8e7192507a89,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:17.047736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.049672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Calling delete_port for 26664c8f-3a1d-4873-bbad-f772f893d051 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:17.110894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:13Z', 'revision_number': 8, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:17.113493 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dd8b527f-74a0-4907-9a31-55268f0c4a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/07b7f5c5-cae0-4341-8c20-8e7192507a89 HTTP/1.1" status: 204 len: 168 time: 0.8579843 Mar 16 11:17:17.116735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 34996) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.117082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 26664c8f-3a1d-4873-bbad-f772f893d051 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:17.117625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 26664c8f-3a1d-4873-bbad-f772f893d051 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:17.122861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58366f4-fd82-48d0-bb84-5ac0745561bf None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:13Z', 'revision_number': 8, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '12f5296d-765b-4006-84a9-fdeceeaf05a6', 'name': '', 'network_id': '78ef8bde-73df-41be-9d8e-10b3d01e1323', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:1c:d0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:49Z', 'updated_at': '2022-03-16T11:17:00Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'aa2001aa-191f-417e-9db2-f1c01f536713', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:17.154915 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-01555d66-647b-4c03-a577-7293f22ac6e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be66fc1523224031b7fc7f021a3f3ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671319 Mar 16 11:17:17.156955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35002) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.173321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f479c6b-aff8-4f8e-af6c-dfbb04ca5ae1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:17:17.173944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1f479c6b-aff8-4f8e-af6c-dfbb04ca5ae1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:17.186018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:17.187080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:17.223374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d072ad57-1517-4c7b-ab62-93564aa70cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.235436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.257662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.273389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1f479c6b-aff8-4f8e-af6c-dfbb04ca5ae1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:17.280308 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1f479c6b-aff8-4f8e-af6c-dfbb04ca5ae1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/07b7f5c5-cae0-4341-8c20-8e7192507a89 HTTP/1.1" status: 404 len: 333 time: 0.1597583 Mar 16 11:17:17.281650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d072ad57-1517-4c7b-ab62-93564aa70cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.281954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35006) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.290091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'name': 'tempest-PortsTestJSON-1613551124'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:17.292985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=1ed92809-62f8-4a93-a4c5-ce9e27a35f58,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:17.306570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ccad3f55-1d2d-4114-95ec-5f876c2824ea tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/1ed92809-62f8-4a93-a4c5-ce9e27a35f58 HTTP/1.1" status: 204 len: 168 time: 1.7984943 Mar 16 11:17:17.309991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35010) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.366299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bbb4cde7-1081-4b10-888f-5358c9891ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.401625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:17.411311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:17.509966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:17.514704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.551131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 8f47c7c5-721c-4378-ae57-57318326a131 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:17.628650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d072ad57-1517-4c7b-ab62-93564aa70cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.654666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072ad57-1517-4c7b-ab62-93564aa70cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d560b2e2-dbeb-4084-a03f-8ae5f3397b13,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:17.690992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Deleting port 26664c8f-3a1d-4873-bbad-f772f893d051 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:17.691561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.704284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d072ad57-1517-4c7b-ab62-93564aa70cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.705442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d072ad57-1517-4c7b-ab62-93564aa70cbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d560b2e2-dbeb-4084-a03f-8ae5f3397b13 HTTP/1.1" status: 204 len: 168 time: 0.5474732 Mar 16 11:17:17.776824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0d15303d-b32f-4028-a665-6ab16e7ebfd2 None None] The port '26664c8f-3a1d-4873-bbad-f772f893d051' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:17.822463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.895795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.938836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.005167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:18.008537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:18.012710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:18.025669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:18.025669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.044197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=8f47c7c5-721c-4378-ae57-57318326a131,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:18.160790 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-453c6a67-db3a-4075-9be9-a1b4a52d8d90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8735809 Mar 16 11:17:18.161003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35020) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.166931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:18.302286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.343558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.387395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 12f5296d-765b-4006-84a9-fdeceeaf05a6 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:18.388102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.539568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35030) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.645228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.659366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.749061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.749233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 12f5296d-765b-4006-84a9-fdeceeaf05a6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12f5296d-765b-4006-84a9-fdeceeaf05a6,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:18.749233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.797339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] In _notify_port_updated(), no bound segment for port 8f47c7c5-721c-4378-ae57-57318326a131 on network c391e47d-445c-4fb0-b0c1-891ff8c27c18 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:17:18.802723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:18.803319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.804579 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/ports/8f47c7c5-721c-4378-ae57-57318326a131 HTTP/1.1" status: 200 len: 818 time: 0.6426930 Mar 16 11:17:18.807604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35040) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.872828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ecd1c73-0c84-49be-b98f-e919e81da840 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:18.875579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6611025-5e70-4327-b78f-57b026ba4819 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=8f47c7c5-721c-4378-ae57-57318326a131,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:18.891915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 12f5296d-765b-4006-84a9-fdeceeaf05a6 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:18.898878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 8f47c7c5-721c-4378-ae57-57318326a131 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:18.899222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.924296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7ecd1c73-0c84-49be-b98f-e919e81da840 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:18.924648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7ecd1c73-0c84-49be-b98f-e919e81da840 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:19.012431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35046) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.148322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1757887746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:19.157741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.165074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:19.177636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:router and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:19.230520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:19.303221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 8f47c7c5-721c-4378-ae57-57318326a131 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:19.334136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:19.416135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.417204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.497821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.552423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=8f47c7c5-721c-4378-ae57-57318326a131,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:19.569723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.578508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-af12af2e-b33f-4969-9ca4-260664f27b90 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/8f47c7c5-721c-4378-ae57-57318326a131 HTTP/1.1" status: 204 len: 168 time: 0.7676208 Mar 16 11:17:19.578738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35052) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.649755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.657402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.676291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3136ef-fd9e-4920-b159-c034eefa1f5b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:19.676977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fd3136ef-fd9e-4920-b159-c034eefa1f5b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:19.723546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=12f5296d-765b-4006-84a9-fdeceeaf05a6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:19.738132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.769595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.772565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.787432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fd3136ef-fd9e-4920-b159-c034eefa1f5b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:19.788895 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fd3136ef-fd9e-4920-b159-c034eefa1f5b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2092979 Mar 16 11:17:19.792634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35056) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.847083 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-407d80a8-9853-4c2b-bec4-047dd83172f1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:17:19.848723 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-407d80a8-9853-4c2b-bec4-047dd83172f1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/8f47c7c5-721c-4378-ae57-57318326a131 HTTP/1.1" status: 404 len: 333 time: 0.0551999 Mar 16 11:17:19.852736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35060) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.903791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.906013 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-053fd1ed-d24c-4d97-b510-3ada64903f0c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8932071 Mar 16 11:17:19.907587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1102418917'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:19.908679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35064) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.914731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1588618111'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:19.919661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:19.924547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:network and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:19.927452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:19.933060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:19.985783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:19.989157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Made reservation on behalf of ed56fb35185d41a686f56a5e9bd6d210 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:19.993516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:19.993723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.998967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:20.005612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.010802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:20.020956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:20.024885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:security_group_rule and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:20.027786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:20.033255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.034430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:20.061227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.118912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.166585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:20.169990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.198697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.231362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:20.240123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b6f68a-5096-4613-80cc-3046a10d004e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:20.246502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.246847 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Added segment 3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9 of type vlan for network 7e66781c-3fef-4fe4-964e-5e3585dc6942 Mar 16 11:17:20.274539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.366749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.372427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:20.372979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.440851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:20.441169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:20.482000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Network': ['ID=7e66781c-3fef-4fe4-964e-5e3585dc6942,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:20.492848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:20.553072 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7eeb7831-a7f0-4e60-a698-83e3e216737c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6432433 Mar 16 11:17:20.553665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35068) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:20.559848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'subnet': {'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:20.626926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:20.678520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:20.682491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:subnet and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:20.685269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:20.691012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:20.792756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Made reservation on behalf of ed56fb35185d41a686f56a5e9bd6d210 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:20.797313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.848563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.17 (8e65bffa-09db-4639-b4ae-1ebdf61cdc8c/ee015394-268f-4085-b52c-c29300315515/4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:20.942858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.991475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:21.002137 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:21.013124 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:21.013911 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:21.078490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:21.101102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.101447 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment 486bc19d-88ea-4fa6-bb89-76691c650303 of type vlan for network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 Mar 16 11:17:21.104348 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6b7c916d-b580-4882-bd99-022b2375d496 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7934506 Mar 16 11:17:21.107363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35072) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.154722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.167072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.168526 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:21.169586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.194914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:21.227911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet aa2001aa-191f-417e-9db2-f1c01f536713 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:21.237732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.275070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.282201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:21.283005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.306400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.417041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Subnet': ['ID=86bbc25b-7341-4f8b-a25e-e058bd8c3fc0,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.429646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.458343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.458570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:21.458711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.459076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.459333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.459656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.459986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.460308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.461068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.461068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.461369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.461682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.462032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:21.463255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:21.467286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.476806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:21.482468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Checking segment: {'id': '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:21.482829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network hostable DHCP agents. Network: 7e66781c-3fef-4fe4-964e-5e3585dc6942, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:21.494862 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:19Z', 'revision_number': 9, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:21.500136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:21.503180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:21.509245 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:21.509939 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:21.518120 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e0af95e0-a85b-4be1-9ac4-8080487b9326 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6614881 Mar 16 11:17:21.518120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.518874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35076) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.532895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:21.619781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.657869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.694142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:21.701013 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:21.713833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:21.720216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:21.724134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:21.737346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:21.800865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 7e66781c-3fef-4fe4-964e-5e3585dc6942) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:21.805206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:21.805829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.812534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14462343-23dc-4e39-afaf-25b649a6f450 None None] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:21.862604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.908304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2001aa-191f-417e-9db2-f1c01f536713,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.912722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.917128 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c067b34e-7f7b-4f4a-a5dc-dc859c97cb7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/aa2001aa-191f-417e-9db2-f1c01f536713 HTTP/1.1" status: 204 len: 168 time: 0.8060083 Mar 16 11:17:21.918023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35080) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.924448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:21.927997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b3ebe-ac9d-4c4e-884d-2a6f832e6bd5 None None] Network 78ef8bde-73df-41be-9d8e-10b3d01e1323 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:21.928181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.963620 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1f192d08-d3c9-41f9-82cf-d0a835aa6602 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4086595 Mar 16 11:17:21.968064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.978662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'network': {'name': 'tempest-router-network01--241886306'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:22.042833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:22.055787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:network and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:22.068051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:22.081664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:22.086868 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:19Z', 'revision_number': 9, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:22.088451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.091740 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797d87b-a49c-4e06-af72-d24c66d9e8a1 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:19Z', 'revision_number': 9, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766b2258-dac4-43a1-9323-9925e3ab9a7f', 'name': '', 'network_id': '45f26efb-95af-4b06-9aaa-2a7ea72687ea', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:35:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:40Z', 'updated_at': '2022-03-16T11:16:51Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': '415df5a2-86c8-48a1-bde4-b9a9e3c17ae9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:22.105244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-da98edf9-fa27-40f2-b7cc-5d464fc29ab9 None None] Provisioning for port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:22.110252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:22.110252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.117035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.162261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-da98edf9-fa27-40f2-b7cc-5d464fc29ab9 None None] Provisioning complete for port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:22.162641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-da98edf9-fa27-40f2-b7cc-5d464fc29ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.211540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Made reservation on behalf of ed56fb35185d41a686f56a5e9bd6d210 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:22.215060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.287305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:22.304982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-da98edf9-fa27-40f2-b7cc-5d464fc29ab9 None None] Port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:22.333017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-7e66781c-3fef-4fe4-964e-5e3585dc6942', 'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942', 'tenant_id': 'ed56fb35185d41a686f56a5e9bd6d210', 'fixed_ips': [{'subnet_id': '86bbc25b-7341-4f8b-a25e-e058bd8c3fc0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:22.333897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.361192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.361192 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Added segment 28afa869-1d38-48bb-ba6a-100b6c96b1e3 of type vlan for network 8127969d-2f57-45ba-a980-b2836386915a Mar 16 11:17:22.371485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:22.371853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.497460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] DHCP port deletion for 78ef8bde-73df-41be-9d8e-10b3d01e1323 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:22.514324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Deleting port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:22.516165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.526962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 44b132d5-3777-4a63-8191-e8a7f5c3cc8e owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:22.560988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.584051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.586634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Allocated IP 172.20.0.2 (7e66781c-3fef-4fe4-964e-5e3585dc6942/86bbc25b-7341-4f8b-a25e-e058bd8c3fc0/425fc4e9-8751-465a-b38c-0828225b8eee) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:22.741374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.746838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:22.752625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.789805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.903186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:22.905856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:22.916298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=eb6214c2-4f5c-4199-a8c2-feb5e3718416,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:22.941309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Network': ['ID=8127969d-2f57-45ba-a980-b2836386915a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:22.944168 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f6c61a3-7683-40cb-b88c-a40e210d2737 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9749610 Mar 16 11:17:22.948220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35088) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:22.954267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': '486bc19d-88ea-4fa6-bb89-76691c650303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:22.954833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:22.966800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'network': {'name': 'tempest-router-network02--1330201043'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:22.971506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12f5296d-765b-4006-84a9-fdeceeaf05a6 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:22.971698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.989998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:22.998633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:network and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:22.999791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 8127969d-2f57-45ba-a980-b2836386915a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:23.004026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:23.018113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.057535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:23.064882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.075154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 12f5296d-765b-4006-84a9-fdeceeaf05a6 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:23.075498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12f5296d-765b-4006-84a9-fdeceeaf05a6 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:23.076095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 44b132d5-3777-4a63-8191-e8a7f5c3cc8e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:23.083119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:23.096522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ef8bde-73df-41be-9d8e-10b3d01e1323']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:23.113139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be4a68d-66ec-46c8-afcb-11e7dc17e252') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:23.113758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be4a68d-66ec-46c8-afcb-11e7dc17e252') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:23.127865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.141085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.142296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Made reservation on behalf of ed56fb35185d41a686f56a5e9bd6d210 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:23.145671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.145798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.164606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 44b132d5-3777-4a63-8191-e8a7f5c3cc8e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:23.165200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 44b132d5-3777-4a63-8191-e8a7f5c3cc8e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:23.167598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.167760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] For port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=44b132d5-3777-4a63-8191-e8a7f5c3cc8e,segment=NetworkSegment(0be4a68d-66ec-46c8-afcb-11e7dc17e252),segment_id=0be4a68d-66ec-46c8-afcb-11e7dc17e252)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:23.174007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.184434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:23.184726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:23.200660 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:23.219047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:23.243240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:23.247840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:23.248925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.270685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77bc90b-05aa-441a-a692-dcd0f28ca02d None None] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:23.284708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.285062 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Added segment 14bd5a5c-7f11-40dc-8829-3b2e509257e1 of type vlan for network cda65966-5e01-4bc2-b80e-552a4db60278 Mar 16 11:17:23.312524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:23.313810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:23.316853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.351817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Calling delete_port for 44b132d5-3777-4a63-8191-e8a7f5c3cc8e owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:23.378115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.384885 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5d382e3e-2928-4216-aadf-3ccec560011f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8591478 Mar 16 11:17:23.393010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.394302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35092) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:23.401771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:23.405705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.412884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=78ef8bde-73df-41be-9d8e-10b3d01e1323,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.423703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Transition to ACTIVE for port object 425fc4e9-8751-465a-b38c-0828225b8eee will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:23.424012 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b0a795bf-a71c-4af7-aec2-01fa4063b435 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/78ef8bde-73df-41be-9d8e-10b3d01e1323 HTTP/1.1" status: 204 len: 168 time: 1.5045724 Mar 16 11:17:23.424290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35096) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:23.491667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.497350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:23.497980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.568732 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Transition to ACTIVE for port object 425fc4e9-8751-465a-b38c-0828225b8eee will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:23.622681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:23.622953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:23.660659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:23.664090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:23.669780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:23.674746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:23.676224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.682771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:23.763284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:23.770907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:23.781897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:23.789174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Pushing event updated for resources: {'Port': ['ID=425fc4e9-8751-465a-b38c-0828225b8eee,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.791064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2c9e70c6-7027-49b3-8f29-b23513cad1a6 None None] Provisioning complete for port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:23.791438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2c9e70c6-7027-49b3-8f29-b23513cad1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.813668 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8643866 Mar 16 11:17:23.818031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:23.834471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780a756-d86d-4782-85ca-b4e450199292 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Network': ['ID=cda65966-5e01-4bc2-b80e-552a4db60278,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.843591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'subnet': {'network_id': '8127969d-2f57-45ba-a980-b2836386915a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:23.877932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:23.883016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-293c01d6-12b2-43f3-9df5-b7ec8b9af9cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/717a6902-1b92-4cb3-9a82-54465e145d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3424697 Mar 16 11:17:23.889556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network cda65966-5e01-4bc2-b80e-552a4db60278 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:23.902702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.903055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.903396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.903731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.904060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.904391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.904716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.905113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.905435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.905760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.906106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.910157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:23.924210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:23.926144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:23.929654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.988307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': 'eb6214c2-4f5c-4199-a8c2-feb5e3718416'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:23.989122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.067781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e70c6-7027-49b3-8f29-b23513cad1a6 None None] Port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:24.075424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.ipam_backend_mixin [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb6214c2-4f5c-4199-a8c2-feb5e3718416 (CIDR: 172.20.0.0/28) Mar 16 11:17:24.076734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:24.077904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:24.107622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:24.108687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:24.115061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:24.138922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Deleting port 44b132d5-3777-4a63-8191-e8a7f5c3cc8e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:24.139295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.149389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:subnet and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:24.157107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:24.171030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:24.193837 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-71ff2555-45df-4afd-9120-e1df8c4e8a6c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7983935 Mar 16 11:17:24.196513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35108) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.204109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:24.290795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Attempting to bind port 425fc4e9-8751-465a-b38c-0828225b8eee on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:24.291159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Attempting to bind port 425fc4e9-8751-465a-b38c-0828225b8eee by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:24.291519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Attempting to bind port 425fc4e9-8751-465a-b38c-0828225b8eee on network 7e66781c-3fef-4fe4-964e-5e3585dc6942 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:24.301591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Made reservation on behalf of ed56fb35185d41a686f56a5e9bd6d210 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:24.305091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.334312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-52c39eb3-27b0-4122-a8e2-f0f7d7375a14 None None] The port '44b132d5-3777-4a63-8191-e8a7f5c3cc8e' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:24.352753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:24.353175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Checking segment: {'id': '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:24.353525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.353937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Bound using segment: {'id': '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:24.354422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Bound port: 425fc4e9-8751-465a-b38c-0828225b8eee, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7e66781c-3fef-4fe4-964e-5e3585dc6942'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:24.354807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.356001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:24.365990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:24.369242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:24.376687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:24.447232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:24.449257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.453340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.581056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:24.735473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Allocated IP 172.20.0.2 (ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4/eb6214c2-4f5c-4199-a8c2-feb5e3718416/23c7fb89-9694-4371-bb51-e9fce83b3a39) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:24.748483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] For port 425fc4e9-8751-465a-b38c-0828225b8eee, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:24.776680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] For port 425fc4e9-8751-465a-b38c-0828225b8eee, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=425fc4e9-8751-465a-b38c-0828225b8eee,segment=NetworkSegment(3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9),segment_id=3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:24.838715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.872155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 766b2258-dac4-43a1-9323-9925e3ab9a7f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:24.872744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.899707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.906683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.034738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:25.039018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:25.043969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.044875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.050496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Subnet': ['ID=3ab02677-d47c-4e64-ba0d-d602171ef075,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.065722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=1a5800ea-5970-44de-9908-629ae6eae48b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.122270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a668b-30cb-40f8-9e6d-ae67c3503eef None None] Pushing event updated for resources: {'Port': ['ID=425fc4e9-8751-465a-b38c-0828225b8eee,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.167388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-503844d7-1e3c-459d-9bb2-8256b1872afc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9665017 Mar 16 11:17:25.168031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35112) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:25.175332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'fixed_ips': [{'subnet_id': 'eb6214c2-4f5c-4199-a8c2-feb5e3718416'}, {'subnet_id': '1a5800ea-5970-44de-9908-629ae6eae48b'}], 'name': 'tempest-PortsTestJSON-770262729'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:25.239504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.239877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Checking segment: {'id': '28afa869-1d38-48bb-ba6a-100b6c96b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8127969d-2f57-45ba-a980-b2836386915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:25.240316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network hostable DHCP agents. Network: 8127969d-2f57-45ba-a980-b2836386915a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:25.253470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Transition to ACTIVE for port object 23c7fb89-9694-4371-bb51-e9fce83b3a39 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:25.277760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Transition to ACTIVE for port object 23c7fb89-9694-4371-bb51-e9fce83b3a39 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:25.288393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:21Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb', 'name': '', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:d3:8d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'ee015394-268f-4085-b52c-c29300315515', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:20Z', 'updated_at': '2022-03-16T11:17:22Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'ee015394-268f-4085-b52c-c29300315515', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:25.295372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:25.297582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Updating router 717a6902-1b92-4cb3-9a82-54465e145d58 port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:17:25.306070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 766b2258-dac4-43a1-9323-9925e3ab9a7f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=766b2258-dac4-43a1-9323-9925e3ab9a7f,segment=NetworkSegment(ddf441a8-bd69-4cde-b067-8fddba986e39),segment_id=ddf441a8-bd69-4cde-b067-8fddba986e39)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:25.306534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.346897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:25.351460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:25.354486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:25.361174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:25.365481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.381197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network 8127969d-2f57-45ba-a980-b2836386915a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:25.381438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.462728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 766b2258-dac4-43a1-9323-9925e3ab9a7f owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:25.469347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:25.509774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:25.524013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:25.528978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Pushing event updated for resources: {'Port': ['ID=23c7fb89-9694-4371-bb51-e9fce83b3a39,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.536390 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:25.586522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 8127969d-2f57-45ba-a980-b2836386915a) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:25.592803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.593410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.621517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc67aed-14ac-4978-b864-1b87a0afd420 None None] Network 8127969d-2f57-45ba-a980-b2836386915a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:25.656132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.684162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 8694b829-6530-4883-a2ff-38bf500022d5 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:25.718297 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-48d6bf82-f71a-4106-aa5c-503ee28ff23f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8966875 Mar 16 11:17:25.720886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35116) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:25.730518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'subnet': {'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:25.818187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.853364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Attempting to bind port 23c7fb89-9694-4371-bb51-e9fce83b3a39 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:25.853742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Attempting to bind port 23c7fb89-9694-4371-bb51-e9fce83b3a39 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '486bc19d-88ea-4fa6-bb89-76691c650303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:25.854117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Attempting to bind port 23c7fb89-9694-4371-bb51-e9fce83b3a39 on network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:25.876805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=766b2258-dac4-43a1-9323-9925e3ab9a7f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.884607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:25.884985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Checking segment: {'id': '486bc19d-88ea-4fa6-bb89-76691c650303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:25.885587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.886183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Bound using segment: {'id': '486bc19d-88ea-4fa6-bb89-76691c650303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:25.886823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Bound port: 23c7fb89-9694-4371-bb51-e9fce83b3a39, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486bc19d-88ea-4fa6-bb89-76691c650303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:25.887380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.922041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:25.931111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Usage tracker for resource:subnet and tenant:ed56fb35185d41a686f56a5e9bd6d210 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:25.936469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:25.974597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:26.098442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.215396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.8 (ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4/eb6214c2-4f5c-4199-a8c2-feb5e3718416/8694b829-6530-4883-a2ff-38bf500022d5) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:26.226915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.28 (ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4/1a5800ea-5970-44de-9908-629ae6eae48b/8694b829-6530-4883-a2ff-38bf500022d5) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:26.260085 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] For port 23c7fb89-9694-4371-bb51-e9fce83b3a39, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:26.263652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] For port 23c7fb89-9694-4371-bb51-e9fce83b3a39, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23c7fb89-9694-4371-bb51-e9fce83b3a39,segment=NetworkSegment(486bc19d-88ea-4fa6-bb89-76691c650303),segment_id=486bc19d-88ea-4fa6-bb89-76691c650303)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:26.322069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Made reservation on behalf of ed56fb35185d41a686f56a5e9bd6d210 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:26.326005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.387854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.402482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Transition to ACTIVE for port object 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:26.417786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.462694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:26.497302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0014d0a-0106-4550-a5c3-4c1f0f1454a1 None None] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:26.569169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.583046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.618058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-8127969d-2f57-45ba-a980-b2836386915a', 'network_id': '8127969d-2f57-45ba-a980-b2836386915a', 'tenant_id': 'ed56fb35185d41a686f56a5e9bd6d210', 'fixed_ips': [{'subnet_id': '3ab02677-d47c-4e64-ba0d-d602171ef075'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:26.627091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.640856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 8694b829-6530-4883-a2ff-38bf500022d5 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:26.653441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:26.668663 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-79210f2e-2e68-4fdc-bbf4-6a31eb041fcd tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2432952 Mar 16 11:17:26.671576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35122) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:26.680057 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:26.697571 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:26.697571 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:26.772979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet 415df5a2-86c8-48a1-bde4-b9a9e3c17ae9 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:26.778158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.873446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.884926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.892001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.987370 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:27.204376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Subnet': ['ID=455a6e27-9609-41e3-a771-fd4d3fdce1d5,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.225931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:27.242241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:27.245495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:27.307364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.353756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 425fc4e9-8751-465a-b38c-0828225b8eee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:27.411531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:27.412225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.422604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8d82e8bf-44ce-49dd-bff3-9e824bf001b1 None None] Provisioning for port 425fc4e9-8751-465a-b38c-0828225b8eee completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:27.436906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=8694b829-6530-4883-a2ff-38bf500022d5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.461681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Checking segment: {'id': '14bd5a5c-7f11-40dc-8829-3b2e509257e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:27.462060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network hostable DHCP agents. Network: cda65966-5e01-4bc2-b80e-552a4db60278, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:27.476849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db478bf-f25d-48f6-8c01-f222ee9df14a None None] Pushing event updated for resources: {'Port': ['ID=23c7fb89-9694-4371-bb51-e9fce83b3a39,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.492942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.525986 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-43b684a6-5eca-40c1-a060-9401f316b89c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.3532381 Mar 16 11:17:27.531465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35126) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:27.533413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb6214c2-4f5c-4199-a8c2-feb5e3718416'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:27.591388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network cda65966-5e01-4bc2-b80e-552a4db60278 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:27.592361 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:25Z', 'revision_number': 10, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:27.597977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=415df5a2-86c8-48a1-bde4-b9a9e3c17ae9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.602255 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:27.612868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.613431 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:27.614134 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:27.625861 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-da184169-3dbb-48cd-af09-5e9699d2e05d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/415df5a2-86c8-48a1-bde4-b9a9e3c17ae9 HTTP/1.1" status: 204 len: 168 time: 0.9509859 Mar 16 11:17:27.626363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35130) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:27.702656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a204aa-ec10-42d1-98a2-c625c0c1cb6f None None] Network 45f26efb-95af-4b06-9aaa-2a7ea72687ea requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:27.725428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Allocated IP 172.20.0.2 (8127969d-2f57-45ba-a980-b2836386915a/3ab02677-d47c-4e64-ba0d-d602171ef075/97b3d413-d6ec-4f7b-ac0b-9d82b8a33854) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:27.784587 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:27.787695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, cda65966-5e01-4bc2-b80e-552a4db60278) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:27.811287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.816235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.839594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:27.839594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.839820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd29926-8948-446c-a971-2e79b75b0264 None None] Network cda65966-5e01-4bc2-b80e-552a4db60278 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:27.848896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 1f8b444d-cbc6-4641-b6d1-62754011cc70 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:27.849241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.070827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Attempting to bind port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:28.071465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Attempting to bind port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:28.072077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Attempting to bind port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb on network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:28.142131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 1f8b444d-cbc6-4641-b6d1-62754011cc70, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1f8b444d-cbc6-4641-b6d1-62754011cc70,segment=NetworkSegment(ddf441a8-bd69-4cde-b067-8fddba986e39),segment_id=ddf441a8-bd69-4cde-b067-8fddba986e39)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:28.142882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.166881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:28.167576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Checking segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:28.168171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.168734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Bound using segment: {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:28.169389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Bound port: 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76979a54-fc8f-4478-bb1f-b42a7a732460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:28.169979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.299890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e68e4cd8-ba7f-4304-acfb-eb9cbc0ab048 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5777836 Mar 16 11:17:28.315441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35134) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:28.319142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] For port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:28.322909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] For port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:28.372602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 1f8b444d-cbc6-4641-b6d1-62754011cc70 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:28.376103 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:25Z', 'revision_number': 10, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.379666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 425fc4e9-8751-465a-b38c-0828225b8eee completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:28.380383 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493cfe1-c675-4ccd-97f6-a9db676a912c None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:25Z', 'revision_number': 10, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None, '_interfaces': [{'id': '184a59a8-e3f3-4112-b97c-6a7ee0f6acbd', 'name': '', 'network_id': 'dd904b1e-79bd-459e-950a-9da38bc28176', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'mac_address': 'fa:16:3e:10:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:32Z', 'updated_at': '2022-03-16T11:16:44Z', 'revision_number': 5, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'subnets': [{'id': 'a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:28.548299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f2b68-c164-4398-8505-7e71330f5070 None None] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:28.565889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c0d5-97cb-412c-9a08-c5114e1a78f6 None None] Pushing event updated for resources: {'Port': ['ID=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.579327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 425fc4e9-8751-465a-b38c-0828225b8eee triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:28.579773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.583582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.635786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.655863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=1f8b444d-cbc6-4641-b6d1-62754011cc70,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.670127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 1f8b444d-cbc6-4641-b6d1-62754011cc70 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:28.802680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.834957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f26efb-95af-4b06-9aaa-2a7ea72687ea']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.858919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf441a8-bd69-4cde-b067-8fddba986e39') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.859332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf441a8-bd69-4cde-b067-8fddba986e39') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.875263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.894968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.903979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:28.904700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:28.924658 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:29.059371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Delete allocated IP 172.20.0.28 (ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4/1a5800ea-5970-44de-9908-629ae6eae48b) {{(pid=88450) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:17:29.086429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c0d5-97cb-412c-9a08-c5114e1a78f6 None None] Pushing event updated for resources: {'Port': ['ID=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.089024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.095883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.098237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ce4e6db1-0bf1-41c0-8003-efbf0f08c80a None None] Provisioning for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:29.103302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:29.103952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:29.120698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.121229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.138062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=45f26efb-95af-4b06-9aaa-2a7ea72687ea,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.141770 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-70139da6-00b7-4f28-beb1-f562fe1e2039 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/45f26efb-95af-4b06-9aaa-2a7ea72687ea HTTP/1.1" status: 204 len: 168 time: 1.5125573 Mar 16 11:17:29.145905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35140) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:29.295388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 425fc4e9-8751-465a-b38c-0828225b8eee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=425fc4e9-8751-465a-b38c-0828225b8eee,segment=NetworkSegment(3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9),segment_id=3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:29.357684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de44c74-e823-4d7f-a08b-3fb639aad710 None None] DHCP port deletion for 45f26efb-95af-4b06-9aaa-2a7ea72687ea request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:29.411004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.572450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=425fc4e9-8751-465a-b38c-0828225b8eee,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.613118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23c7fb89-9694-4371-bb51-e9fce83b3a39 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:29.621495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.639602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Ignored duplicate provisioning block setup for port 8694b829-6530-4883-a2ff-38bf500022d5 by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:17:29.693894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.701124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-cda65966-5e01-4bc2-b80e-552a4db60278', 'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278', 'tenant_id': 'ed56fb35185d41a686f56a5e9bd6d210', 'fixed_ips': [{'subnet_id': '455a6e27-9609-41e3-a771-fd4d3fdce1d5'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:29.702055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.709007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.801531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:29.848673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Transition to ACTIVE for port object 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:29.876460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=8694b829-6530-4883-a2ff-38bf500022d5,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.895504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] In _notify_port_updated(), no bound segment for port 8694b829-6530-4883-a2ff-38bf500022d5 on network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:17:29.900896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.901478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.902797 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-533fe67a-4730-49cb-ba1e-e996e9ec1f72 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/ports/8694b829-6530-4883-a2ff-38bf500022d5 HTTP/1.1" status: 200 len: 918 time: 2.3757987 Mar 16 11:17:29.905790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35144) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:29.916608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb6214c2-4f5c-4199-a8c2-feb5e3718416'}, {'subnet_id': '1a5800ea-5970-44de-9908-629ae6eae48b'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:29.968416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Transition to ACTIVE for port object 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:30.027211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-18851dad-19f8-4103-b72a-3ec0655465f8 None None] Provisioning complete for port 425fc4e9-8751-465a-b38c-0828225b8eee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:30.027588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-18851dad-19f8-4103-b72a-3ec0655465f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.093779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.158268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:30.171572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.219216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:30.219586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.261659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Allocated IP 172.20.0.1 (8127969d-2f57-45ba-a980-b2836386915a/3ab02677-d47c-4e64-ba0d-d602171ef075/d61b3871-f5ae-4a82-a7ed-d388f55edc33) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:30.360538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Network 8127969d-2f57-45ba-a980-b2836386915a is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:30.380842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:30.412932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.417563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:30.430904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.439304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Pushing event updated for resources: {'Port': ['ID=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:30.448539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Transition to ACTIVE for port object d61b3871-f5ae-4a82-a7ed-d388f55edc33 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:30.548329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Allocated IP 172.20.0.2 (cda65966-5e01-4bc2-b80e-552a4db60278/455a6e27-9609-41e3-a771-fd4d3fdce1d5/ed1dd336-98f2-4959-b2bb-b1c899775998) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:30.560167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.652358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network 8127969d-2f57-45ba-a980-b2836386915a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:30.655475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:30.660126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:30.705338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Port': ['ID=d61b3871-f5ae-4a82-a7ed-d388f55edc33,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:30.713961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:30.714344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.730885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.753780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Attempting to bind port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:30.754175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Attempting to bind port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '28afa869-1d38-48bb-ba6a-100b6c96b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8127969d-2f57-45ba-a980-b2836386915a'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:30.754540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Attempting to bind port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 on network 8127969d-2f57-45ba-a980-b2836386915a {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:30.868549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:30.868924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Checking segment: {'id': '28afa869-1d38-48bb-ba6a-100b6c96b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8127969d-2f57-45ba-a980-b2836386915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:30.869327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.869727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Bound using segment: {'id': '28afa869-1d38-48bb-ba6a-100b6c96b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8127969d-2f57-45ba-a980-b2836386915a'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:30.870254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Bound port: 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28afa869-1d38-48bb-ba6a-100b6c96b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8127969d-2f57-45ba-a980-b2836386915a'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:30.870628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.908892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.913825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Update dhcp port {'port': {'network_id': 'ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4', 'fixed_ips': [{'subnet_id': 'eb6214c2-4f5c-4199-a8c2-feb5e3718416', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a5800ea-5970-44de-9908-629ae6eae48b'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '23c7fb89-9694-4371-bb51-e9fce83b3a39'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:17:30.978682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.24 (ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4/1a5800ea-5970-44de-9908-629ae6eae48b/8694b829-6530-4883-a2ff-38bf500022d5) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:31.033671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.038153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:31.038625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.121137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.230790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] For port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:31.234458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 23c7fb89-9694-4371-bb51-e9fce83b3a39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23c7fb89-9694-4371-bb51-e9fce83b3a39,segment=NetworkSegment(486bc19d-88ea-4fa6-bb89-76691c650303),segment_id=486bc19d-88ea-4fa6-bb89-76691c650303)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:31.270552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] For port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,segment=NetworkSegment(28afa869-1d38-48bb-ba6a-100b6c96b1e3),segment_id=28afa869-1d38-48bb-ba6a-100b6c96b1e3)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:31.308672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.311642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.314679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.361425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:31.378113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.393079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 766b2258-dac4-43a1-9323-9925e3ab9a7f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:31.438967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.458437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Transition to ACTIVE for port object ed1dd336-98f2-4959-b2bb-b1c899775998 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:31.467198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 766b2258-dac4-43a1-9323-9925e3ab9a7f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:31.467666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 766b2258-dac4-43a1-9323-9925e3ab9a7f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:31.468170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1f8b444d-cbc6-4641-b6d1-62754011cc70 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:31.493809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:21Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb', 'name': '', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:d3:8d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'ee015394-268f-4085-b52c-c29300315515', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:20Z', 'updated_at': '2022-03-16T11:17:28Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'ee015394-268f-4085-b52c-c29300315515', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:31.506271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.512285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.517597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Port': ['ID=d61b3871-f5ae-4a82-a7ed-d388f55edc33,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:31.530850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Ignored duplicate provisioning block setup for port 8694b829-6530-4883-a2ff-38bf500022d5 by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:17:31.542357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 1f8b444d-cbc6-4641-b6d1-62754011cc70 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:31.542706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1f8b444d-cbc6-4641-b6d1-62754011cc70 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:31.544270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710dc77-cd22-4d33-bd0d-f4678e42e5f5 None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:21Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb', 'name': '', 'network_id': '8e65bffa-09db-4639-b4ae-1ebdf61cdc8c', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:d3:8d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'ee015394-268f-4085-b52c-c29300315515', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:20Z', 'updated_at': '2022-03-16T11:17:28Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'ee015394-268f-4085-b52c-c29300315515', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:31.573534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Transition to ACTIVE for port object ed1dd336-98f2-4959-b2bb-b1c899775998 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:31.583558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=23c7fb89-9694-4371-bb51-e9fce83b3a39,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:31.603740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.701220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.758938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network 8127969d-2f57-45ba-a980-b2836386915a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:31.762413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:31.796245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=8694b829-6530-4883-a2ff-38bf500022d5,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:31.845464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Allocated IP 172.20.0.18 (ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4/1a5800ea-5970-44de-9908-629ae6eae48b/23c7fb89-9694-4371-bb51-e9fce83b3a39) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:32.074420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] In _notify_port_updated(), no bound segment for port 8694b829-6530-4883-a2ff-38bf500022d5 on network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:17:32.080708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.081365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.086075 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-09b409e9-df4a-441e-b41c-7ed2cf442830 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/ports/8694b829-6530-4883-a2ff-38bf500022d5 HTTP/1.1" status: 200 len: 998 time: 2.1789901 Mar 16 11:17:32.087127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35150) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:32.087784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.152130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23c7fb89-9694-4371-bb51-e9fce83b3a39 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:32.189308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Router 424db8b1-6c58-4eb6-8d64-7382ce45af36 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:17:32.214531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Network cda65966-5e01-4bc2-b80e-552a4db60278 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:32.229124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:32.234887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:32.250263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b8775-9e15-47ba-aef9-b0e28879f761 None None] Pushing event updated for resources: {'Port': ['ID=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.385236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Pushing event updated for resources: {'Port': ['ID=ed1dd336-98f2-4959-b2bb-b1c899775998,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.402606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.413023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=184a59a8-e3f3-4112-b97c-6a7ee0f6acbd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.559608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] For port 23c7fb89-9694-4371-bb51-e9fce83b3a39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23c7fb89-9694-4371-bb51-e9fce83b3a39,segment=NetworkSegment(486bc19d-88ea-4fa6-bb89-76691c650303),segment_id=486bc19d-88ea-4fa6-bb89-76691c650303)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:32.591361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 8694b829-6530-4883-a2ff-38bf500022d5 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:32.592861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.604201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Attempting to bind port ed1dd336-98f2-4959-b2bb-b1c899775998 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:32.605028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Attempting to bind port ed1dd336-98f2-4959-b2bb-b1c899775998 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '14bd5a5c-7f11-40dc-8829-3b2e509257e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:32.610586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Attempting to bind port ed1dd336-98f2-4959-b2bb-b1c899775998 on network cda65966-5e01-4bc2-b80e-552a4db60278 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:32.618266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:32.618635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Checking segment: {'id': '14bd5a5c-7f11-40dc-8829-3b2e509257e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:32.619032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.619471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Bound using segment: {'id': '14bd5a5c-7f11-40dc-8829-3b2e509257e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:32.619876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Bound port: ed1dd336-98f2-4959-b2bb-b1c899775998, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bd5a5c-7f11-40dc-8829-3b2e509257e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cda65966-5e01-4bc2-b80e-552a4db60278'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:32.620678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.645694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:32.671400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c2c3ca18-42ec-4704-b1c6-12795fe1e071 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3547506 Mar 16 11:17:32.672030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35154) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:32.699905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] Sync routers for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:32.723340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.735485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:32.735867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.798981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:32.799192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:32.873950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:32.881567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Transition to ACTIVE for port object 23c7fb89-9694-4371-bb51-e9fce83b3a39 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:32.919968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:32.934293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-72288c26-2329-420a-ba24-b45749b88303 None None] For port ed1dd336-98f2-4959-b2bb-b1c899775998, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:32.937506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:32.938493 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:33.027280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3c6e7-09f5-4279-bd96-170ffb7b5992 None None] Network 8127969d-2f57-45ba-a980-b2836386915a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:33.040213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.048386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-72288c26-2329-420a-ba24-b45749b88303 None None] For port ed1dd336-98f2-4959-b2bb-b1c899775998, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ed1dd336-98f2-4959-b2bb-b1c899775998,segment=NetworkSegment(14bd5a5c-7f11-40dc-8829-3b2e509257e1),segment_id=14bd5a5c-7f11-40dc-8829-3b2e509257e1)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:33.105672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:33.106122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b903a-d1e2-4e9e-9650-71960fd49bf5 None None] The sync data for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:33.107541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port 23c7fb89-9694-4371-bb51-e9fce83b3a39 had new provisioning blocks added so it will not transition to active. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 16 11:17:33.108833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 425fc4e9-8751-465a-b38c-0828225b8eee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:33.168244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.243383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:33.256125 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:33.263424 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-67a35d3e-bd47-40c3-b6db-526cd43ced7a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1162281 Mar 16 11:17:33.267041 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:33.267848 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:33.271561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35158) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:33.306803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.385876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-644939bc-ae2b-4ed9-9d73-7b454c22c328 None None] Provisioning for port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:33.402141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac829c-8c7c-4213-858c-3b26f2efc1cb None None] Pushing event updated for resources: {'Port': ['ID=23c7fb89-9694-4371-bb51-e9fce83b3a39,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:33.429496 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:33.453959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 8694b829-6530-4883-a2ff-38bf500022d5 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:33.527146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting subnet a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:33.541623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.598761 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:31Z', 'revision_number': 11, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:33.603469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-c6286027-89dc-4925-a819-494538645bd4 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:33.603662 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:33.605004 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c6286027-89dc-4925-a819-494538645bd4 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9320006 Mar 16 11:17:33.620183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35164) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:33.621426 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:33.624713 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:33.707956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 425fc4e9-8751-465a-b38c-0828225b8eee triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:33.708389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.783948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72288c26-2329-420a-ba24-b45749b88303 None None] Pushing event updated for resources: {'Port': ['ID=ed1dd336-98f2-4959-b2bb-b1c899775998,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:33.864384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.895752 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:33.903612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.017300 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:31Z', 'revision_number': 11, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:34.022177 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a534f0-64f9-4203-bd07-5fb87682db6c None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:31Z', 'revision_number': 11, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:34.032196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:34.057278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=8694b829-6530-4883-a2ff-38bf500022d5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:34.176821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.188954 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d6fdf809-d236-4d9c-919a-6511687edf79 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/8694b829-6530-4883-a2ff-38bf500022d5 HTTP/1.1" status: 204 len: 168 time: 2.0880961 Mar 16 11:17:34.191429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35168) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:34.206980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:34.213371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:34.214190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.255578 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cceee18-0210-447a-94ba-0e8bf72815b8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:17:34.256148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9cceee18-0210-447a-94ba-0e8bf72815b8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:34.316859 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-927c75d7-f059-4c91-b8dc-8227c4448ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5164707 Mar 16 11:17:34.352500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9cceee18-0210-447a-94ba-0e8bf72815b8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:34.354098 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9cceee18-0210-447a-94ba-0e8bf72815b8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/8694b829-6530-4883-a2ff-38bf500022d5 HTTP/1.1" status: 404 len: 333 time: 0.1614559 Mar 16 11:17:34.356728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35172) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:34.362181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.414093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:34.473276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84500c6f-5167-493d-8136-3067559a86c4 None None] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:34.505609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet 1a5800ea-5970-44de-9908-629ae6eae48b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:34.510687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.660383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.727501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.778536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.806957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.953269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.997046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Provisioning for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:35.013552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.024871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Provisioning complete for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:35.025394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-251dd7ef-2faf-4e2a-854b-be2396a57ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.025633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.026823 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-251dd7ef-2faf-4e2a-854b-be2396a57ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1099 time: 0.6435616 Mar 16 11:17:35.054117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.057021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5800ea-5970-44de-9908-629ae6eae48b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.070241 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1842c6e6-f80e-4307-91b7-5c290f1b31c9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/1a5800ea-5970-44de-9908-629ae6eae48b HTTP/1.1" status: 204 len: 168 time: 0.7104049 Mar 16 11:17:35.071361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35176) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:35.096958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec975c8-90f4-4a62-8a95-4b027db9221b None None] Network cda65966-5e01-4bc2-b80e-552a4db60278 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:35.133521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ed1dd336-98f2-4959-b2bb-b1c899775998 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:35.141359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.249202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.328360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.348309 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6b8096a9-62f9-48b5-8d5f-759817ef8fe2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f HTTP/1.1" status: 204 len: 168 time: 2.0791078 Mar 16 11:17:35.357533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet eb6214c2-4f5c-4199-a8c2-feb5e3718416 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:35.357533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.364300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35180) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:35.369264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8cbfc-6bd6-45b1-a7aa-00ad7739004a None None] Network dd904b1e-79bd-459e-950a-9da38bc28176 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:35.441422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.468165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-50b5615d-8cd7-40b1-9ec6-05651d06d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.469631 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-50b5615d-8cd7-40b1-9ec6-05651d06d43b service neutron] 10.222.0.53 "GET /v2.0/networks?id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 897 time: 0.4004760 Mar 16 11:17:35.494361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.505609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Deleting port 47e74acc-df48-48f8-b67e-423f0b72b62f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:35.506047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.522306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ed1dd336-98f2-4959-b2bb-b1c899775998 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:35.551481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:35.579431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.701258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Could not find standard attr ID for object 8694b829-6530-4883-a2ff-38bf500022d5. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:17:35.747967 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-2c71470d-b887-42a1-b94b-b2bc27310067 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 200 len: 1002 time: 0.2663281 Mar 16 11:17:35.782101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] For port 47e74acc-df48-48f8-b67e-423f0b72b62f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47e74acc-df48-48f8-b67e-423f0b72b62f,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:35.784119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.814484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:35.827810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:35.828634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.893726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] DHCP port deletion for dd904b1e-79bd-459e-950a-9da38bc28176 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:35.896314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Provisioning for port d61b3871-f5ae-4a82-a7ed-d388f55edc33 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:35.910169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Provisioning complete for port d61b3871-f5ae-4a82-a7ed-d388f55edc33 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:35.910825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.939996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.994242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9410abb0-ef66-460a-99bd-fedc6c7cee18 None None] Port d61b3871-f5ae-4a82-a7ed-d388f55edc33 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:35.996851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4789310d-3598-4169-a354-b829dc20c3ed None None] Network ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:35.997859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-efd79097-325d-4750-82a6-bd2aeb7492bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:36.000184 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-efd79097-325d-4750-82a6-bd2aeb7492bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8da97276-96ae-4934-b14b-a7f65b1a3d01 HTTP/1.1" status: 200 len: 834 time: 0.2441077 Mar 16 11:17:36.023406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Deleting port 47e74acc-df48-48f8-b67e-423f0b72b62f {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:36.024270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.066947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Calling delete_port for 47e74acc-df48-48f8-b67e-423f0b72b62f owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:36.168990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-64624312-89af-4b19-9d57-3e959c825896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:36.171252 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-64624312-89af-4b19-9d57-3e959c825896 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=430d462b-b776-4e6a-9c9d-9225c0e648f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1586151 Mar 16 11:17:36.214777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.232672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.246179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Provisioning complete for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:36.246555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.266555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6214c2-4f5c-4199-a8c2-feb5e3718416,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.288581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Port': ['ID=47e74acc-df48-48f8-b67e-423f0b72b62f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.290425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No DVR routers for this DVR port 47e74acc-df48-48f8-b67e-423f0b72b62f on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:36.321467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.332647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting port d61b3871-f5ae-4a82-a7ed-d388f55edc33 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:36.332647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.418563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.447198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd904b1e-79bd-459e-950a-9da38bc28176']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:36.460900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d0f756-6dda-4c9d-8d20-b3214c945004') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:36.461197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d0f756-6dda-4c9d-8d20-b3214c945004') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:36.475524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.494046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.500551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:36.500936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:36.520741 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:36.526313 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-679cf824-1ea4-43eb-92c7-6538c4429816 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/eb6214c2-4f5c-4199-a8c2-feb5e3718416 HTTP/1.1" status: 204 len: 168 time: 1.4499240 Mar 16 11:17:36.526313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35186) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:36.592911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.618919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] For port 47e74acc-df48-48f8-b67e-423f0b72b62f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=47e74acc-df48-48f8-b67e-423f0b72b62f,segment=NetworkSegment(38d0f756-6dda-4c9d-8d20-b3214c945004),segment_id=38d0f756-6dda-4c9d-8d20-b3214c945004)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:36.619183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.698705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.707300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.742833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Pushing event deleted for resources: {'Network': ['ID=dd904b1e-79bd-459e-950a-9da38bc28176,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.747789 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ea25598d-3875-4adb-9dd6-3edf4898d577 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/networks/dd904b1e-79bd-459e-950a-9da38bc28176 HTTP/1.1" status: 204 len: 168 time: 1.3859465 Mar 16 11:17:36.751564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35190) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:36.758254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'routes': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:36.758984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-d555b700-50df-4f98-b681-53743d34abf5 service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810816 Mar 16 11:17:36.764785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Calling delete_port for 47e74acc-df48-48f8-b67e-423f0b72b62f owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:36.799536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.823809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,segment=NetworkSegment(28afa869-1d38-48bb-ba6a-100b6c96b1e3),segment_id=28afa869-1d38-48bb-ba6a-100b6c96b1e3)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:36.900983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 23c7fb89-9694-4371-bb51-e9fce83b3a39 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:36.901319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.903541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.904326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23c7fb89-9694-4371-bb51-e9fce83b3a39 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:36.952746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.005774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] DHCP port deletion for ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:37.011596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:37.011948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:37.017413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Provisioning complete for port d61b3871-f5ae-4a82-a7ed-d388f55edc33 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:37.017792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.061868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Deleting port 23c7fb89-9694-4371-bb51-e9fce83b3a39 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:37.062386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.062665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Added routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 16 11:17:37.062969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.extraroute_db [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Removed routes are [] {{(pid=88449) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 16 11:17:37.063322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.117389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Calling delete_port for d61b3871-f5ae-4a82-a7ed-d388f55edc33 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:37.127646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.148171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Port d61b3871-f5ae-4a82-a7ed-d388f55edc33 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:37.198882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-382c8bad-8537-4ae6-8038-426bde710fc5 req-85008863-ebe0-48a9-bf90-e02418ee3927 service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258487 Mar 16 11:17:37.202347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 23c7fb89-9694-4371-bb51-e9fce83b3a39 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:37.202722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.299463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Provisioning for port ed1dd336-98f2-4959-b2bb-b1c899775998 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:37.337275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.341744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.357983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] For port 23c7fb89-9694-4371-bb51-e9fce83b3a39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23c7fb89-9694-4371-bb51-e9fce83b3a39,segment=NetworkSegment(486bc19d-88ea-4fa6-bb89-76691c650303),segment_id=486bc19d-88ea-4fa6-bb89-76691c650303)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:37.358607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Provisioning complete for port ed1dd336-98f2-4959-b2bb-b1c899775998 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:37.358706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.358824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.417681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] For port 23c7fb89-9694-4371-bb51-e9fce83b3a39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=23c7fb89-9694-4371-bb51-e9fce83b3a39,segment=NetworkSegment(486bc19d-88ea-4fa6-bb89-76691c650303),segment_id=486bc19d-88ea-4fa6-bb89-76691c650303)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:37.418101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.492502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 23c7fb89-9694-4371-bb51-e9fce83b3a39 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:37.522335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Deleting port 47e74acc-df48-48f8-b67e-423f0b72b62f {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:37.522335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.603505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router fe15e6b2-514f-40db-aa39-93ff144f8ff6 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:37.623303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Calling delete_port for 23c7fb89-9694-4371-bb51-e9fce83b3a39 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:37.669196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.710422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e8054e2-1124-4921-bd7a-c0331e5448f5 None None] The port '47e74acc-df48-48f8-b67e-423f0b72b62f' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:37.719262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Port': ['ID=d61b3871-f5ae-4a82-a7ed-d388f55edc33,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.750489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:37.755396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.784758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.788729 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d53b2308-1704-4c93-8b66-37c03c911d2b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 705 time: 1.0341058 Mar 16 11:17:37.789349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35194) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:37.793118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] Sync routers for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:37.822916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:37.823273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:37.825424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:37.826428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:37.867127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=23c7fb89-9694-4371-bb51-e9fce83b3a39,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.873912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9681f2ac-0325-4b88-b51e-8e2aaaafe8a0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:37.874566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No DVR routers for this DVR port 23c7fb89-9694-4371-bb51-e9fce83b3a39 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:37.883463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:37.967110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9681f2ac-0325-4b88-b51e-8e2aaaafe8a0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:37.971329 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9681f2ac-0325-4b88-b51e-8e2aaaafe8a0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 205 time: 0.1786225 Mar 16 11:17:37.972533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35200) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:37.999221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.008399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:38.008769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 184a59a8-e3f3-4112-b97c-6a7ee0f6acbd not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:38.081744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:38.124585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:38.160269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.203507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.239638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:31Z', 'revision_number': 11, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.244983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] For port ed1dd336-98f2-4959-b2bb-b1c899775998, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ed1dd336-98f2-4959-b2bb-b1c899775998,segment=NetworkSegment(14bd5a5c-7f11-40dc-8829-3b2e509257e1),segment_id=14bd5a5c-7f11-40dc-8829-3b2e509257e1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:38.251902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] Checking router: fe15e6b2-514f-40db-aa39-93ff144f8ff6 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:38.272505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] Routers {'fe15e6b2-514f-40db-aa39-93ff144f8ff6'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:38.273310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.288507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.298730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.325606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Deleting port 23c7fb89-9694-4371-bb51-e9fce83b3a39 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:38.326008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.361640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.375164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486bc19d-88ea-4fa6-bb89-76691c650303') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.376054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486bc19d-88ea-4fa6-bb89-76691c650303') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.435773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.491810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.494184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.513403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.516386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd87c-6e28-463e-b6eb-77a81c4d95b5 None None] The port '23c7fb89-9694-4371-bb51-e9fce83b3a39' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:38.523793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] Set router fe15e6b2-514f-40db-aa39-93ff144f8ff6 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:38.531773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:38.532169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:38.546868 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:38.593568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.594102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router fe15e6b2-514f-40db-aa39-93ff144f8ff6 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:17:38.611537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.616675 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2d82ab5e-08b3-4591-b6ad-52066f3b4d9b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 204 len: 168 time: 0.6392028 Mar 16 11:17:38.618452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35204) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:38.625410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:38.625929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.672789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:31Z', 'revision_number': 11, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.675466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598383404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:38.689735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:38.692667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65980024-fe4d-44ef-b952-9fa53c016762 None None] The sync data for ids ['fe15e6b2-514f-40db-aa39-93ff144f8ff6'] in dv-neutron-831730-4-hyperv is: [{'id': 'fe15e6b2-514f-40db-aa39-93ff144f8ff6', 'name': 'tempest-RoutersIpV6Test-router-1540349726', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:16:28Z', 'updated_at': '2022-03-16T11:17:31Z', 'revision_number': 11, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:38.697062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5913c99-eeac-468d-bb34-016e910e2473 None None] Pushing event updated for resources: {'Port': ['ID=ed1dd336-98f2-4959-b2bb-b1c899775998,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:38.697365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Router 424db8b1-6c58-4eb6-8d64-7382ce45af36 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:38.698543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Usage tracker for resource:router and tenant:72ebbedeac4d4d318cf319d24c00a771 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:38.702095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:38.709363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:38.786772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:38.837501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.838550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.849914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.863320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:38.863695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.869593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:38.872527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.886052 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b8497-db50-43fa-9af8-deebb735661e None None] Sync routers for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:38.890487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:38.898670 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b8497-db50-43fa-9af8-deebb735661e None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:38.899490 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-334b8497-db50-43fa-9af8-deebb735661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.908122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.924477 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c692b2e8-f807-4630-af5f-4842cd63fba5 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3028972 Mar 16 11:17:38.928140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35208) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:38.970409 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-334b8497-db50-43fa-9af8-deebb735661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.979602 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b8497-db50-43fa-9af8-deebb735661e None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:38.980284 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-334b8497-db50-43fa-9af8-deebb735661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:39.001416 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1de3c91a-489f-4a90-b9a4-80c7b1f6b350 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/ac975d5f-612d-41a8-87b0-8c0ce6d0b9c4 HTTP/1.1" status: 204 len: 168 time: 2.4749169 Mar 16 11:17:39.006002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35212) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:39.008989 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-46391a42-f138-471f-b98b-271e8fb82678 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] delete failed (client error): The resource could not be found. Mar 16 11:17:39.010123 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-46391a42-f138-471f-b98b-271e8fb82678 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-998567051 HTTP/1.1" status: 404 len: 334 time: 0.0811024 Mar 16 11:17:39.015773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35216) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:39.021175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9c273ceb-7751-4de0-b806-a62451f9153c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'router': {'external_gateway_info': {'network_id': '424db8b1-6c58-4eb6-8d64-7382ce45af36'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:39.052636 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-334b8497-db50-43fa-9af8-deebb735661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:39.053516 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b8497-db50-43fa-9af8-deebb735661e None None] The sync data for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:39.075029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.089182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23c7fb89-9694-4371-bb51-e9fce83b3a39 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:39.113496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5cb50e-9dbe-46b8-97d7-e6340d9bf574 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:39.114513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4e5cb50e-9dbe-46b8-97d7-e6340d9bf574 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:39.124397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 23c7fb89-9694-4371-bb51-e9fce83b3a39 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:39.124767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 23c7fb89-9694-4371-bb51-e9fce83b3a39 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:39.125170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47e74acc-df48-48f8-b67e-423f0b72b62f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:39.161685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 47e74acc-df48-48f8-b67e-423f0b72b62f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:39.162002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 47e74acc-df48-48f8-b67e-423f0b72b62f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:39.187003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.188417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-039eaf1b-60bd-4f55-b799-b01efddb1245 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5245905 Mar 16 11:17:39.191062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35220) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:39.196098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:39.253951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4e5cb50e-9dbe-46b8-97d7-e6340d9bf574 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:39.258462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4e5cb50e-9dbe-46b8-97d7-e6340d9bf574 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2479775 Mar 16 11:17:39.262654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35224) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:39.435311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c273ceb-7751-4de0-b806-a62451f9153c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.542565 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-9c273ceb-7751-4de0-b806-a62451f9153c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] update failed (client error): The resource could not be found. Mar 16 11:17:39.543840 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9c273ceb-7751-4de0-b806-a62451f9153c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36 HTTP/1.1" status: 404 len: 339 time: 0.5269690 Mar 16 11:17:39.549184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35228) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.017055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.072922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ccb794d7-0883-4610-b274-47a788d0cd5b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8092320 Mar 16 11:17:40.077269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35232) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.085170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496157854'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:40.086267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ed1dd336-98f2-4959-b2bb-b1c899775998 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:40.091789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:40.096583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:40.100610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:40.106869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:40.155483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ed1dd336-98f2-4959-b2bb-b1c899775998 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:40.155989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.203297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.229346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:40.234097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.262335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:40.274520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.274905 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment 97ec6685-1037-40f4-bc40-f4dc2ad97746 of type vlan for network d04d1066-e0b4-4326-b903-5e8ef69d4440 Mar 16 11:17:40.304930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.376080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.509161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.515317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.516101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.629145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=d04d1066-e0b4-4326-b903-5e8ef69d4440,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:40.641917 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6f6789b3-f12e-4805-b9f6-3d9d82ac7814 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5634120 Mar 16 11:17:40.644447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35238) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.646266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:40.650394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:40.761355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:40.766236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:40.769279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:40.775209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:40.794359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Router 7aa78b3c-0565-4ea1-9e98-856060962bfd is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:17:40.868878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:40.872422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.003479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:41.029305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] Sync routers for ids ['7aa78b3c-0565-4ea1-9e98-856060962bfd'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:41.039209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.041313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] Routers {'7aa78b3c-0565-4ea1-9e98-856060962bfd'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:41.042136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7aa78b3c-0565-4ea1-9e98-856060962bfd'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:41.043379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35242) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:41.044093 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c0e49904-f4c6-46ac-afd0-6104d0e439dc tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "PUT /v2.0/routers/7aa78b3c-0565-4ea1-9e98-856060962bfd HTTP/1.1" status: 200 len: 698 time: 1.8519857 Mar 16 11:17:41.054821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Allocated IP 172.20.0.1 (7e66781c-3fef-4fe4-964e-5e3585dc6942/86bbc25b-7341-4f8b-a25e-e058bd8c3fc0/be0128d5-9e16-468a-aea5-c6ab5ba1cb34) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:41.193283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] Set router 7aa78b3c-0565-4ea1-9e98-856060962bfd gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:41.207354 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8bd0341d-1534-4cbb-8824-148e96f2569a tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/routers/7aa78b3c-0565-4ea1-9e98-856060962bfd HTTP/1.1" status: 200 len: 704 time: 0.1628904 Mar 16 11:17:41.210206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35246) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:41.273079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-803f1748-a441-448c-a04a-4bfee8bf1af2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Synchronizing usage tracker for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:41.279731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.301399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-803f1748-a441-448c-a04a-4bfee8bf1af2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Unset dirty status for tenant:72ebbedeac4d4d318cf319d24c00a771 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:41.305177 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-803f1748-a441-448c-a04a-4bfee8bf1af2 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa78b3c-0565-4ea1-9e98-856060962bfd HTTP/1.1" status: 200 len: 205 time: 0.0911849 Mar 16 11:17:41.305343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa78b3c-0565-4ea1-9e98-856060962bfd', 'name': 'tempest-RoutersIpV6Test-router-1598383404', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:38Z', 'updated_at': '2022-03-16T11:17:40Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:41.305488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Transition to ACTIVE for port object be0128d5-9e16-468a-aea5-c6ab5ba1cb34 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:41.305598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35250) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:41.309207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] Checking router: 7aa78b3c-0565-4ea1-9e98-856060962bfd for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:41.318780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] Routers {'7aa78b3c-0565-4ea1-9e98-856060962bfd'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:41.319398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7aa78b3c-0565-4ea1-9e98-856060962bfd'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:41.440205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.444300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] Set router 7aa78b3c-0565-4ea1-9e98-856060962bfd gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:41.458532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.493771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.524875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:41.528313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:41.537618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:41.562879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa78b3c-0565-4ea1-9e98-856060962bfd', 'name': 'tempest-RoutersIpV6Test-router-1598383404', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:38Z', 'updated_at': '2022-03-16T11:17:40Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:41.569201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fb096-6f66-4178-9ab0-17e06562406a None None] The sync data for ids ['7aa78b3c-0565-4ea1-9e98-856060962bfd'] in dv-neutron-831730-4-hyperv is: [{'id': '7aa78b3c-0565-4ea1-9e98-856060962bfd', 'name': 'tempest-RoutersIpV6Test-router-1598383404', 'tenant_id': '72ebbedeac4d4d318cf319d24c00a771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:38Z', 'updated_at': '2022-03-16T11:17:40Z', 'revision_number': 2, 'project_id': '72ebbedeac4d4d318cf319d24c00a771', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:41.582415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Port': ['ID=be0128d5-9e16-468a-aea5-c6ab5ba1cb34,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:41.626269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.776375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=d0e1a264-882e-4db4-bda6-99d5bd816594,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:41.815375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.859062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.862030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-795398ff-2ad4-4f8e-a7a9-813e232945e9 None None] Provisioning for port be0128d5-9e16-468a-aea5-c6ab5ba1cb34 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:41.862463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.867217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-795398ff-2ad4-4f8e-a7a9-813e232945e9 None None] Provisioning complete for port be0128d5-9e16-468a-aea5-c6ab5ba1cb34 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:41.867924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-795398ff-2ad4-4f8e-a7a9-813e232945e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.874323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': '97ec6685-1037-40f4-bc40-f4dc2ad97746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:41.874774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: d04d1066-e0b4-4326-b903-5e8ef69d4440, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:41.926964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-795398ff-2ad4-4f8e-a7a9-813e232945e9 None None] Port be0128d5-9e16-468a-aea5-c6ab5ba1cb34 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:41.964139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.964598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa78b3c-0565-4ea1-9e98-856060962bfd {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:17:41.984480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.985563 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-54a16680-cc1c-49cf-aa40-b564990ee30d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/7aa78b3c-0565-4ea1-9e98-856060962bfd HTTP/1.1" status: 204 len: 168 time: 0.6790893 Mar 16 11:17:41.989139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35254) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.026450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:42.039692 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-add21859-3077-4493-ba33-e4ce09c59d92 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa78b3c-0565-4ea1-9e98-856060962bfd HTTP/1.1" status: 200 len: 205 time: 0.0465140 Mar 16 11:17:42.039692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35258) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.225555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, d04d1066-e0b4-4326-b903-5e8ef69d4440) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:42.230014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:42.230585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.235889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dcba26-142c-414a-a5f4-584030c18d31 None None] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:42.236435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.237478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-71a2600f-7668-4725-aec7-01a1141618d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:42.238529 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-71a2600f-7668-4725-aec7-01a1141618d7 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/7aa78b3c-0565-4ea1-9e98-856060962bfd HTTP/1.1" status: 404 len: 336 time: 0.1983798 Mar 16 11:17:42.241173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35262) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.287695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-5325cea2-bfa3-495a-8e02-d82c396ca061 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:42.291825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5325cea2-bfa3-495a-8e02-d82c396ca061 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:42.291825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5325cea2-bfa3-495a-8e02-d82c396ca061 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/417c3799-c397-41d0-ad50-c7db01c2224e HTTP/1.1" status: 404 len: 337 time: 0.0475812 Mar 16 11:17:42.293537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35268) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.329670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.335528 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-06b95d31-86f3-4420-a0c4-6bcefe0e4d3a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6877549 Mar 16 11:17:42.336639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35272) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.343953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440', 'name': 'tempest-PortsTestJSON-397354200'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:42.404422 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-387cbf70-b072-4709-863d-298a4423d1f0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:42.405539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387cbf70-b072-4709-863d-298a4423d1f0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:42.410563 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-387cbf70-b072-4709-863d-298a4423d1f0 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/aa2001aa-191f-417e-9db2-f1c01f536713 HTTP/1.1" status: 404 len: 337 time: 0.1128323 Mar 16 11:17:42.423869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35276) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.472788 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfcc80d-b87d-4312-bd09-4db0c0062a6d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:42.473259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfcc80d-b87d-4312-bd09-4db0c0062a6d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:42.475007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1bfcc80d-b87d-4312-bd09-4db0c0062a6d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/415df5a2-86c8-48a1-bde4-b9a9e3c17ae9 HTTP/1.1" status: 404 len: 337 time: 0.0507605 Mar 16 11:17:42.476664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-d04d1066-e0b4-4326-b903-5e8ef69d4440', 'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': 'd0e1a264-882e-4db4-bda6-99d5bd816594'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:42.478776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.481641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35280) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.495610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:42.506421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:42.534450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.537800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event updated for resources: {'Port': ['ID=be0128d5-9e16-468a-aea5-c6ab5ba1cb34,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:42.544547 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbdf63d-1419-4185-8343-9cacd8e67097 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:42.545003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbdf63d-1419-4185-8343-9cacd8e67097 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:42.549990 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1bbdf63d-1419-4185-8343-9cacd8e67097 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/a9b1ac26-5cfe-469a-bb3b-c1dba1a37d5f HTTP/1.1" status: 404 len: 337 time: 0.0642731 Mar 16 11:17:42.549990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35284) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.599388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:42.605823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.629248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35288) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.695960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Allocated IP 172.20.0.2 (d04d1066-e0b4-4326-b903-5e8ef69d4440/d0e1a264-882e-4db4-bda6-99d5bd816594/3b0ac421-1a6f-415c-9397-0538f64603e7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:42.730617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port e9b637aa-df00-481e-ad95-f6abc740f238 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:42.747181 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3bb3fe45-7484-4c7f-b717-64a8075c5c03 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 200 len: 205 time: 0.1950204 Mar 16 11:17:42.748526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35292) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.877140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-4e64863d-8e93-424d-b916-ad5d5cabc59d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:42.880909 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4e64863d-8e93-424d-b916-ad5d5cabc59d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/fe15e6b2-514f-40db-aa39-93ff144f8ff6 HTTP/1.1" status: 404 len: 336 time: 0.1286311 Mar 16 11:17:42.882374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35296) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.922924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.936669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Transition to ACTIVE for port object 3b0ac421-1a6f-415c-9397-0538f64603e7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:42.936930 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1838f961-492a-4c11-8658-f6723ec305eb tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=914fdae9-ddd9-4816-a83a-fe130e7d092a HTTP/1.1" status: 200 len: 205 time: 0.0506914 Mar 16 11:17:42.936930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35300) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:42.955639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Transition to ACTIVE for port object 3b0ac421-1a6f-415c-9397-0538f64603e7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:43.018978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-c64b329e-b8e0-4c85-83c9-e950cce2eb85 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:43.019928 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c64b329e-b8e0-4c85-83c9-e950cce2eb85 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/914fdae9-ddd9-4816-a83a-fe130e7d092a HTTP/1.1" status: 404 len: 336 time: 0.0822268 Mar 16 11:17:43.021654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.024253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35304) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.068243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:43.069395 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-470bb2ae-7c22-48de-9d8f-622bc33f3e67 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:43.069854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470bb2ae-7c22-48de-9d8f-622bc33f3e67 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:43.074361 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-470bb2ae-7c22-48de-9d8f-622bc33f3e67 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/9f184ac2-8b59-4fe8-9958-fb4de43086ef HTTP/1.1" status: 404 len: 337 time: 0.0434768 Mar 16 11:17:43.074361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:43.074361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.111775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:43.116505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:43.120449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Pushing event updated for resources: {'Port': ['ID=3b0ac421-1a6f-415c-9397-0538f64603e7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.122343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:43.152299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.12 (d04d1066-e0b4-4326-b903-5e8ef69d4440/d0e1a264-882e-4db4-bda6-99d5bd816594/e9b637aa-df00-481e-ad95-f6abc740f238) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:43.174652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9903e6d6-ec6b-4646-8f6f-17e5b050ec5f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 200 len: 205 time: 0.0993912 Mar 16 11:17:43.180925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35312) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.271325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Attempting to bind port 3b0ac421-1a6f-415c-9397-0538f64603e7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:43.272311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Attempting to bind port 3b0ac421-1a6f-415c-9397-0538f64603e7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '97ec6685-1037-40f4-bc40-f4dc2ad97746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:43.272849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Attempting to bind port 3b0ac421-1a6f-415c-9397-0538f64603e7 on network d04d1066-e0b4-4326-b903-5e8ef69d4440 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:43.278790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:43.279438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Checking segment: {'id': '97ec6685-1037-40f4-bc40-f4dc2ad97746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:43.280765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.281330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Bound using segment: {'id': '97ec6685-1037-40f4-bc40-f4dc2ad97746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:43.282017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Bound port: 3b0ac421-1a6f-415c-9397-0538f64603e7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ec6685-1037-40f4-bc40-f4dc2ad97746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:43.282593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.317399 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-eee1d7bf-5bd1-4562-b9a6-2053373ff651 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:43.318369 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eee1d7bf-5bd1-4562-b9a6-2053373ff651 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/56f0c0a9-9906-4679-b29a-2bddc67f5eef HTTP/1.1" status: 404 len: 336 time: 0.1362133 Mar 16 11:17:43.325588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35316) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.373146 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-95794643-d3de-4211-b6a1-29939958d088 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6b17afe-5bb2-4ea4-be31-0a295dd3b925 HTTP/1.1" status: 200 len: 205 time: 0.0463884 Mar 16 11:17:43.376254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35320) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.384969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] For port 3b0ac421-1a6f-415c-9397-0538f64603e7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:43.388326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] For port 3b0ac421-1a6f-415c-9397-0538f64603e7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3b0ac421-1a6f-415c-9397-0538f64603e7,segment=NetworkSegment(97ec6685-1037-40f4-bc40-f4dc2ad97746),segment_id=97ec6685-1037-40f4-bc40-f4dc2ad97746)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:43.402274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-30b43f0c-c8c9-4ffb-84ff-af3022701984 None None] Provisioning complete for port be0128d5-9e16-468a-aea5-c6ab5ba1cb34 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:43.402640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-30b43f0c-c8c9-4ffb-84ff-af3022701984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.458967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-30b43f0c-c8c9-4ffb-84ff-af3022701984 None None] Port be0128d5-9e16-468a-aea5-c6ab5ba1cb34 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:43.461766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-9ded85f4-2746-4e10-96e5-6ddd2c18f27b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:43.462812 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9ded85f4-2746-4e10-96e5-6ddd2c18f27b tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/f6b17afe-5bb2-4ea4-be31-0a295dd3b925 HTTP/1.1" status: 404 len: 336 time: 0.0856931 Mar 16 11:17:43.466959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35324) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.471587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Router 424db8b1-6c58-4eb6-8d64-7382ce45af36 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:43.484798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.501457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.513833 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9d4d78-55e0-4342-bec5-e7c859a8b64f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:43.514824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9d4d78-55e0-4342-bec5-e7c859a8b64f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:43.519109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3f9d4d78-55e0-4342-bec5-e7c859a8b64f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/f5b9f599-6e66-42e5-8739-fbad1fc2c149 HTTP/1.1" status: 404 len: 337 time: 0.0475440 Mar 16 11:17:43.523294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35328) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.535734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object e9b637aa-df00-481e-ad95-f6abc740f238 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:43.560230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef2319-cf0c-4554-9634-909f0dddb631 None None] Pushing event updated for resources: {'Port': ['ID=3b0ac421-1a6f-415c-9397-0538f64603e7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.628567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2687b92e-90eb-4797-be60-e5d028a68a52 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3bd725e-396a-4040-959c-6cb7d227c03e HTTP/1.1" status: 200 len: 205 time: 0.1072235 Mar 16 11:17:43.631019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35332) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.643250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.727594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:43.739675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:43.746301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:43.757519 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-7eb0ee9a-6fa9-4458-9cd2-57f4e71c3c34 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:43.758564 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7eb0ee9a-6fa9-4458-9cd2-57f4e71c3c34 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/e3bd725e-396a-4040-959c-6cb7d227c03e HTTP/1.1" status: 404 len: 336 time: 0.1266735 Mar 16 11:17:43.761157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35336) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.777105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=e9b637aa-df00-481e-ad95-f6abc740f238,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.818290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.900990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.901626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.955003 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb09b48c-ae45-4587-a4e1-fb28e535142f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:43.955600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb09b48c-ae45-4587-a4e1-fb28e535142f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:43.959710 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bb09b48c-ae45-4587-a4e1-fb28e535142f tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/9129c6a0-5ab5-456a-ab89-f0f032be0a70 HTTP/1.1" status: 404 len: 337 time: 0.1951141 Mar 16 11:17:43.961683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35340) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.997309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:44.006619 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5633c0bb-e341-498c-8039-e53f92bde23c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4564412 Mar 16 11:17:44.009503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35344) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.010624 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] Sync routers for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:44.015328 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5d3189c6-765e-4d39-a776-fafcd161f89d tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec15920a-56e3-4154-a72e-4ecc17030ea1 HTTP/1.1" status: 200 len: 205 time: 0.0527275 Mar 16 11:17:44.017971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35346) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.036257 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:44.037634 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:44.105197 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-fbdcf19a-00cc-4b48-a680-0a1f6f1b2d19 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] delete failed (client error): The resource could not be found. Mar 16 11:17:44.106677 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fbdcf19a-00cc-4b48-a680-0a1f6f1b2d19 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/routers/ec15920a-56e3-4154-a72e-4ecc17030ea1 HTTP/1.1" status: 404 len: 336 time: 0.0873506 Mar 16 11:17:44.109239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35350) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.147274 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:44.149113 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd2efa7-f464-4a84-97f5-67762b4ad4f8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:44.149578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd2efa7-f464-4a84-97f5-67762b4ad4f8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:44.151302 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8cd2efa7-f464-4a84-97f5-67762b4ad4f8 tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/382ad276-490a-4c72-ad38-7c020b4441be HTTP/1.1" status: 404 len: 337 time: 0.0411453 Mar 16 11:17:44.154039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35354) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.168923 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:44.168923 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:44.190233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3b0ac421-1a6f-415c-9397-0538f64603e7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:44.194692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed61dade-ac35-43ed-b3cd-ba226b49581e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:44.195363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed61dade-ac35-43ed-b3cd-ba226b49581e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:44.197284 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ed61dade-ac35-43ed-b3cd-ba226b49581e tempest-RoutersIpV6Test-1108006438 tempest-RoutersIpV6Test-1108006438-project] 10.222.0.30 "DELETE /v2.0/subnets/46ca6d31-b8c0-42ce-bc14-ccc7849a725b HTTP/1.1" status: 404 len: 337 time: 0.0419011 Mar 16 11:17:44.227858 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1646ce14-7479-460a-ad6a-d7408b5274e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8898528 Mar 16 11:17:44.230654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35362) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.237944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'd04d1066-e0b4-4326-b903-5e8ef69d4440', 'name': 'tempest-PortsTestJSON-1462406850'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:44.256265 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:44.258538 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e730b36-08ed-4661-8a10-8d814a529444 None None] The sync data for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:44.364160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 3b0ac421-1a6f-415c-9397-0538f64603e7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:44.403045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:44.410879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:44.411908 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:44.417721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:44.468135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d8b64212-26e5-467c-a4b9-467d4755d2dc tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.503620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:44.507310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.549235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 60616a05-18e7-423e-acec-cb1889093092 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:44.692494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-d8b64212-26e5-467c-a4b9-467d4755d2dc tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 11:17:44.693523 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d8b64212-26e5-467c-a4b9-467d4755d2dc tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36 HTTP/1.1" status: 409 len: 329 time: 0.5296071 Mar 16 11:17:44.696853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35368) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.780592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:44.781254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.822988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.6 (d04d1066-e0b4-4326-b903-5e8ef69d4440/d0e1a264-882e-4db4-bda6-99d5bd816594/60616a05-18e7-423e-acec-cb1889093092) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:44.854986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536d865-b2ee-4b08-8b94-a63e06f9d73f None None] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:44.874499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35374) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:45.035465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] Provisioning for port 3b0ac421-1a6f-415c-9397-0538f64603e7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:45.046556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] Provisioning complete for port 3b0ac421-1a6f-415c-9397-0538f64603e7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:45.046716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.082704 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0915d4e2-215c-4600-b007-d474c3d96e4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72ebbedeac4d4d318cf319d24c00a771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071090 Mar 16 11:17:45.086531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35380) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:45.089877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:45.094208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.231009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.239788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:45.244655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8c4185d2-8ed6-40b5-bd01-184fb09b07a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.271647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] For port 3b0ac421-1a6f-415c-9397-0538f64603e7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3b0ac421-1a6f-415c-9397-0538f64603e7,segment=NetworkSegment(97ec6685-1037-40f4-bc40-f4dc2ad97746),segment_id=97ec6685-1037-40f4-bc40-f4dc2ad97746)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:45.344384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.353229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fef6f1-9871-465b-bebb-d794aa5c1d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.403267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fef6f1-9871-465b-bebb-d794aa5c1d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.406226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.455334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02f8bb-dc05-4704-ab06-44a6cc442d0c None None] Pushing event updated for resources: {'Port': ['ID=3b0ac421-1a6f-415c-9397-0538f64603e7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:45.464222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 60616a05-18e7-423e-acec-cb1889093092 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:45.508419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.563463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fef6f1-9871-465b-bebb-d794aa5c1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.583704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef6f1-9871-465b-bebb-d794aa5c1d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159f2b0-fee8-44de-b081-67dc4c6f57b7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:45.643851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.680450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-76817699-2c59-498c-9856-86c392fe880c None None] Provisioning for port e9b637aa-df00-481e-ad95-f6abc740f238 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:45.686573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-76817699-2c59-498c-9856-86c392fe880c None None] Provisioning complete for port e9b637aa-df00-481e-ad95-f6abc740f238 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:45.694024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-76817699-2c59-498c-9856-86c392fe880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.694235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.719635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:45.751403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:45.758508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:45.793302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-76817699-2c59-498c-9856-86c392fe880c None None] Port e9b637aa-df00-481e-ad95-f6abc740f238 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:45.806286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fef6f1-9871-465b-bebb-d794aa5c1d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.807857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-76817699-2c59-498c-9856-86c392fe880c None None] Provisioning complete for port 3b0ac421-1a6f-415c-9397-0538f64603e7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:45.808190 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d6fef6f1-9871-465b-bebb-d794aa5c1d26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f159f2b0-fee8-44de-b081-67dc4c6f57b7 HTTP/1.1" status: 204 len: 168 time: 0.7207150 Mar 16 11:17:45.808586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-76817699-2c59-498c-9856-86c392fe880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.037473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:46.122276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Provisioning complete for port e9b637aa-df00-481e-ad95-f6abc740f238 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:46.122918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.175043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=60616a05-18e7-423e-acec-cb1889093092,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:46.194180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:46.194850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.231170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Port e9b637aa-df00-481e-ad95-f6abc740f238 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:46.258693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3b0ac421-1a6f-415c-9397-0538f64603e7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:46.272504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.294726 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e7335991-5ff0-43ea-92ef-36a93eeaf5f9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0627601 Mar 16 11:17:46.298163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35390) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:46.335658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3b0ac421-1a6f-415c-9397-0538f64603e7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:46.336467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.357179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting port be0128d5-9e16-468a-aea5-c6ab5ba1cb34 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:46.357522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.399537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Provisioning for port 60616a05-18e7-423e-acec-cb1889093092 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:46.410301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Provisioning complete for port 60616a05-18e7-423e-acec-cb1889093092 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:46.410684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.512860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb7654-9dc6-4f2e-a07a-b21d3b6e4e78 None None] Port 60616a05-18e7-423e-acec-cb1889093092 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:46.572222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532aab0d-e089-4d15-b5e4-e7cfecf535e4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:46.572931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-532aab0d-e089-4d15-b5e4-e7cfecf535e4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:46.632959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.698442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-532aab0d-e089-4d15-b5e4-e7cfecf535e4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:46.699760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-532aab0d-e089-4d15-b5e4-e7cfecf535e4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.4004030 Mar 16 11:17:46.704755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35402) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:46.760554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:46.774568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Calling delete_port for be0128d5-9e16-468a-aea5-c6ab5ba1cb34 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:46.847206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 60616a05-18e7-423e-acec-cb1889093092 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:46.847785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.023468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.073777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Port': ['ID=be0128d5-9e16-468a-aea5-c6ab5ba1cb34,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:47.100395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:47.107345 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eebb7b08-7cb7-46df-80ab-da9f706cb9ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/717a6902-1b92-4cb3-9a82-54465e145d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4770055 Mar 16 11:17:47.126503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35416) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:47.131321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:47.143111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:47.143744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:47.241356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.412278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5ba08604-bd27-4ef6-92d9-fce24bf5f44f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:47.412974 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-5ba08604-bd27-4ef6-92d9-fce24bf5f44f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 11:17:47.413474 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-5ba08604-bd27-4ef6-92d9-fce24bf5f44f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:17:47.417262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 60616a05-18e7-423e-acec-cb1889093092 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:47.422268 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5ba08604-bd27-4ef6-92d9-fce24bf5f44f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2957399 Mar 16 11:17:47.423021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:47.423637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.430319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-12375189-cdd5-4dea-8a00-7213e4e7e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.432388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075117149'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:47.445000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:47.465244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:47.503327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:47.512662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:47.521969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:47.674949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.770709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=60616a05-18e7-423e-acec-cb1889093092,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:47.803433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.884556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.931202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:47.954182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:45Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:47.959005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:47.970771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:47.971703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:47.979135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:47.983380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:47.987803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Router 424db8b1-6c58-4eb6-8d64-7382ce45af36 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:47.991968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:48.013496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.107040 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-18239389-b91a-442a-95b5-7640b000d865 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/60616a05-18e7-423e-acec-cb1889093092 HTTP/1.1" status: 204 len: 168 time: 1.3989613 Mar 16 11:17:48.107408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35428) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.153493 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9db1ec5-5247-445f-8434-290011190f99 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:17:48.153493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d9db1ec5-5247-445f-8434-290011190f99 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:48.176528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:48.176762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:48.189508 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] Sync routers for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:48.199498 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:48.200478 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.221301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d9db1ec5-5247-445f-8434-290011190f99 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:48.223783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d9db1ec5-5247-445f-8434-290011190f99 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/60616a05-18e7-423e-acec-cb1889093092 HTTP/1.1" status: 404 len: 333 time: 0.1133838 Mar 16 11:17:48.223930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955f46-095d-45af-a0b2-9127c025eaad req-78460457-3749-4c04-9057-ae758ee7cbfb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.224035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-c1955f46-095d-45af-a0b2-9127c025eaad req-78460457-3749-4c04-9057-ae758ee7cbfb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:48.226466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35432) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.251737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-672cbf4a-e3df-46da-9cb2-222b63f50f9c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5530756 Mar 16 11:17:48.255291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35436) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.289527 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.300332 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] Routers {'424db8b1-6c58-4eb6-8d64-7382ce45af36'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:48.301362 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['424db8b1-6c58-4eb6-8d64-7382ce45af36'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.312133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port e9b637aa-df00-481e-ad95-f6abc740f238 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:48.312523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.325974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.359504 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-03237add-c238-4922-a175-f8f7f5602cec tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] show failed (client error): The resource could not be found. Mar 16 11:17:48.364283 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-03237add-c238-4922-a175-f8f7f5602cec tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-766180006 HTTP/1.1" status: 404 len: 334 time: 0.1062295 Mar 16 11:17:48.364654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35440) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.371337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-c1955f46-095d-45af-a0b2-9127c025eaad req-78460457-3749-4c04-9057-ae758ee7cbfb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:48.372435 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.373049 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475bd5f-3ebe-45ae-9346-e7b203fd866d None None] The sync data for ids ['424db8b1-6c58-4eb6-8d64-7382ce45af36'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:48.376275 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c1955f46-095d-45af-a0b2-9127c025eaad req-78460457-3749-4c04-9057-ae758ee7cbfb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 946 time: 0.4498813 Mar 16 11:17:48.383325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-371d76e5-c29e-4c16-b245-abdba224b779 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:48.420438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.442306 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c1955f46-095d-45af-a0b2-9127c025eaad req-41a2f00d-22c3-439a-9ab9-84780a8da506 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585508 Mar 16 11:17:48.466180 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-371d76e5-c29e-4c16-b245-abdba224b779 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] update failed (client error): The resource could not be found. Mar 16 11:17:48.466180 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-371d76e5-c29e-4c16-b245-abdba224b779 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1948642360 HTTP/1.1" status: 404 len: 335 time: 0.0948110 Mar 16 11:17:48.468873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35444) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.481100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.493917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:48.502693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:48.507298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:48.522436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:48.531213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e394f5c2-7bb5-4d9f-94c8-144a8aae8f28,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:48.618567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:45Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.623470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca21e57-f512-4c5b-8d5c-227a9f066f99 None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:45Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '52ab37bb-1027-4f76-a9e5-be97b86896b2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'port_id': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'mac_address': 'fa:16:3e:81:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:00Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:17:48.631356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting subnet 455a6e27-9609-41e3-a771-fd4d3fdce1d5 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:48.637670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.640880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.646337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.708714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.751216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232b2a80-84f8-44c5-9295-9a2e778d4723,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:48.760510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.809165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.814329 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-70169821-9409-409a-b56b-cde37c3d8f6b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3830950 Mar 16 11:17:48.814549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35448) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.820074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '232b2a80-84f8-44c5-9295-9a2e778d4723', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:48.825938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:48.829706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:48.832531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:48.835524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.838168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:48.919047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.970600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for e9b637aa-df00-481e-ad95-f6abc740f238 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:48.986333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.058227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.069048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.096501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f0e3f6-043d-4fb9-90f2-ef70461a299c,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:49.204722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-ee1839c4-cd36-4089-8d7e-7cb41e2ae0e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:49.206266 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-ee1839c4-cd36-4089-8d7e-7cb41e2ae0e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 946 time: 0.1020095 Mar 16 11:17:49.246162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.247287 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f1fb82e6-5860-4726-9755-0cbd4c77e4df tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4317813 Mar 16 11:17:49.251016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35454) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:49.256255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '232b2a80-84f8-44c5-9295-9a2e778d4723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:49.262040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:49.267699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:49.271163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:49.280960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 64600667-c767-47c5-9779-830069d7412b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:49.281178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.281420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.283597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.288149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:49.376064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Subnet': ['ID=455a6e27-9609-41e3-a771-fd4d3fdce1d5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:49.377832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=e9b637aa-df00-481e-ad95-f6abc740f238,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:49.384601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.394407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a687e2-ac9b-4152-a052-af97af96cae5 None None] Network cda65966-5e01-4bc2-b80e-552a4db60278 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:49.471665 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f302022c-a6e9-4ef5-8e9f-f60c45381058 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/subnets/455a6e27-9609-41e3-a771-fd4d3fdce1d5 HTTP/1.1" status: 204 len: 168 time: 1.0025506 Mar 16 11:17:49.472483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35458) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:49.528229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.631631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 64600667-c767-47c5-9779-830069d7412b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=64600667-c767-47c5-9779-830069d7412b,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:49.632145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.650417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.652656 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d6fcde29-1c8b-4449-9abc-3ca5d23cd459 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/e9b637aa-df00-481e-ad95-f6abc740f238 HTTP/1.1" status: 204 len: 168 time: 1.4252324 Mar 16 11:17:49.657093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting subnet 3ab02677-d47c-4e64-ba0d-d602171ef075 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:49.667420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35464) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:49.672726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.758615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.770122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] DHCP port deletion for cda65966-5e01-4bc2-b80e-552a4db60278 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:49.775379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] Deleting port ed1dd336-98f2-4959-b2bb-b1c899775998 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:49.775765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.795966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 64600667-c767-47c5-9779-830069d7412b owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:49.893292 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddef224-0f49-49b4-ac93-e0f3514cefcc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:17:49.893931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1ddef224-0f49-49b4-ac93-e0f3514cefcc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:49.916810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.997473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] For port ed1dd336-98f2-4959-b2bb-b1c899775998, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ed1dd336-98f2-4959-b2bb-b1c899775998,segment=NetworkSegment(14bd5a5c-7f11-40dc-8829-3b2e509257e1),segment_id=14bd5a5c-7f11-40dc-8829-3b2e509257e1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:49.997785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.013225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b88b-0755-4564-af9e-d8e33c0b97dc req-807fce0b-8604-4279-9a51-be13223a939f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:50.013696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-1b91b88b-0755-4564-af9e-d8e33c0b97dc req-807fce0b-8604-4279-9a51-be13223a939f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:50.033550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-1b91b88b-0755-4564-af9e-d8e33c0b97dc req-807fce0b-8604-4279-9a51-be13223a939f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:50.034726 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1b91b88b-0755-4564-af9e-d8e33c0b97dc req-807fce0b-8604-4279-9a51-be13223a939f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 946 time: 0.4368405 Mar 16 11:17:50.055502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.069577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.108268 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:17:50.111848 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cc6ca306-2aed-4911-98a3-276836b21f3b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8573008 Mar 16 11:17:50.115228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35468) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:50.117497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1ddef224-0f49-49b4-ac93-e0f3514cefcc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:50.121186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1ddef224-0f49-49b4-ac93-e0f3514cefcc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/e9b637aa-df00-481e-ad95-f6abc740f238 HTTP/1.1" status: 404 len: 333 time: 0.4504201 Mar 16 11:17:50.131847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35472) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:50.154474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=64600667-c767-47c5-9779-830069d7412b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.177229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ed1dd336-98f2-4959-b2bb-b1c899775998 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:50.204920 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1b91b88b-0755-4564-af9e-d8e33c0b97dc req-accc78bb-c36c-4b12-ada3-b712cd5774c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=38821803-d0ab-4011-8a4a-14f6db20e0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616521 Mar 16 11:17:50.215016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] Calling delete_port for ed1dd336-98f2-4959-b2bb-b1c899775998 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:50.237220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet d0e1a264-882e-4db4-bda6-99d5bd816594 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:50.244304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.258558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 64600667-c767-47c5-9779-830069d7412b on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:50.261272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.265608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f785f070-002a-4def-b6b5-16887cd3baac', 'name': 'network-vif-deleted', 'tag': '64600667-c767-47c5-9779-830069d7412b'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:50.269600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.314690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.372725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.395457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.424566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f785f070-002a-4def-b6b5-16887cd3baac', 'name': 'network-vif-deleted', 'tag': '64600667-c767-47c5-9779-830069d7412b', 'status': 'completed', 'code': 200} Mar 16 11:17:50.429893 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f9c9883-9280-4a55-9577-c3642d2ca4f8 req-0798cc82-d64c-46ca-b9a3-2720a93949a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/64600667-c767-47c5-9779-830069d7412b HTTP/1.1" status: 204 len: 173 time: 1.2177439 Mar 16 11:17:50.444379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.446897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab02677-d47c-4e64-ba0d-d602171ef075,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.448038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37850324-4898-4203-8363-b752242e1eaa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.452346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.459960 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-14db79be-9eb7-4a8f-a558-94d7c3b5de0f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/subnets/3ab02677-d47c-4e64-ba0d-d602171ef075 HTTP/1.1" status: 204 len: 168 time: 0.9761665 Mar 16 11:17:50.462416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35478) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:50.478916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37850324-4898-4203-8363-b752242e1eaa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.523703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.523933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37903943-265b-4d68-a4f4-73de6ef9e5ad None None] Network 8127969d-2f57-45ba-a980-b2836386915a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:50.579061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:50.605352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] No DVR routers for this DVR port ed1dd336-98f2-4959-b2bb-b1c899775998 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:50.609288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b7f6d-b422-4f0d-bcfc-09084e7f32dc None None] Pushing event deleted for resources: {'Port': ['ID=ed1dd336-98f2-4959-b2bb-b1c899775998,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.633076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37850324-4898-4203-8363-b752242e1eaa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.650084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37850324-4898-4203-8363-b752242e1eaa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b2a80-84f8-44c5-9295-9a2e778d4723,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.669497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37850324-4898-4203-8363-b752242e1eaa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.673426 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-37850324-4898-4203-8363-b752242e1eaa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/232b2a80-84f8-44c5-9295-9a2e778d4723 HTTP/1.1" status: 204 len: 168 time: 0.5509479 Mar 16 11:17:50.673994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35482) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:50.707779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.735468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eed40ad5-1675-4be3-8cf7-c745f366da41 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:50.769517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:50.770148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4db3ac8e-7fc0-4c7b-a5cd-58a1d0a556cb not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:50.846020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eed40ad5-1675-4be3-8cf7-c745f366da41 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:50.847320 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eed40ad5-1675-4be3-8cf7-c745f366da41 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723928 Mar 16 11:17:50.852009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35486) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:50.858274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--9157841'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:50.865869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:50.877027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:50.892737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.919609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda65966-5e01-4bc2-b80e-552a4db60278']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.929234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] DHCP port deletion for 8127969d-2f57-45ba-a980-b2836386915a request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:50.933132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] Deleting port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:50.933671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.934067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bd5a5c-7f11-40dc-8829-3b2e509257e1') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.934370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bd5a5c-7f11-40dc-8829-3b2e509257e1') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.947186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.968196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.970632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:50.971096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.986699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:50.991264 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:51.010179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:51.015354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:51.019839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:51.026059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:51.057613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.097732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.108164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e1a264-882e-4db4-bda6-99d5bd816594,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.109700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.119125 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e7cc26c3-1a83-43fe-a40d-ff4ec68bfff3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/d0e1a264-882e-4db4-bda6-99d5bd816594 HTTP/1.1" status: 204 len: 168 time: 0.9864292 Mar 16 11:17:51.121902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35490) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:51.123899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00521373-5d96-49da-93f7-d6760e6a8bb3 None None] Network d04d1066-e0b4-4326-b903-5e8ef69d4440 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:51.159286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.209062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a50caf-8ae9-42e0-b0f5-a89a422916f1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.223909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.255935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.260106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/networks/cda65966-5e01-4bc2-b80e-552a4db60278 HTTP/1.1" status: 204 len: 168 time: 0.7945521 Mar 16 11:17:51.261971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51650af-8da2-4eb6-a262-2c9c4e34de28 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Network': ['ID=cda65966-5e01-4bc2-b80e-552a4db60278,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.262384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35496) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:51.284295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.300663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 3b0ac421-1a6f-415c-9397-0538f64603e7 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:51.301010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.303476 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] For port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,segment=NetworkSegment(28afa869-1d38-48bb-ba6a-100b6c96b1e3),segment_id=28afa869-1d38-48bb-ba6a-100b6c96b1e3)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:51.304050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.403070 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7ed70344-0d18-4c4e-b17b-2011fb06e382 req-e9acbef4-995f-4d24-aa6d-0b513998d9c7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785f070-002a-4def-b6b5-16887cd3baac HTTP/1.1" status: 200 len: 210 time: 0.0563715 Mar 16 11:17:51.426367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.430061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.434432 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f391c6db-25d1-4fa7-b1e1-bc495d038fc2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5814004 Mar 16 11:17:51.435299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35500) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:51.446580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4036f044-11f4-4b61-9f0d-ee0c2b58075c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '81a50caf-8ae9-42e0-b0f5-a89a422916f1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:51.454214 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-4036f044-11f4-4b61-9f0d-ee0c2b58075c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 16 11:17:51.454214 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-4036f044-11f4-4b61-9f0d-ee0c2b58075c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:51.454214 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4036f044-11f4-4b61-9f0d-ee0c2b58075c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0120568 Mar 16 11:17:51.455553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35504) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:51.469587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:51.470226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.499042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] Calling delete_port for 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:51.606673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] For port 3b0ac421-1a6f-415c-9397-0538f64603e7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3b0ac421-1a6f-415c-9397-0538f64603e7,segment=NetworkSegment(97ec6685-1037-40f4-bc40-f4dc2ad97746),segment_id=97ec6685-1037-40f4-bc40-f4dc2ad97746)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:51.607240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.686651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] DHCP port deletion for d04d1066-e0b4-4326-b903-5e8ef69d4440 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:51.691376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Deleting port 3b0ac421-1a6f-415c-9397-0538f64603e7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:51.691817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.716975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.738484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9b986ea-1493-429d-95b1-05e5a9ff92fa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.746444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 3b0ac421-1a6f-415c-9397-0538f64603e7 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:51.757401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] For port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,segment=NetworkSegment(28afa869-1d38-48bb-ba6a-100b6c96b1e3),segment_id=28afa869-1d38-48bb-ba6a-100b6c96b1e3)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:51.757757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.775030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] Pushing event deleted for resources: {'Port': ['ID=97b3d413-d6ec-4f7b-ac0b-9d82b8a33854,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.782357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1a1b8-b74c-4e1a-aa91-691daa9ed883 None None] No DVR routers for this DVR port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:51.832158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9b986ea-1493-429d-95b1-05e5a9ff92fa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.910298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Calling delete_port for 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:51.923889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.006676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] For port 3b0ac421-1a6f-415c-9397-0538f64603e7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3b0ac421-1a6f-415c-9397-0538f64603e7,segment=NetworkSegment(97ec6685-1037-40f4-bc40-f4dc2ad97746),segment_id=97ec6685-1037-40f4-bc40-f4dc2ad97746)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:52.006676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.012497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:52.012822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:52.088288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=3b0ac421-1a6f-415c-9397-0538f64603e7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.092877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No DVR routers for this DVR port 3b0ac421-1a6f-415c-9397-0538f64603e7 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:52.105349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9b986ea-1493-429d-95b1-05e5a9ff92fa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.124674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b986ea-1493-429d-95b1-05e5a9ff92fa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a50caf-8ae9-42e0-b0f5-a89a422916f1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.136707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:52.141262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9b986ea-1493-429d-95b1-05e5a9ff92fa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.142415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b9b986ea-1493-429d-95b1-05e5a9ff92fa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/81a50caf-8ae9-42e0-b0f5-a89a422916f1 HTTP/1.1" status: 204 len: 168 time: 0.6857922 Mar 16 11:17:52.145052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35510) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.173691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Calling delete_port for 3b0ac421-1a6f-415c-9397-0538f64603e7 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:52.197153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-915f7199-71bb-4d1e-86a1-f95f8989e9b2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:52.221494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.222488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:52.222842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:52.223265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3b0ac421-1a6f-415c-9397-0538f64603e7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:52.247982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04d1066-e0b4-4326-b903-5e8ef69d4440']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.261681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ec6685-1037-40f4-bc40-f4dc2ad97746') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.262084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ec6685-1037-40f4-bc40-f4dc2ad97746') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.262992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 3b0ac421-1a6f-415c-9397-0538f64603e7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:52.263253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-915f7199-71bb-4d1e-86a1-f95f8989e9b2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:52.263384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3b0ac421-1a6f-415c-9397-0538f64603e7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:52.268756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-915f7199-71bb-4d1e-86a1-f95f8989e9b2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187859 Mar 16 11:17:52.269744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35514) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.275996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.276270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777515082'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:52.288880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:52.294240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.302117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:52.302708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.306851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:52.307272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:52.310337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:52.317306 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:52.375216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.396695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:52.400437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:52.403211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:52.409507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:52.458194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.477305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.477996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.488731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=d04d1066-e0b4-4326-b903-5e8ef69d4440,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.510165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35520) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.514276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 64600667-c767-47c5-9779-830069d7412b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:52.525150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting port 97b3d413-d6ec-4f7b-ac0b-9d82b8a33854 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:52.525486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.553002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 64600667-c767-47c5-9779-830069d7412b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:52.553636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 64600667-c767-47c5-9779-830069d7412b not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:52.561297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.572838 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21dab753-0de1-4be3-a2fb-4902bb749dfa tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/d04d1066-e0b4-4326-b903-5e8ef69d4440 HTTP/1.1" status: 204 len: 168 time: 1.4498982 Mar 16 11:17:52.577918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35524) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.583953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724564686'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:52.589380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:52.595265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:52.598202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:52.604424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:52.635415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] The port '97b3d413-d6ec-4f7b-ac0b-9d82b8a33854' was deleted {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:52.697475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:52.702156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.718824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f04d07-cecb-4a5e-8673-e18a01c08d17,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.732271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:52.740724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.741111 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment 1fcbd2c0-790d-4752-9e18-709cfab27342 of type vlan for network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef Mar 16 11:17:52.771078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.803386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-68da74dc-4257-4023-9c10-9eba65f63ce6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.808129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Deleting port 3b0ac421-1a6f-415c-9397-0538f64603e7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:52.808511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.809814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.811753 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8eb6cdc2-aec4-4f97-80c7-346422ab8ff2 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5410132 Mar 16 11:17:52.814892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35528) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.816963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.820913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ce8f657b-c38a-4e20-a7ec-b3f3b8bac0d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': 'e4f04d07-cecb-4a5e-8673-e18a01c08d17', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:52.821501 dv-neutron-831730-4-hyperv neutron-server[88449]: WARNING neutron.api.v2.base [None req-ce8f657b-c38a-4e20-a7ec-b3f3b8bac0d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 16 11:17:52.822064 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-ce8f657b-c38a-4e20-a7ec-b3f3b8bac0d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:52.825552 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ce8f657b-c38a-4e20-a7ec-b3f3b8bac0d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068676 Mar 16 11:17:52.825877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35532) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.859999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.865089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.865669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.866094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8127969d-2f57-45ba-a980-b2836386915a']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.876434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-68da74dc-4257-4023-9c10-9eba65f63ce6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.879018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e9621f40-1c4c-4d9d-846a-8daabbc85652 None None] The port '3b0ac421-1a6f-415c-9397-0538f64603e7' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:52.894997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28afa869-1d38-48bb-ba6a-100b6c96b1e3') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.895205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28afa869-1d38-48bb-ba6a-100b6c96b1e3') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.917128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.945274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.952849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:52.954309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: util.warn( Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:52.967831 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:52.996442 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4173605 Mar 16 11:17:53.002181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35536) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.008598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807baaf-9aa7-4c92-a39c-81c09ee433f2 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=c5e8e32d-6c71-4e50-be7a-bbbcdad836ef,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.015333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:53.020522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:53.034661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68c8039c-4803-4333-9749-7d5a915aa971 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.114302 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:53.138147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68c8039c-4803-4333-9749-7d5a915aa971 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.140648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-68da74dc-4257-4023-9c10-9eba65f63ce6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.158613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da74dc-4257-4023-9c10-9eba65f63ce6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38821803-d0ab-4011-8a4a-14f6db20e0ff,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.172350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:53.183074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:53.187466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:53.188919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.193593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:53.207659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.217623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Network': ['ID=8127969d-2f57-45ba-a980-b2836386915a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.220389 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5445a4fa-7310-4f50-a811-f84dd666c0cd tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/networks/8127969d-2f57-45ba-a980-b2836386915a HTTP/1.1" status: 204 len: 168 time: 1.9567537 Mar 16 11:17:53.222981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35540) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.258275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-68da74dc-4257-4023-9c10-9eba65f63ce6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.259373 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-68da74dc-4257-4023-9c10-9eba65f63ce6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/38821803-d0ab-4011-8a4a-14f6db20e0ff HTTP/1.1" status: 204 len: 168 time: 0.7483141 Mar 16 11:17:53.290030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68c8039c-4803-4333-9749-7d5a915aa971 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.294042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:53.298907 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.346326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8039c-4803-4333-9749-7d5a915aa971 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f04d07-cecb-4a5e-8673-e18a01c08d17,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.357051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35546) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.419995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting subnet 86bbc25b-7341-4f8b-a25e-e058bd8c3fc0 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:53.422974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.445259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-68c8039c-4803-4333-9749-7d5a915aa971 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.446395 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-68c8039c-4803-4333-9749-7d5a915aa971 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4f04d07-cecb-4a5e-8673-e18a01c08d17 HTTP/1.1" status: 204 len: 168 time: 0.6196098 Mar 16 11:17:53.449424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35550) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.492789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet ee015394-268f-4085-b52c-c29300315515 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:17:53.497528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.512639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.560334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.564296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b916b0a8-47c9-4448-9712-ae8c9d1071e4 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:53.615439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.643699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b916b0a8-47c9-4448-9712-ae8c9d1071e4 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:53.644945 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b916b0a8-47c9-4448-9712-ae8c9d1071e4 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947711 Mar 16 11:17:53.648869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35554) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.657681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--838273505'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:53.670801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:53.704112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:53.745386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.760806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.784290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.802610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Subnet': ['ID=86bbc25b-7341-4f8b-a25e-e058bd8c3fc0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.804713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.817899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-072ba18a-f392-4a82-b282-7449717c659c tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/subnets/86bbc25b-7341-4f8b-a25e-e058bd8c3fc0 HTTP/1.1" status: 204 len: 168 time: 0.5872474 Mar 16 11:17:53.817899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35558) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.818118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:53.818220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4b886-aa8a-4516-a39a-aff2965f0d6b None None] Network 7e66781c-3fef-4fe4-964e-5e3585dc6942 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:53.822813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:53.828678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:53.834407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.839487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:53.937040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.949746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Deleting port 425fc4e9-8751-465a-b38c-0828225b8eee {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:53.950182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.950462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.957401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=7b3bdd05-8c27-491b-8b7d-1610835ce20a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.019397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=ee015394-268f-4085-b52c-c29300315515,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.021619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': '1fcbd2c0-790d-4752-9e18-709cfab27342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:54.021619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: c5e8e32d-6c71-4e50-be7a-bbbcdad836ef, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:54.026990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.029971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b24d21-976c-4b3b-b7ad-04eb3fb8afcc None None] Network 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:54.070012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.074613 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7357f499-49ac-4582-81cc-ee23340170c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/ee015394-268f-4085-b52c-c29300315515 HTTP/1.1" status: 204 len: 168 time: 0.7177196 Mar 16 11:17:54.076634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35562) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.127984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] DHCP port deletion for 7e66781c-3fef-4fe4-964e-5e3585dc6942 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:54.143788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Deleting port 425fc4e9-8751-465a-b38c-0828225b8eee {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:54.144160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.181463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.194190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] For port 425fc4e9-8751-465a-b38c-0828225b8eee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=425fc4e9-8751-465a-b38c-0828225b8eee,segment=NetworkSegment(3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9),segment_id=3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:54.194762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.217432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:54.226875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.248480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9cc94b-62e5-474e-a3fa-33883a4e28bc,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.254541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:54.254919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.332287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Calling delete_port for 425fc4e9-8751-465a-b38c-0828225b8eee owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:54.434561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] For port 425fc4e9-8751-465a-b38c-0828225b8eee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=425fc4e9-8751-465a-b38c-0828225b8eee,segment=NetworkSegment(3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9),segment_id=3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:54.434948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.449603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, c5e8e32d-6c71-4e50-be7a-bbbcdad836ef) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:54.457299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.458571 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cbfeb19f-a56d-412f-bade-57dc61751a16 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8070381 Mar 16 11:17:54.462261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35566) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.464883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:54.465506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.482333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ae14558b-1e86-47dc-894c-45cc0b4422d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '6d9cc94b-62e5-474e-a3fa-33883a4e28bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:54.482333 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-ae14558b-1e86-47dc-894c-45cc0b4422d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 16 11:17:54.482333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-ae14558b-1e86-47dc-894c-45cc0b4422d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:54.482333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ae14558b-1e86-47dc-894c-45cc0b4422d1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0152595 Mar 16 11:17:54.484845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35570) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.491777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d9047f44-cef3-4d0a-8677-a5ce153aa04a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '6d9cc94b-62e5-474e-a3fa-33883a4e28bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:54.492689 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-d9047f44-cef3-4d0a-8677-a5ce153aa04a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 16 11:17:54.493379 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-d9047f44-cef3-4d0a-8677-a5ce153aa04a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:54.495499 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d9047f44-cef3-4d0a-8677-a5ce153aa04a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095232 Mar 16 11:17:54.499513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35574) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.499917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023e61a-6acb-4ea5-bd77-f3007de9e9d4 None None] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:54.505235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-456e1c16-9c3f-4492-b3b7-12f02a3715aa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '6d9cc94b-62e5-474e-a3fa-33883a4e28bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:54.506082 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-456e1c16-9c3f-4492-b3b7-12f02a3715aa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 16 11:17:54.507231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-456e1c16-9c3f-4492-b3b7-12f02a3715aa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:54.509264 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-456e1c16-9c3f-4492-b3b7-12f02a3715aa tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076489 Mar 16 11:17:54.509703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.514828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35578) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.568268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8700d378-b718-4592-b8d3-b659741c9b52 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '6d9cc94b-62e5-474e-a3fa-33883a4e28bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:54.569152 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-8700d378-b718-4592-b8d3-b659741c9b52 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 16 11:17:54.569827 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-8700d378-b718-4592-b8d3-b659741c9b52 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:54.571092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8700d378-b718-4592-b8d3-b659741c9b52 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0217166 Mar 16 11:17:54.574364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Port': ['ID=425fc4e9-8751-465a-b38c-0828225b8eee,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.577195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35582) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.581144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] No DVR routers for this DVR port 425fc4e9-8751-465a-b38c-0828225b8eee on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:54.613782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Calling delete_port for 425fc4e9-8751-465a-b38c-0828225b8eee owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:54.622309 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-71f80328-6abe-4025-a0c7-26330f8ede5a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6147993 Mar 16 11:17:54.625992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35586) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.634141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef', 'name': 'tempest-PortsTestJSON-2082860910', 'fixed_ips': [{'subnet_id': '7b3bdd05-8c27-491b-8b7d-1610835ce20a', 'ip_address': '172.20.0.10'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:54.640391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] DHCP port deletion for 8e65bffa-09db-4639-b4ae-1ebdf61cdc8c request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:17:54.668782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Deleting port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:54.669262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.685026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:54.685385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.750179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.795347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e66781c-3fef-4fe4-964e-5e3585dc6942']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:54.802064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc2bbaa0-e154-4707-aded-4204f2b5ba8a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.816761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:54.817037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd19fa-70c8-43cf-96b3-8c6f8e9cdfb9') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:54.839389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.855141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc2bbaa0-e154-4707-aded-4204f2b5ba8a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.870331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.885563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:54.886000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.887065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:54.896518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:54.897092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:54.900959 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:55.001675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:55.007303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:55.010980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:55.017272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:55.034164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-c5e8e32d-6c71-4e50-be7a-bbbcdad836ef', 'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': '7b3bdd05-8c27-491b-8b7d-1610835ce20a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:17:55.034972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.073435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] For port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,segment=NetworkSegment(76979a54-fc8f-4478-bb1f-b42a7a732460),segment_id=76979a54-fc8f-4478-bb1f-b42a7a732460)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:55.073814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.080263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.098448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.109539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Pushing event deleted for resources: {'Network': ['ID=7e66781c-3fef-4fe4-964e-5e3585dc6942,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:55.118879 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-11666e1d-edbe-4d4a-82f0-2ed33fb5eba0 tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/networks/7e66781c-3fef-4fe4-964e-5e3585dc6942 HTTP/1.1" status: 204 len: 168 time: 1.3033507 Mar 16 11:17:55.121379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35590) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:55.157941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc2bbaa0-e154-4707-aded-4204f2b5ba8a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.160566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:55.160865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cc2bbaa0-e154-4707-aded-4204f2b5ba8a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.164319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cc2bbaa0-e154-4707-aded-4204f2b5ba8a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d9cc94b-62e5-474e-a3fa-33883a4e28bc HTTP/1.1" status: 204 len: 168 time: 0.5823796 Mar 16 11:17:55.171675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35594) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:55.177506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.195917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bbaa0-e154-4707-aded-4204f2b5ba8a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9cc94b-62e5-474e-a3fa-33883a4e28bc,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:55.231190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-13e50450-c087-44a1-98e0-bcdb697c8519 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:55.242448 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ae0c947f-7769-4300-9ea1-a18b9328719a tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "GET /v2.0/ports?device_id=424db8b1-6c58-4eb6-8d64-7382ce45af36 HTTP/1.1" status: 200 len: 205 time: 0.1198924 Mar 16 11:17:55.244978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35598) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:55.247589 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Calling delete_port for 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:55.254784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:55.256630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:55.315418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-13e50450-c087-44a1-98e0-bcdb697c8519 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:55.316880 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-13e50450-c087-44a1-98e0-bcdb697c8519 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443810 Mar 16 11:17:55.327122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35602) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:55.335687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643542775'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:55.386775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:55.387037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:55.396585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Allocated IP 172.20.0.2 (c5e8e32d-6c71-4e50-be7a-bbbcdad836ef/7b3bdd05-8c27-491b-8b7d-1610835ce20a/22ab1230-2d45-4562-acf0-769e6a0d527b) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:55.398765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Deleting port 425fc4e9-8751-465a-b38c-0828225b8eee {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:55.399316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.446833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.479947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7663537b-e690-4349-8c30-bfe3b2a60f3a None None] The port '425fc4e9-8751-465a-b38c-0828225b8eee' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:55.493402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.506846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e65bffa-09db-4639-b4ae-1ebdf61cdc8c']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:55.514346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:55.532955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76979a54-fc8f-4478-bb1f-b42a7a732460') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:55.533251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76979a54-fc8f-4478-bb1f-b42a7a732460') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:55.537975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.551354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.557949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 43860095-2d04-4936-96b5-40c9d6392dca yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:55.609564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:55.611034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.631389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:17:55.631801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:55.653894 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:55.709219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.790163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.837650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.837944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Transition to ACTIVE for port object 22ab1230-2d45-4562-acf0-769e6a0d527b will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:55.858356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Transition to ACTIVE for port object 22ab1230-2d45-4562-acf0-769e6a0d527b will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:55.860637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.870637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=8e65bffa-09db-4639-b4ae-1ebdf61cdc8c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:55.876781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:55.888304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.889538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Deleting port 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:55.890003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.890990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:55.893872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.895519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:55.903529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:55.956670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.961367 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-57905ad7-ce7e-47c9-a7e3-fc3c75af3423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/8e65bffa-09db-4639-b4ae-1ebdf61cdc8c HTTP/1.1" status: 204 len: 168 time: 1.8831513 Mar 16 11:17:55.966575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-19d2f31b-8b83-43c7-81a1-e40a830d8263 None None] The port '2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:17:55.967299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35606) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:55.991303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.008989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.009613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Fanout notify agent at l3_agent the message router_deleted on router 424db8b1-6c58-4eb6-8d64-7382ce45af36 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:17:56.031745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:56.039109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:56.044574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:56.048151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Pushing event updated for resources: {'Port': ['ID=22ab1230-2d45-4562-acf0-769e6a0d527b,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:56.053415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.053415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-833cd648-e619-409d-931c-61703c251f5f tempest-RoutersNegativeTest-1212272635 tempest-RoutersNegativeTest-1212272635-project] 10.222.0.30 "DELETE /v2.0/routers/424db8b1-6c58-4eb6-8d64-7382ce45af36 HTTP/1.1" status: 204 len: 168 time: 0.8057353 Mar 16 11:17:56.074588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.141957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8035d8d5-6f55-4efe-85d6-4162330a3614,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:56.146933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:56.206937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.208870 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-740f9bf0-644c-445c-a469-61bb12277447 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8806541 Mar 16 11:17:56.211761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35612) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.217613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-51551b50-b8bf-4f73-9a89-3c04cdf0dca1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.224147 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-51551b50-b8bf-4f73-9a89-3c04cdf0dca1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 11:17:56.224147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-51551b50-b8bf-4f73-9a89-3c04cdf0dca1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.224147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-51551b50-b8bf-4f73-9a89-3c04cdf0dca1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069380 Mar 16 11:17:56.224540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35616) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.231576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.234469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:56.234811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bbb2fe3-ea93-4032-a1b2-886ac57ca7a8 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:56.235228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 425fc4e9-8751-465a-b38c-0828225b8eee no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:56.239979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.244785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:56.248406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:56.255382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:56.274072 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 425fc4e9-8751-465a-b38c-0828225b8eee {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:17:56.274312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 425fc4e9-8751-465a-b38c-0828225b8eee not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:56.275799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Attempting to bind port 22ab1230-2d45-4562-acf0-769e6a0d527b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:56.276164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Attempting to bind port 22ab1230-2d45-4562-acf0-769e6a0d527b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '1fcbd2c0-790d-4752-9e18-709cfab27342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:56.276540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Attempting to bind port 22ab1230-2d45-4562-acf0-769e6a0d527b on network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:17:56.282807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:17:56.283409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Checking segment: {'id': '1fcbd2c0-790d-4752-9e18-709cfab27342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:17:56.283799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.284336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Bound using segment: {'id': '1fcbd2c0-790d-4752-9e18-709cfab27342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:17:56.284798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Bound port: 22ab1230-2d45-4562-acf0-769e6a0d527b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcbd2c0-790d-4752-9e18-709cfab27342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:56.285349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.343463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.10 (c5e8e32d-6c71-4e50-be7a-bbbcdad836ef/7b3bdd05-8c27-491b-8b7d-1610835ce20a/43860095-2d04-4936-96b5-40c9d6392dca) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:56.374369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 1e5d37ce-8212-4988-bf34-008fc83ebed6 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:17:56.374711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.379450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] For port 22ab1230-2d45-4562-acf0-769e6a0d527b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:17:56.382496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] For port 22ab1230-2d45-4562-acf0-769e6a0d527b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=22ab1230-2d45-4562-acf0-769e6a0d527b,segment=NetworkSegment(1fcbd2c0-790d-4752-9e18-709cfab27342),segment_id=1fcbd2c0-790d-4752-9e18-709cfab27342)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:17:56.458099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.460148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.461328 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d023aa5c-aeb6-4d15-9d83-76464968aeb9 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2357678 Mar 16 11:17:56.464377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35620) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.470828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7e841336-dac1-4274-ab51-c8dc524bdc44 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.471384 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-7e841336-dac1-4274-ab51-c8dc524bdc44 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 16 11:17:56.471938 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-7e841336-dac1-4274-ab51-c8dc524bdc44 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.472922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7e841336-dac1-4274-ab51-c8dc524bdc44 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071676 Mar 16 11:17:56.475952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35624) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.482752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.489373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.493457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:56.497188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:56.504305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:56.545619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d179c7-dc85-43d8-b881-66ea191d75c4 None None] Pushing event updated for resources: {'Port': ['ID=22ab1230-2d45-4562-acf0-769e6a0d527b,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:56.656294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.657715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d6ad9ab4-a1c4-4fbc-b58a-924d2187652a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1794238 Mar 16 11:17:56.660463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35630) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.666507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-821ff893-fc23-4ddb-8eeb-4e68afedf542 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.667120 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-821ff893-fc23-4ddb-8eeb-4e68afedf542 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 16 11:17:56.667698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-821ff893-fc23-4ddb-8eeb-4e68afedf542 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.668722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-821ff893-fc23-4ddb-8eeb-4e68afedf542 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072305 Mar 16 11:17:56.672295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35634) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.682511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.687713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35638) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.694911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.699388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:56.707688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:56.719187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:56.769155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.773146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.795590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Project 85291c2559974c33963516f750010b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:17:56.804858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.895456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5690aceb-4c0d-42ba-8c51-3c8438d69321 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed56fb35185d41a686f56a5e9bd6d210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066658 Mar 16 11:17:56.897871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35644) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.911217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.915290 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7fbaca25-56e3-49be-9db6-6bfbbab2121b tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2389908 Mar 16 11:17:56.915290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35648) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.924419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0b4076fe-b4a4-410f-9d18-e199071ea528 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.925455 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-0b4076fe-b4a4-410f-9d18-e199071ea528 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 16 11:17:56.925455 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-0b4076fe-b4a4-410f-9d18-e199071ea528 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:56.926308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0b4076fe-b4a4-410f-9d18-e199071ea528 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097377 Mar 16 11:17:56.929209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35652) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.932263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 1e5d37ce-8212-4988-bf34-008fc83ebed6 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:17:56.941727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:56.954074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.971176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:56.976836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:56.980763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 43860095-2d04-4936-96b5-40c9d6392dca will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:56.984987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:57.006357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f3ced62-c0de-40b9-ac36-7031422e1990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.033062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f3ced62-c0de-40b9-ac36-7031422e1990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.070550 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Project 85291c2559974c33963516f750010b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:17:57.121183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.146950 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:57.148033 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2094d11a-7356-4f98-9268-9052199365f5 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2177804 Mar 16 11:17:57.151317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35656) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.157314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '8035d8d5-6f55-4efe-85d6-4162330a3614', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:57.163546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:57.167695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:57.171663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:57.177431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:57.192766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:57.195667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:57.198303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:57.209370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f3ced62-c0de-40b9-ac36-7031422e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.227797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ced62-c0de-40b9-ac36-7031422e1990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b6f68a-5096-4613-80cc-3046a10d004e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.231097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4f3ced62-c0de-40b9-ac36-7031422e1990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.234935 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f3ced62-c0de-40b9-ac36-7031422e1990 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63b6f68a-5096-4613-80cc-3046a10d004e HTTP/1.1" status: 204 len: 168 time: 0.3360422 Mar 16 11:17:57.242151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.261072 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Project 85291c2559974c33963516f750010b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:17:57.266827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=43860095-2d04-4936-96b5-40c9d6392dca,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.340875 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:57.345749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f7ff3276-0c5b-49d0-8ca2-b3855bcdfb21 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1934235 Mar 16 11:17:57.346381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35662) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.360322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=1e5d37ce-8212-4988-bf34-008fc83ebed6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.412394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.413122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.428351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1baefa9-f2ce-47ba-bc3d-abf343c6a318 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.454095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.454508 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP 52ab37bb-1027-4f76-a9e5-be97b86896b2 disassociated (deleted). External IP: 172.26.7.112, port: 92e36419-fdf2-4732-b86c-5b478d1ed3b1. Mar 16 11:17:57.458714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1baefa9-f2ce-47ba-bc3d-abf343c6a318 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.519780 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-be71bfaa-b439-4fdd-a181-558a82e66a65 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8924363 Mar 16 11:17:57.524014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35668) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.533244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': 'c5e8e32d-6c71-4e50-be7a-bbbcdad836ef', 'name': 'tempest-PortsTestJSON-759462138', 'fixed_ips': [{'subnet_id': '7b3bdd05-8c27-491b-8b7d-1610835ce20a', 'ip_address': '172.20.0.9'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:57.666900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1baefa9-f2ce-47ba-bc3d-abf343c6a318 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.715825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baefa9-f2ce-47ba-bc3d-abf343c6a318 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8035d8d5-6f55-4efe-85d6-4162330a3614,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.747419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61014a82-ff61-47bd-9893-f15114862ec7 None None] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:17:57.789171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:57.793612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:port and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:57.797425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:57.803461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:57.816064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1baefa9-f2ce-47ba-bc3d-abf343c6a318 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.819718 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f1baefa9-f2ce-47ba-bc3d-abf343c6a318 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/8035d8d5-6f55-4efe-85d6-4162330a3614 HTTP/1.1" status: 204 len: 168 time: 0.4698930 Mar 16 11:17:57.819921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35678) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.875688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:57.895885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-351d8142-baa7-47c3-880b-a5fa7577607f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:57.898213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:17:57.939564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1d042164-e96a-40a3-b143-59a9b5438b56 None None] Provisioning for port 22ab1230-2d45-4562-acf0-769e6a0d527b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:58.021068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.044192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:17:58.098297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-351d8142-baa7-47c3-880b-a5fa7577607f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:58.100148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-351d8142-baa7-47c3-880b-a5fa7577607f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2793190 Mar 16 11:17:58.107188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35686) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:58.113503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--342609334'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:58.141108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:58.155922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 22ab1230-2d45-4562-acf0-769e6a0d527b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:58.167240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:58.302468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:17:58.306716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.314103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:17:58.328213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:58.329083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.342940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.377026 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4667b6ea-d16d-4c8f-ad6a-fbad601e6053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/52ab37bb-1027-4f76-a9e5-be97b86896b2 HTTP/1.1" status: 204 len: 168 time: 2.4071491 Mar 16 11:17:58.377026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:17:58.394612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:58.399207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:58.402664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:58.410303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:58.474383 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'status': 'completed', 'code': 200} Mar 16 11:17:58.507237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.591009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 22ab1230-2d45-4562-acf0-769e6a0d527b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:58.599868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 22ab1230-2d45-4562-acf0-769e6a0d527b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:58.600724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.609477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.674177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.9 (c5e8e32d-6c71-4e50-be7a-bbbcdad836ef/7b3bdd05-8c27-491b-8b7d-1610835ce20a/ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:58.712064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9deea69-5245-42a6-93a8-2e6226f3fa60,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:58.714246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.718642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35702) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:58.719208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:58.723953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': 'e9deea69-5245-42a6-93a8-2e6226f3fa60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:58.729501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d5539fee-05eb-4c9a-aa69-279eb78e06e1 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6209335 Mar 16 11:17:58.730467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:58.737278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:58.741812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:58.751938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:58.776646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-33f41430-fa71-4d52-8f3c-343e383a175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:58.778149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-33f41430-fa71-4d52-8f3c-343e383a175b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 1099 time: 0.2694273 Mar 16 11:17:58.807315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Provisioning for port 43860095-2d04-4936-96b5-40c9d6392dca completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:58.824852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Provisioning complete for port 43860095-2d04-4936-96b5-40c9d6392dca triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:58.825372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.890605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Port 43860095-2d04-4936-96b5-40c9d6392dca cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:17:58.926544 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The resource could not be found. Mar 16 11:17:58.930353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-85aef1d9-f157-4dde-8e59-998fe86d55ae tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2080069 Mar 16 11:17:58.930517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35708) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:58.935968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': 'e9deea69-5245-42a6-93a8-2e6226f3fa60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '184bccbb-b8fe-43d2-b780-4f4024ff4084'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:58.942840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:58.947070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:58.950215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:58.957457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:58.970922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.037594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Provisioning complete for port 22ab1230-2d45-4562-acf0-769e6a0d527b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:59.038073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.172483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-8812e1f0-8b78-41d1-96a6-b8aefd8ff593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.173873 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-8812e1f0-8b78-41d1-96a6-b8aefd8ff593 service neutron] 10.222.0.53 "GET /v2.0/networks?id=430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 200 len: 897 time: 0.3893349 Mar 16 11:17:59.174073 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The resource could not be found. Mar 16 11:17:59.178288 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b0b77b2c-7817-455e-91af-e7cea81c122d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2466009 Mar 16 11:17:59.179611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35718) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:59.181561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 22ab1230-2d45-4562-acf0-769e6a0d527b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=22ab1230-2d45-4562-acf0-769e6a0d527b,segment=NetworkSegment(1fcbd2c0-790d-4752-9e18-709cfab27342),segment_id=1fcbd2c0-790d-4752-9e18-709cfab27342)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:17:59.215482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb55718-fd8e-42a5-b0ae-8ee4babd974f req-0f084a15-9d2d-4cb1-9e61-39b12df333e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.216463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cdb55718-fd8e-42a5-b0ae-8ee4babd974f req-0f084a15-9d2d-4cb1-9e61-39b12df333e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:59.251086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.253106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-b86d0a1e-e86e-4bad-8563-dfd1316946e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 200 len: 217 time: 0.0705147 Mar 16 11:17:59.291867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.317602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6590cc21-e233-495b-9c91-8ec9ec7a7f46 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.318142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:59.329972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.336055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-f9ea981b-30f3-4612-bb42-9b03de4b12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.337498 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-f9ea981b-30f3-4612-bb42-9b03de4b12f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8da97276-96ae-4934-b14b-a7f65b1a3d01 HTTP/1.1" status: 200 len: 834 time: 0.0780227 Mar 16 11:17:59.346746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cdb55718-fd8e-42a5-b0ae-8ee4babd974f req-0f084a15-9d2d-4cb1-9e61-39b12df333e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:59.348074 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cdb55718-fd8e-42a5-b0ae-8ee4babd974f req-0f084a15-9d2d-4cb1-9e61-39b12df333e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.2847021 Mar 16 11:17:59.416908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6590cc21-e233-495b-9c91-8ec9ec7a7f46 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.425625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-adb6e1a4-b779-447f-9802-b21df1e79186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.427124 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-adb6e1a4-b779-447f-9802-b21df1e79186 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=430d462b-b776-4e6a-9c9d-9225c0e648f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776482 Mar 16 11:17:59.439306 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cdb55718-fd8e-42a5-b0ae-8ee4babd974f req-7bd8558b-ef6c-473d-a1eb-2b7be4f15751 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730338 Mar 16 11:17:59.485482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.515350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:59.515701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-f207ab5a-dda6-43e3-964c-ff48949549e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:59.518921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=22ab1230-2d45-4562-acf0-769e6a0d527b,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:59.525470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:45Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:59.530145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:17:59.539195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:17:59.539805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:59.575467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6590cc21-e233-495b-9c91-8ec9ec7a7f46 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.608539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590cc21-e233-495b-9c91-8ec9ec7a7f46 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9deea69-5245-42a6-93a8-2e6226f3fa60,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:59.619554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:59.621433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6590cc21-e233-495b-9c91-8ec9ec7a7f46 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.628770 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6590cc21-e233-495b-9c91-8ec9ec7a7f46 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/e9deea69-5245-42a6-93a8-2e6226f3fa60 HTTP/1.1" status: 204 len: 168 time: 0.4478147 Mar 16 11:17:59.629932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35728) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:59.632015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:59.639377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:17:59.666990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:59.714132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-249b58b8-7256-4149-a3fc-1056defab74a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:59.751382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.752033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.758874 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-2a792067-d06c-4ba3-8472-440c2e4e5b29 service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242469 Mar 16 11:17:59.793421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:17:59.803571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-249b58b8-7256-4149-a3fc-1056defab74a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:59.804841 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-249b58b8-7256-4149-a3fc-1056defab74a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1726389 Mar 16 11:17:59.809019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35736) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:59.815713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': '3a6f9045-f034-4f6d-ad8b-f08a4f6630b5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:17:59.839100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:59.846935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:59.852314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:59.865708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:59.950763 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-82ecb4dd-23c5-430e-9ef3-2bbb1bcd3163 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4251816 Mar 16 11:17:59.955080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.017954 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8805be2a-3048-4abf-bfd3-b7027e349e92 req-9f9c9410-3fb9-46fa-8900-277a82c9f4ef service neutron] 10.222.0.53 "GET /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507672 Mar 16 11:18:00.110565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 22ab1230-2d45-4562-acf0-769e6a0d527b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:00.124529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c5caa-5155-4c01-898a-453c3365b20e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.125250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c7c5caa-5155-4c01-898a-453c3365b20e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:00.215336 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The resource could not be found. Mar 16 11:18:00.216309 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4b9931c7-4b3f-4bbd-b1a2-a26874a2a185 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4063547 Mar 16 11:18:00.220320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35744) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.225960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--771942675'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:00.232862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:00.242718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:00.247048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c7c5caa-5155-4c01-898a-453c3365b20e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:00.247048 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8c7c5caa-5155-4c01-898a-453c3365b20e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2892375 Mar 16 11:18:00.248988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35748) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.258871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 22ab1230-2d45-4562-acf0-769e6a0d527b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:00.259247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.334410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35752) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.337014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:45Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:00.339987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376765967', 'description': 'tempest-secgroup-smoke-1376765967 description', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:00.342294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Provisioning complete for port 43860095-2d04-4936-96b5-40c9d6392dca triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:00.342683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.346551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:00.351529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:00.354432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:00.361244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:00.376728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5ddaa-0458-42e4-aa85-abbd214ace45 None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:17:45Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '274dfd6e-b3c6-4740-825e-79a6e9711445', 'name': '', 'network_id': '430d462b-b776-4e6a-9c9d-9225c0e648f1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:1b:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:18Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '8da97276-96ae-4934-b14b-a7f65b1a3d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:00.383558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.402860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5e7e4-fd07-4dd2-acef-64e78cd649b9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.408064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:00.411064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5e7e4-fd07-4dd2-acef-64e78cd649b9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.412793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:00.416165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:00.417423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5e7e4-fd07-4dd2-acef-64e78cd649b9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.419603 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6ba5e7e4-fd07-4dd2-acef-64e78cd649b9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1694942 Mar 16 11:18:00.425812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35756) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.434439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:00.449766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-33504330-6fa8-4418-972a-07c41d707b12 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.450531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-33504330-6fa8-4418-972a-07c41d707b12 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:00.455576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Port 43860095-2d04-4936-96b5-40c9d6392dca cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:00.467160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-33504330-6fa8-4418-972a-07c41d707b12 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:00.468760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-33504330-6fa8-4418-972a-07c41d707b12 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.1631036 Mar 16 11:18:00.492380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.524484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.535343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Provisioning for port ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:00.540438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Provisioning complete for port ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:00.540814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.553599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:00.553967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.562578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:00.574343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:00.574775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.642569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:00.649988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-390f0502-0adf-4a53-b7e0-1d50e4e92110 None None] Port ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:00.687206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:00.714216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:00.736382 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76bc398-f8f5-44c2-b1fa-24d809e4b6e1 None None] New status for floating IP 52ab37bb-1027-4f76-a9e5-be97b86896b2: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:00.841291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 92e36419-fdf2-4732-b86c-5b478d1ed3b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=92e36419-fdf2-4732-b86c-5b478d1ed3b1,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:00.842312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.881695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.978260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.052900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ab0d-9096-4d25-b6b5-300d637c2ff4 req-bf3d3601-a655-44cc-b5cf-ac3e7519211a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:01.054422 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a647ab0d-9096-4d25-b6b5-300d637c2ff4 req-bf3d3601-a655-44cc-b5cf-ac3e7519211a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 946 time: 0.4315655 Mar 16 11:18:01.093668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 92e36419-fdf2-4732-b86c-5b478d1ed3b1 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:01.113085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8cbca-ced9-43b1-8f3d-a6fdbd3f6f91,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.156162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.183776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.293934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.295409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-84889ded-f6a0-42a0-ba6f-2abedab88e17 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0739291 Mar 16 11:18:01.298888 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a647ab0d-9096-4d25-b6b5-300d637c2ff4 req-5c1bc607-8d83-479c-bc79-3619abf1f57d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=bacfe889-1d00-430a-9698-4c0a04e4591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264545 Mar 16 11:18:01.302561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35762) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:01.305946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:01.308164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--8575214'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:01.318504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:01.330647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:01.335138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:01.342291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.344157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:01.354797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:01.368405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:01.375522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:01.399052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:01.407244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881a5390-e60c-4eb9-b591-9984244bfd24,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.429126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.445824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.496260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:01.499209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=92e36419-fdf2-4732-b86c-5b478d1ed3b1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.504367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:01.509877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:01.551529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.552131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:01.592322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 92e36419-fdf2-4732-b86c-5b478d1ed3b1 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:01.595307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.597706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'name': 'network-vif-deleted', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:01.618069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.649535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10ea998-8ae0-4013-9a2c-f9b9f48aa567', 'name': 'network-vif-deleted', 'tag': '92e36419-fdf2-4732-b86c-5b478d1ed3b1', 'status': 'completed', 'code': 200} Mar 16 11:18:01.663032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.678615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.689637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.709456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22b36ee8-134a-439e-866a-5eeb8b238b18 req-59ee60b9-4a8c-4512-a354-cc8a45022e3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/92e36419-fdf2-4732-b86c-5b478d1ed3b1 HTTP/1.1" status: 204 len: 173 time: 1.2339270 Mar 16 11:18:01.792803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451c6eb7-599a-4a16-bb4c-ee6d8f69310f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.799655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.827212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.829976 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4eba837e-9b1a-4ca7-8358-c2b76aaf6f9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 HTTP/1.1" status: 204 len: 168 time: 1.3990476 Mar 16 11:18:01.836945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35768) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:01.848653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4433de58-e423-4e68-ae4f-036057c580c9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.879693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.881188 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b801b618-8949-4305-ad2e-8141127b669b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5455780 Mar 16 11:18:01.884291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35772) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:01.890375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group_rule': {'security_group_id': '451c6eb7-599a-4a16-bb4c-ee6d8f69310f', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:01.893815 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-5965503f-389d-4723-9d66-3020f7ee5871 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:18:01.894616 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5965503f-389d-4723-9d66-3020f7ee5871 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:01.898933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:01.903158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:01.907349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:01.914103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:01.932335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.937056 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-20fd0e53-3a1c-475f-9ab7-19d8a9fd9c05 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6303794 Mar 16 11:18:01.937398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35776) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:01.942432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': 'e9d8cbca-ced9-43b1-8f3d-a6fdbd3f6f91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4433de58-e423-4e68-ae4f-036057c580c9'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:02.030936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.057727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5965503f-389d-4723-9d66-3020f7ee5871 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:02.058973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5965503f-389d-4723-9d66-3020f7ee5871 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/ebfaddac-d0d8-4e0e-85d9-ccae7bfb94d2 HTTP/1.1" status: 404 len: 333 time: 0.2254803 Mar 16 11:18:02.060097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:02.063117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35780) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.094880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:02.102284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:02.108281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.115325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:02.145412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 43860095-2d04-4936-96b5-40c9d6392dca {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:02.145412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.194472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.218362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a6ef1c-812d-4310-8990-a7293568e85f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:02.343790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.347766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-28149497-bd92-435b-970f-7aa1e7641205 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4599216 Mar 16 11:18:02.348116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35786) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.354034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group_rule': {'security_group_id': '451c6eb7-599a-4a16-bb4c-ee6d8f69310f', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:02.370918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:02.375592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:02.390717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:02.396711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:02.401061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.480667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.526083 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:02.530190 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5051029a-7c29-4ae2-85e7-f6cf50c0bb07 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5887926 Mar 16 11:18:02.532322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35790) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.543165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 92e36419-fdf2-4732-b86c-5b478d1ed3b1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:02.580339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 43860095-2d04-4936-96b5-40c9d6392dca owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:02.601959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 92e36419-fdf2-4732-b86c-5b478d1ed3b1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:02.601959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 92e36419-fdf2-4732-b86c-5b478d1ed3b1 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:02.612566 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-05cf66c5-4f25-42fe-bdec-e907afd7c001 req-5299d6fb-ef31-45e6-9b9f-5dde97e253f6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b10ea998-8ae0-4013-9a2c-f9b9f48aa567 HTTP/1.1" status: 200 len: 210 time: 0.1437025 Mar 16 11:18:02.648200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6a98-98df-45a6-a3f4-9e7c960cf826 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.650739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.678604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6a98-98df-45a6-a3f4-9e7c960cf826 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.746029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.767863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a92ad3-e197-4b70-ad14-c4160e33994f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:02.840053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6a98-98df-45a6-a3f4-9e7c960cf826 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.840342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.842430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6a98-98df-45a6-a3f4-9e7c960cf826 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.843585 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ebc6a98-98df-45a6-a3f4-9e7c960cf826 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/4433de58-e423-4e68-ae4f-036057c580c9 HTTP/1.1" status: 204 len: 168 time: 0.3103356 Mar 16 11:18:02.851640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35794) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.870107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc6a98-98df-45a6-a3f4-9e7c960cf826 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433de58-e423-4e68-ae4f-036057c580c9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:02.875171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.879640 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6f5689e-7936-4cf4-8011-7c35c993818e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5273325 Mar 16 11:18:02.879957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35798) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.896655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group_rule': {'security_group_id': '451c6eb7-599a-4a16-bb4c-ee6d8f69310f', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:02.928569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1f07275f-1811-41f2-bd7b-ca8cee9aae09 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:02.928770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:02.943012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=43860095-2d04-4936-96b5-40c9d6392dca,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:02.954195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:02.980871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:02.993709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:02.995351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1f07275f-1811-41f2-bd7b-ca8cee9aae09 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:02.998137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1f07275f-1811-41f2-bd7b-ca8cee9aae09 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1439240 Mar 16 11:18:02.999596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35802) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.024433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.070986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43d12201-4b9c-45b2-b4be-53ea2c979294 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.082518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.102535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43d12201-4b9c-45b2-b4be-53ea2c979294 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.117274 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6e46fbcb-7465-47f8-8fe9-2cc518af3ead tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/43860095-2d04-4936-96b5-40c9d6392dca HTTP/1.1" status: 204 len: 168 time: 1.0531845 Mar 16 11:18:03.120088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35806) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.174877 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eb6206-f576-4384-b3e6-de7e4739ad7b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:18:03.175303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c7eb6206-f576-4384-b3e6-de7e4739ad7b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:03.207086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.223410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43d12201-4b9c-45b2-b4be-53ea2c979294 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.246132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d12201-4b9c-45b2-b4be-53ea2c979294 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8cbca-ced9-43b1-8f3d-a6fdbd3f6f91,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.246326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c7eb6206-f576-4384-b3e6-de7e4739ad7b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:03.247309 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c7eb6206-f576-4384-b3e6-de7e4739ad7b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/43860095-2d04-4936-96b5-40c9d6392dca HTTP/1.1" status: 404 len: 333 time: 0.1263449 Mar 16 11:18:03.250072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35810) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.303889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.336330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-43d12201-4b9c-45b2-b4be-53ea2c979294 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.337624 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-43d12201-4b9c-45b2-b4be-53ea2c979294 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/e9d8cbca-ced9-43b1-8f3d-a6fdbd3f6f91 HTTP/1.1" status: 204 len: 168 time: 0.3369706 Mar 16 11:18:03.340280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35814) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.343166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046b9f05-475a-452c-8ea6-268c5fe907c9,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.349658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet 7b3bdd05-8c27-491b-8b7d-1610835ce20a {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:03.353476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.394050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-344aa515-c3ab-4f15-af75-3ae5d7b67278 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:03.412542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.439492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.440582 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a227aac8-5f99-497d-96e0-e992af8f3fa9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5570543 Mar 16 11:18:03.443467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35818) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.449156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group_rule': {'security_group_id': '451c6eb7-599a-4a16-bb4c-ee6d8f69310f', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:03.455712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:03.459689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:03.462562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:03.468699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:03.472946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-344aa515-c3ab-4f15-af75-3ae5d7b67278 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:03.474225 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-344aa515-c3ab-4f15-af75-3ae5d7b67278 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329913 Mar 16 11:18:03.478529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35822) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.485021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789970942'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:03.491734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:03.500774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.503063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:03.565192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.589871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.627175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:03.633275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:03.636852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:03.641426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.651736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:03.654652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.688033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3bdd05-8c27-491b-8b7d-1610835ce20a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.694672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.704304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a792c4-ca3a-45ad-bae1-b669bc358d4d None None] Network c5e8e32d-6c71-4e50-be7a-bbbcdad836ef requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:03.711940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35828) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.713793 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eb38f0d8-95ad-4e29-9022-d81d2198f562 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/7b3bdd05-8c27-491b-8b7d-1610835ce20a HTTP/1.1" status: 204 len: 168 time: 0.4623644 Mar 16 11:18:03.718278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35832) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.730921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.761925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.778919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b86dda9-5dad-470e-81a8-6e30b2ef9107,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.833542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c8249e-5684-4ef2-8f74-f664105ac445 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.848491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.863495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.875580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 22ab1230-2d45-4562-acf0-769e6a0d527b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:03.876204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.891149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c8249e-5684-4ef2-8f74-f664105ac445 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.905594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.909628 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cfc2d33a-9ec0-49d1-b5bc-dabc8c399e94 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651663 Mar 16 11:18:03.911253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35836) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.924978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group_rule': {'security_group_id': '451c6eb7-599a-4a16-bb4c-ee6d8f69310f', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:03.930496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e6ffa-5a37-432e-b95c-c10ca243cba2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.932264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:03.939212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:03.943376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:03.958004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:03.983384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] DHCP port deletion for c5e8e32d-6c71-4e50-be7a-bbbcdad836ef request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:18:03.987807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Deleting port 22ab1230-2d45-4562-acf0-769e6a0d527b {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:03.988178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.991823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.993046 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ae1e643d-549c-4421-99c8-bfa9c979223c tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5136914 Mar 16 11:18:03.996151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35840) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.001430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': 'd74e6ffa-5a37-432e-b95c-c10ca243cba2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:04.007933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:04.011957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:04.015772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:04.021558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:04.049104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c8249e-5684-4ef2-8f74-f664105ac445 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.070211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8249e-5684-4ef2-8f74-f664105ac445 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacfe889-1d00-430a-9698-4c0a04e4591a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:04.085506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c8249e-5684-4ef2-8f74-f664105ac445 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.087306 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-58c8249e-5684-4ef2-8f74-f664105ac445 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/bacfe889-1d00-430a-9698-4c0a04e4591a HTTP/1.1" status: 204 len: 168 time: 0.3744338 Mar 16 11:18:04.116322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 22ab1230-2d45-4562-acf0-769e6a0d527b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:04.166213 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Project f80dfdd0b870406696afc4c0e6b9561a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:04.175794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.205096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35846) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.271690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:04.272340 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6ccce756-4b83-45b8-877d-65fa1eacbfba tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2751808 Mar 16 11:18:04.276499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35850) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.278202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] For port 22ab1230-2d45-4562-acf0-769e6a0d527b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=22ab1230-2d45-4562-acf0-769e6a0d527b,segment=NetworkSegment(1fcbd2c0-790d-4752-9e18-709cfab27342),segment_id=1fcbd2c0-790d-4752-9e18-709cfab27342)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:04.278561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.297938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group_rule': {'security_group_id': 'd74e6ffa-5a37-432e-b95c-c10ca243cba2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:04.307724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:04.383178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] For port 22ab1230-2d45-4562-acf0-769e6a0d527b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=22ab1230-2d45-4562-acf0-769e6a0d527b,segment=NetworkSegment(1fcbd2c0-790d-4752-9e18-709cfab27342),segment_id=1fcbd2c0-790d-4752-9e18-709cfab27342)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:04.383575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.420272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:04.429917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 22ab1230-2d45-4562-acf0-769e6a0d527b owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:04.458681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:04.478918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:04.487734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.526094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Calling delete_port for 22ab1230-2d45-4562-acf0-769e6a0d527b owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:04.555271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.563910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.621284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217470f7-8e44-4064-9418-0e17e7a36267,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:04.646386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.686470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:04.686870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:04.693873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=22ab1230-2d45-4562-acf0-769e6a0d527b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:04.698702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.702440 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d4abdf28-c040-4ba6-9b56-17412fcd8157 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7874362 Mar 16 11:18:04.703705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35854) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.706378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No DVR routers for this DVR port 22ab1230-2d45-4562-acf0-769e6a0d527b on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:04.710803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'security_group_rule': {'security_group_id': '451c6eb7-599a-4a16-bb4c-ee6d8f69310f', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:04.746761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:04.749940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:04.750981 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9b087899-eba3-4420-9591-ee3dd7e0935f tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4642630 Mar 16 11:18:04.756359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35858) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.776500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:security_group_rule and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:04.782925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:04.813569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:04.892603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.899509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.942944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e8e32d-6c71-4e50-be7a-bbbcdad836ef']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:04.958098 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Project f80dfdd0b870406696afc4c0e6b9561a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:04.967777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcbd2c0-790d-4752-9e18-709cfab27342') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:04.968035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcbd2c0-790d-4752-9e18-709cfab27342') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:04.974537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65825394-0c86-408b-86c4-2520af255176 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.979372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.990316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.047164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.051578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65825394-0c86-408b-86c4-2520af255176 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.073558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:05.074005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:05.092754 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:05.187857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Deleting port 22ab1230-2d45-4562-acf0-769e6a0d527b {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:05.188908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.203092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.255068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 274dfd6e-b3c6-4740-825e-79a6e9711445 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:05.255325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.263126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c7621fda-8186-4c43-b04c-bc554c8a34b5 None None] The port '22ab1230-2d45-4562-acf0-769e6a0d527b' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:18:05.291718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.317240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9ad1b8-7190-44a1-a198-0a1a2f8df385,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.331488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65825394-0c86-408b-86c4-2520af255176 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.333861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-65825394-0c86-408b-86c4-2520af255176 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.338395 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-65825394-0c86-408b-86c4-2520af255176 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/d74e6ffa-5a37-432e-b95c-c10ca243cba2 HTTP/1.1" status: 204 len: 168 time: 0.5603876 Mar 16 11:18:05.338395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.339587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35862) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.366609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.368616 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/c5e8e32d-6c71-4e50-be7a-bbbcdad836ef HTTP/1.1" status: 204 len: 168 time: 1.6489184 Mar 16 11:18:05.372383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65825394-0c86-408b-86c4-2520af255176 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e6ffa-5a37-432e-b95c-c10ca243cba2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.373686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35866) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.380493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feadd4-c92c-4cbf-b9a6-85965633f1c4 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=c5e8e32d-6c71-4e50-be7a-bbbcdad836ef,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.384184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278508142'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:05.390209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:05.394437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:network and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:05.398454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:05.405063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:05.427105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.428313 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3a3cfbba-c646-4ce9-a480-e1eb149b1313 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7236025 Mar 16 11:18:05.431533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35870) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.437384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'network': {'name': 'tempest-network-smoke--273597783', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:05.442153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:05.446112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:network and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:05.449045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:05.455408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:05.469099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3defc243-a341-40a9-b680-fd9cbc18620e tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:05.495506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 274dfd6e-b3c6-4740-825e-79a6e9711445, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=274dfd6e-b3c6-4740-825e-79a6e9711445,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:05.495862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.503041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3defc243-a341-40a9-b680-fd9cbc18620e tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:05.503196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:05.504244 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3defc243-a341-40a9-b680-fd9cbc18620e tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1637375 Mar 16 11:18:05.508338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.508982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35874) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.514462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'tempest-secgroup--692104470'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:05.534482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Made reservation on behalf of f80dfdd0b870406696afc4c0e6b9561a for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:05.537803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.560097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:05.578419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.578621 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Added segment a21e50e0-4b90-4dd7-a542-17a0c22240dc of type vlan for network 59d18fb9-209f-4b91-95fe-cacb59cdc787 Mar 16 11:18:05.579577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:05.597176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.597520 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Added segment 8c515e6e-ec94-4d7b-a0e8-736629dd8566 of type vlan for network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d Mar 16 11:18:05.616951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.626228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:05.634237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 274dfd6e-b3c6-4740-825e-79a6e9711445 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:05.644376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.681430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:05.731379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.737214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:05.737780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.770993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.777180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.782713 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:05.783284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.793392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:05.800123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Usage tracker for resource:security_group_rule and tenant:85291c2559974c33963516f750010b32 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:05.804228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:05.843643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:05.866403 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4914417 Mar 16 11:18:05.869443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35878) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.874984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:05.888234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54e864-6c6f-4220-83d5-494264a73e9f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Network': ['ID=59d18fb9-209f-4b91-95fe-cacb59cdc787,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.900467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:05.946966 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5115924 Mar 16 11:18:05.947213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.947691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35882) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.953593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'admin_state_up': True, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:05.962072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.967074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:06.010214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:router and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:06.018669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:06.023336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=274dfd6e-b3c6-4740-825e-79a6e9711445,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.028700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.066317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:06.077940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47347f75-31a3-4794-acc1-1cffc007af21 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Network': ['ID=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.105322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:06.105549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:06.109674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:06.112828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:06.119632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:06.167950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc2c3e-f5f5-43f5-9637-3f591cac7df6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.187774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.188794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.214855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:06.219846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.275815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.278025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8364cfaa-91bb-4c54-a89c-61d0687ee979 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7666783 Mar 16 11:18:06.281518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35886) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.288237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.291758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-08b351c3-4701-452a-908e-30c9295d7a0a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:06.292170 dv-neutron-831730-4-hyperv neutron-server[88450]: WARNING neutron.api.v2.base [None req-08b351c3-4701-452a-908e-30c9295d7a0a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 16 11:18:06.292653 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-08b351c3-4701-452a-908e-30c9295d7a0a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 11:18:06.293569 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-08b351c3-4701-452a-908e-30c9295d7a0a tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "PUT /v2.0/security-groups/3ebc2c3e-f5f5-43f5-9637-3f591cac7df6 HTTP/1.1" status: 409 len: 330 time: 0.0094023 Mar 16 11:18:06.301256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35890) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.506541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.561362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.584504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f0366f0-f2fc-443c-bb4c-7558e135de18 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.595660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=6554c565-585b-4346-828c-2d533805c2fd,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.605414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Checking segment: {'id': 'a21e50e0-4b90-4dd7-a542-17a0c22240dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:06.605886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network hostable DHCP agents. Network: 59d18fb9-209f-4b91-95fe-cacb59cdc787, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:06.712102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:06.804273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f0366f0-f2fc-443c-bb4c-7558e135de18 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.808763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 59d18fb9-209f-4b91-95fe-cacb59cdc787) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:06.813889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.814434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.825006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d1a26-c1f7-44e5-91fb-eb51c8d1c327 None None] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:07.023287 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3162a650-e1e6-4dca-8969-b0905be9cb10 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1503115 Mar 16 11:18:07.023505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35894) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.029592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1015837782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:07.035266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.037453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:07.042185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:router and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:07.043043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-59d18fb9-209f-4b91-95fe-cacb59cdc787', 'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': '6554c565-585b-4346-828c-2d533805c2fd'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:07.045752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.046796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:07.052874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:07.146392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.147564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.162566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.242505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f0366f0-f2fc-443c-bb4c-7558e135de18 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.260861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.313258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0366f0-f2fc-443c-bb4c-7558e135de18 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc2c3e-f5f5-43f5-9637-3f591cac7df6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:07.343610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.344829 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-db0d72e0-23ef-45ae-98c2-7f9ae678d360 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3203146 Mar 16 11:18:07.348386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Allocated IP 172.20.0.2 (59d18fb9-209f-4b91-95fe-cacb59cdc787/6554c565-585b-4346-828c-2d533805c2fd/49df9296-f172-4165-82e9-90e001ef9565) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:07.349066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35898) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.355293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787', 'name': 'tempest-PortsTestJSON-1876624503'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:07.364125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 717a6902-1b92-4cb3-9a82-54465e145d58 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:07.371677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f0366f0-f2fc-443c-bb4c-7558e135de18 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.373402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6f0366f0-f2fc-443c-bb4c-7558e135de18 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ebc2c3e-f5f5-43f5-9637-3f591cac7df6 HTTP/1.1" status: 204 len: 168 time: 1.0689428 Mar 16 11:18:07.376141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35902) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.493149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:07.503256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:07.520500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-103620ed-26a4-4c73-ac60-6b4ab03d1a3d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Synchronizing usage tracker for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:07.576626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.583006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:07.586883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.588215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Transition to ACTIVE for port object 49df9296-f172-4165-82e9-90e001ef9565 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:07.608622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 79768cea-a280-4731-8a36-8a66fb6daf82 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:18:07.609882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Transition to ACTIVE for port object 49df9296-f172-4165-82e9-90e001ef9565 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:07.697580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.758889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:07.761638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:07.766091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:07.775751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.6 (59d18fb9-209f-4b91-95fe-cacb59cdc787/6554c565-585b-4346-828c-2d533805c2fd/79768cea-a280-4731-8a36-8a66fb6daf82) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:07.780996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Pushing event updated for resources: {'Port': ['ID=49df9296-f172-4165-82e9-90e001ef9565,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:07.891212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-103620ed-26a4-4c73-ac60-6b4ab03d1a3d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] Unset dirty status for tenant:85291c2559974c33963516f750010b32 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:07.896359 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-103620ed-26a4-4c73-ac60-6b4ab03d1a3d tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5154545 Mar 16 11:18:07.897022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35906) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.917018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Attempting to bind port 49df9296-f172-4165-82e9-90e001ef9565 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:07.917604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Attempting to bind port 49df9296-f172-4165-82e9-90e001ef9565 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'a21e50e0-4b90-4dd7-a542-17a0c22240dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:07.917710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Attempting to bind port 49df9296-f172-4165-82e9-90e001ef9565 on network 59d18fb9-209f-4b91-95fe-cacb59cdc787 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:07.923234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:07.923608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Checking segment: {'id': 'a21e50e0-4b90-4dd7-a542-17a0c22240dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:07.924002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.924388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Bound using segment: {'id': 'a21e50e0-4b90-4dd7-a542-17a0c22240dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:07.924842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Bound port: 49df9296-f172-4165-82e9-90e001ef9565, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21e50e0-4b90-4dd7-a542-17a0c22240dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '59d18fb9-209f-4b91-95fe-cacb59cdc787'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:07.926153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.929887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:07.951981 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1cd574b2-90ec-400e-830b-81e3e7a86c8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/717a6902-1b92-4cb3-9a82-54465e145d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7423961 Mar 16 11:18:07.951981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.954272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35910) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.970300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] Sync routers for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:07.981157 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-253be62b-a848-4721-bc08-9a9d7738c417 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] delete failed (client error): The resource could not be found. Mar 16 11:18:07.986472 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-253be62b-a848-4721-bc08-9a9d7738c417 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "DELETE /v2.0/security-groups/144829f1-41a0-4823-9586-41f4703df07d HTTP/1.1" status: 404 len: 347 time: 0.0841146 Mar 16 11:18:07.986472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.992770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:07.993741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:07.996515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35914) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.055118 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.api.v2.resource [None req-15efb6c6-de81-4d07-b84b-550755758984 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] show failed (client error): The resource could not be found. Mar 16 11:18:08.059408 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-15efb6c6-de81-4d07-b84b-550755758984 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-groups/69c764a3-8da8-48a8-9640-d9d785568f93 HTTP/1.1" status: 404 len: 347 time: 0.0582888 Mar 16 11:18:08.061457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35918) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.069728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.093710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet 8da97276-96ae-4934-b14b-a7f65b1a3d01 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:08.097901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 79768cea-a280-4731-8a36-8a66fb6daf82 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:08.098802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.110140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] For port 49df9296-f172-4165-82e9-90e001ef9565, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:08.114198 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-c08513eb-f5e5-40f2-ba8f-716b94e49962 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] show failed (client error): The resource could not be found. Mar 16 11:18:08.118640 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c08513eb-f5e5-40f2-ba8f-716b94e49962 tempest-NegativeSecGroupIPv6Test-627755927 tempest-NegativeSecGroupIPv6Test-627755927-project] 10.222.0.30 "GET /v2.0/security-group-rules/90886181-badb-4d0a-b3e6-c66bdabaa3fe HTTP/1.1" status: 404 len: 356 time: 0.0536125 Mar 16 11:18:08.154222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Allocated IP 172.26.7.182 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/41cb08ef-7c97-41f7-ac61-712c7a1a38d4) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:08.159229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.178214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] For port 49df9296-f172-4165-82e9-90e001ef9565, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=49df9296-f172-4165-82e9-90e001ef9565,segment=NetworkSegment(a21e50e0-4b90-4dd7-a542-17a0c22240dc),segment_id=a21e50e0-4b90-4dd7-a542-17a0c22240dc)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:08.210600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:08.259309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.269396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.331138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.431992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.460926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.502897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5c6f5-359b-4fa5-9930-1cccc49768ce None None] Pushing event updated for resources: {'Port': ['ID=49df9296-f172-4165-82e9-90e001ef9565,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.517776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.526983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:08.530555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:08.534310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:08.577107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.580161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Port': ['ID=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.589108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0975f2-1533-4241-a7e5-d06f2a5b00d0 None None] Network 430d462b-b776-4e6a-9c9d-9225c0e648f1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:08.602926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=8da97276-96ae-4934-b14b-a7f65b1a3d01,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.614162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:08.621770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:08.628637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:08.708789 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9e85f566-cd0f-46ef-a970-3db7c958f766 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/8da97276-96ae-4934-b14b-a7f65b1a3d01 HTTP/1.1" status: 204 len: 168 time: 0.7516570 Mar 16 11:18:08.710055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35926) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.713415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=79768cea-a280-4731-8a36-8a66fb6daf82,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.749257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.750611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.812127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35930) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.818398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:18:05Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:08.825221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] Checking router: 717a6902-1b92-4cb3-9a82-54465e145d58 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:08.839355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] Routers {'717a6902-1b92-4cb3-9a82-54465e145d58'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:08.839995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['717a6902-1b92-4cb3-9a82-54465e145d58'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:08.855261 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-837dcb8c-4e09-4287-a9a7-47d9e20fe6b0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5051117 Mar 16 11:18:08.858584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35936) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:09.118700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] DHCP port deletion for 430d462b-b776-4e6a-9c9d-9225c0e648f1 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:18:09.129642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] Deleting port e3241ef9-2ecf-4c20-80e2-5cc82336a030 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:09.130199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.199226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] Set router 717a6902-1b92-4cb3-9a82-54465e145d58 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:09.281455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.588430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.642017 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-105e4522-53c9-4f08-95f3-11e7b342d154 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85291c2559974c33963516f750010b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8284059 Mar 16 11:18:09.647979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 35940) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:09.724828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] For port e3241ef9-2ecf-4c20-80e2-5cc82336a030, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e3241ef9-2ecf-4c20-80e2-5cc82336a030,segment=NetworkSegment(61ac5e19-7cdf-4c37-8e23-7aea38ebab3e),segment_id=61ac5e19-7cdf-4c37-8e23-7aea38ebab3e)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:09.726034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.811300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b01b7324-97c8-4c38-9750-37b1b2d66f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.840273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b01b7324-97c8-4c38-9750-37b1b2d66f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.875534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] Calling delete_port for e3241ef9-2ecf-4c20-80e2-5cc82336a030 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:09.972860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229472d7-531e-49c4-afc6-95dcf273043c None None] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:09.977392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.982576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.039503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b01b7324-97c8-4c38-9750-37b1b2d66f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.059578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b7324-97c8-4c38-9750-37b1b2d66f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394f5c2-7bb5-4d9f-94c8-144a8aae8f28,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.077719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.083633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:18:05Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:10.090067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 2076bd8e-a473-4e52-8905-9f9925e6cec9 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:10.090416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.157932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcd627-b4b9-4127-80e9-ac7d2588c172 None None] The sync data for ids ['717a6902-1b92-4cb3-9a82-54465e145d58'] in dv-neutron-831730-4-hyperv is: [{'id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'name': 'tempest-TestNetworkBasicOps-router-1999637055', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:04Z', 'updated_at': '2022-03-16T11:18:05Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '2076bd8e-a473-4e52-8905-9f9925e6cec9', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a6902-1b92-4cb3-9a82-54465e145d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:06Z', 'updated_at': '2022-03-16T11:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:10.173672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] Pushing event deleted for resources: {'Port': ['ID=e3241ef9-2ecf-4c20-80e2-5cc82336a030,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.176067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cde523-b138-43f8-8e36-c3997a8ad56f None None] No DVR routers for this DVR port e3241ef9-2ecf-4c20-80e2-5cc82336a030 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:10.233288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b01b7324-97c8-4c38-9750-37b1b2d66f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.236804 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b01b7324-97c8-4c38-9750-37b1b2d66f33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e394f5c2-7bb5-4d9f-94c8-144a8aae8f28 HTTP/1.1" status: 204 len: 168 time: 0.5864453 Mar 16 11:18:10.252178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e51df9f7-2ef2-49f9-8bdc-edf78fa72158 None None] Provisioning for port 49df9296-f172-4165-82e9-90e001ef9565 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:10.433833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.443124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 2076bd8e-a473-4e52-8905-9f9925e6cec9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2076bd8e-a473-4e52-8905-9f9925e6cec9,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:10.443745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.451578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.558983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 49df9296-f172-4165-82e9-90e001ef9565 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:10.563120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.699299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 2076bd8e-a473-4e52-8905-9f9925e6cec9 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:10.774502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Provisioning for port 79768cea-a280-4731-8a36-8a66fb6daf82 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:10.780721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Provisioning complete for port 79768cea-a280-4731-8a36-8a66fb6daf82 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:10.781093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.802171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=79768cea-a280-4731-8a36-8a66fb6daf82,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.875468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Port 79768cea-a280-4731-8a36-8a66fb6daf82 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:10.883375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 49df9296-f172-4165-82e9-90e001ef9565 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:10.901195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Provisioning complete for port 49df9296-f172-4165-82e9-90e001ef9565 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:10.901195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.930500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 49df9296-f172-4165-82e9-90e001ef9565 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:10.937200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.101951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.104511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.121566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.164792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=2076bd8e-a473-4e52-8905-9f9925e6cec9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:11.182811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] For port 49df9296-f172-4165-82e9-90e001ef9565, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=49df9296-f172-4165-82e9-90e001ef9565,segment=NetworkSegment(a21e50e0-4b90-4dd7-a542-17a0c22240dc),segment_id=a21e50e0-4b90-4dd7-a542-17a0c22240dc)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:11.197287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.283938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.289286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.336553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Router 000459a2-1c82-41d7-b330-bf8514b7eefe is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:18:11.383893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:11.384319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:11.396636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd6450-bc25-4e62-be55-7cb3f52c9473 None None] Pushing event updated for resources: {'Port': ['ID=49df9296-f172-4165-82e9-90e001ef9565,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:11.409640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-69d5a87d-7142-4b41-8fa4-0f41951171c6 None None] Provisioning complete for port 79768cea-a280-4731-8a36-8a66fb6daf82 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:11.410486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-69d5a87d-7142-4b41-8fa4-0f41951171c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.477790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-69d5a87d-7142-4b41-8fa4-0f41951171c6 None None] Port 79768cea-a280-4731-8a36-8a66fb6daf82 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:11.521307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.684652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.689008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.778428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35964) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:11.782368 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029263 Mar 16 11:18:11.790334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35966) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:11.795679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.796187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 717a6902-1b92-4cb3-9a82-54465e145d58 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:18:11.834026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:11.839870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.841074 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1536560f-c011-4d70-9d86-2c08625b811a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/717a6902-1b92-4cb3-9a82-54465e145d58 HTTP/1.1" status: 204 len: 168 time: 3.1299536 Mar 16 11:18:11.847782 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Sync routers for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:11.848470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35972) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:11.861833 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:11.865523 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.034099 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b78e7d29-27e5-4586-b6e5-604310cd5488 tempest-NetworksApiDiscovery-1880301745 tempest-NetworksApiDiscovery-1880301745-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2000387 Mar 16 11:18:12.034099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.144359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.147577 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-60fa42e3-f594-4aea-9f99-2398a78ef2e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1970837 Mar 16 11:18:12.149792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35978) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.201883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.203995 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:12.220271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.251428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430d462b-b776-4e6a-9c9d-9225c0e648f1']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.266367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.266694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ac5e19-7cdf-4c37-8e23-7aea38ebab3e') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.278183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.308773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.328689 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c1b5a41b-81aa-4b41-93db-c4e4a72e23c8 tempest-TestNetworkAdvancedServerOps-822088168 tempest-TestNetworkAdvancedServerOps-822088168-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f80dfdd0b870406696afc4c0e6b9561a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1776826 Mar 16 11:18:12.330021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.331999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35984) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.360290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:12.360690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:12.382121 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:12.417378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e3241ef9-2ecf-4c20-80e2-5cc82336a030 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:12.455558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=79768cea-a280-4731-8a36-8a66fb6daf82,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:12.487736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.530200 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:08Z', 'revision_number': 3, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.536036 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Checking router: 000459a2-1c82-41d7-b330-bf8514b7eefe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:12.536982 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Updating router 000459a2-1c82-41d7-b330-bf8514b7eefe port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:12.602236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2f58d-66ba-4a75-9336-9b39f61d5168 tempest-TestNetworkAdvancedServerOps-822088168 tempest-TestNetworkAdvancedServerOps-822088168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:12.603872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-01b2f58d-66ba-4a75-9336-9b39f61d5168 tempest-TestNetworkAdvancedServerOps-822088168 tempest-TestNetworkAdvancedServerOps-822088168-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2709925 Mar 16 11:18:12.607094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e3241ef9-2ecf-4c20-80e2-5cc82336a030 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:12.608059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e3241ef9-2ecf-4c20-80e2-5cc82336a030 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:12.608224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35988) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.608583 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.694123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.701916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.730127 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-09b5895c-a4d0-4102-a253-51fc3ccd6db0 tempest-TestNetworkAdvancedServerOps-822088168 tempest-TestNetworkAdvancedServerOps-822088168-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1207967 Mar 16 11:18:12.734979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:12.735789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35994) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.736534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:12.736943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=430d462b-b776-4e6a-9c9d-9225c0e648f1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:12.743581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 49df9296-f172-4165-82e9-90e001ef9565 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:12.754472 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-90b29f08-5fd4-4d06-8806-a0044223c6b0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/430d462b-b776-4e6a-9c9d-9225c0e648f1 HTTP/1.1" status: 204 len: 168 time: 0.8975863 Mar 16 11:18:12.756939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667417872', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:12.774961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 35998) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.793739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--296415143', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:12.803729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:12.808405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:12.812288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:12.818184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:12.830286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36002) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.849174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 49df9296-f172-4165-82e9-90e001ef9565 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:12.850099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.944027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:12.948357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.960841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:12.970188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:subnet and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:12.974405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:12.988073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:13.016317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:13.027995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.028505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment 025e67c9-9715-47c6-9cc0-e3d79e321a5d of type vlan for network 742a8985-a636-46df-8b9b-f09a314d0526 Mar 16 11:18:13.093068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Made reservation on behalf of f80dfdd0b870406696afc4c0e6b9561a for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:13.096679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.126993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-985cbb6c-cf9f-4ba8-a03b-9475cddd4585 None None] Provisioning complete for port 79768cea-a280-4731-8a36-8a66fb6daf82 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:13.127846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-985cbb6c-cf9f-4ba8-a03b-9475cddd4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.140810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Router 40943cec-40f1-4dd5-8c9a-c4dedc75185f is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:18:13.161223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 274dfd6e-b3c6-4740-825e-79a6e9711445 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:13.192503 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.206201 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Transition to ACTIVE for port object 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:13.211743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.219382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 274dfd6e-b3c6-4740-825e-79a6e9711445 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:13.219832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 274dfd6e-b3c6-4740-825e-79a6e9711445 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:13.220277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2076bd8e-a473-4e52-8905-9f9925e6cec9 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:13.224438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.242450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:13.260631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 2076bd8e-a473-4e52-8905-9f9925e6cec9 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:13.270097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2076bd8e-a473-4e52-8905-9f9925e6cec9 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:13.270097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-985cbb6c-cf9f-4ba8-a03b-9475cddd4585 None None] Port 79768cea-a280-4731-8a36-8a66fb6daf82 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:13.286112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Usage tracker for resource:security_group_rule and tenant:96356b95922a468a8bf3fc7414f49366 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:13.288777 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.302144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:13.314145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:13.341014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:13.346899 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-722a55b2-41f8-4c57-9622-733afd5bc442 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/routers/40943cec-40f1-4dd5-8c9a-c4dedc75185f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4871702 Mar 16 11:18:13.349507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36008) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:13.362059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] Sync routers for ids ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:13.377116 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Attempting to bind port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:13.380081 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Attempting to bind port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:13.380081 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Attempting to bind port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:13.380996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] Routers {'40943cec-40f1-4dd5-8c9a-c4dedc75185f'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:13.382636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:13.392404 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Pushing event updated for resources: {'Port': ['ID=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.397515 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:13.397904 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:13.398305 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.398691 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:13.399375 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Bound port: 41cb08ef-7c97-41f7-ac61-712c7a1a38d4, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:13.399895 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.401766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.407809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:13.412849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.440683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72491b92-2295-40b6-8759-4f69276ea012 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:13.441650 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72491b92-2295-40b6-8759-4f69276ea012 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.447380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:13.468781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.489472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:13.493135 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] For port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:13.496303 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] For port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:13.498367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] Routers {'40943cec-40f1-4dd5-8c9a-c4dedc75185f'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:13.498993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:13.520351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-72491b92-2295-40b6-8759-4f69276ea012 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:13.521434 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-72491b92-2295-40b6-8759-4f69276ea012 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports?device_id=40943cec-40f1-4dd5-8c9a-c4dedc75185f HTTP/1.1" status: 200 len: 982 time: 0.1708114 Mar 16 11:18:13.524265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36012) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:13.566543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:13.567337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dab24c-c593-4877-8e30-21f28cf066da None None] The sync data for ids ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:13.589308 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.626977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Subnet': ['ID=8915e6b3-b986-4e80-b20b-d19b0b6d74f0,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.676094 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:13.683115 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:13.741706 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9272d5-245e-487f-be04-b1212a404fa3 None None] Pushing event updated for resources: {'Port': ['ID=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.794289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=742a8985-a636-46df-8b9b-f09a314d0526,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.802347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.807097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 742a8985-a636-46df-8b9b-f09a314d0526 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:13.833167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Checking segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:13.833671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network hostable DHCP agents. Network: cbaf4201-32db-4d86-86b2-d6c4df4d3c5d, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:13.848913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5ecce679-47c0-4b06-bbfb-dc62f87b3eb1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0726590 Mar 16 11:18:13.854957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36016) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:13.857786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-150397007', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:13.867441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:13.872459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:13.876549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:13.877421 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:13.882272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.889314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:13.919089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ea532-3581-4358-aac0-85d7c0abafcd,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.948957 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2aad104c-b57e-4562-ba93-b84401fb3c61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96356b95922a468a8bf3fc7414f49366&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1148810 Mar 16 11:18:13.948957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:13.950407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36020) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.012200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.013390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.032058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.051146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, cbaf4201-32db-4d86-86b2-d6c4df4d3c5d) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:14.055344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.055975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.065597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1db798-809c-4ecf-883a-ac53574c5aee None None] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:14.216098 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:08Z', 'revision_number': 3, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:14.222408 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c12b3b-d023-4c0e-b153-95241717dd79 None None] The sync data for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv is: [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:08Z', 'revision_number': 3, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:14.254514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8495785d-4c37-401d-9c4d-bfee13fa19f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.282390 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-82925671-7a5d-435e-ae95-a800a980b784 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5381563 Mar 16 11:18:14.282530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36024) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.322590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:14.322590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.381588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8495785d-4c37-401d-9c4d-bfee13fa19f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.418712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.429084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.492306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Allocated IP 172.20.0.2 (cbaf4201-32db-4d86-86b2-d6c4df4d3c5d/8915e6b3-b986-4e80-b20b-d19b0b6d74f0/d232df26-a790-4953-9a9b-3619005d957c) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:14.834825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:14.907314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.958846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.991098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.017436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:15.022764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:15.023198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.058346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Transition to ACTIVE for port object d232df26-a790-4953-9a9b-3619005d957c will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:15.111669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Transition to ACTIVE for port object d232df26-a790-4953-9a9b-3619005d957c will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:15.114086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8495785d-4c37-401d-9c4d-bfee13fa19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.146119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495785d-4c37-401d-9c4d-bfee13fa19f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ea532-3581-4358-aac0-85d7c0abafcd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.166755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8495785d-4c37-401d-9c4d-bfee13fa19f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.171704 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8495785d-4c37-401d-9c4d-bfee13fa19f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d52ea532-3581-4358-aac0-85d7c0abafcd HTTP/1.1" status: 204 len: 168 time: 1.2201104 Mar 16 11:18:15.178322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.215 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/35ae08d6-af84-4c77-b369-02f2c904db6e) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:15.242915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6235c8d4-9fbb-4dd0-be3a-2c396e47b5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.254087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 79768cea-a280-4731-8a36-8a66fb6daf82 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:15.254489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.263375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.378404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.396178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.407901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:15.413371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Pushing event updated for resources: {'Port': ['ID=d232df26-a790-4953-9a9b-3619005d957c,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.413371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:15.414648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:15.532030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.545966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:15.571541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Attempting to bind port d232df26-a790-4953-9a9b-3619005d957c on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:15.571956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Attempting to bind port d232df26-a790-4953-9a9b-3619005d957c by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:15.572479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Attempting to bind port d232df26-a790-4953-9a9b-3619005d957c on network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:15.580254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:15.582730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Checking segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:15.582730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.582730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Bound using segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:15.582730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Bound port: d232df26-a790-4953-9a9b-3619005d957c, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:15.583287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.603539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.635748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.664749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=35ae08d6-af84-4c77-b369-02f2c904db6e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.703011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:15.707605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:15.720477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:15.807054 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.814279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] For port d232df26-a790-4953-9a9b-3619005d957c, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:15.817524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] For port d232df26-a790-4953-9a9b-3619005d957c, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d232df26-a790-4953-9a9b-3619005d957c,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:15.890228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.955490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 79768cea-a280-4731-8a36-8a66fb6daf82 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:15.995465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b27fda-73f5-41f4-88e3-e1a1564a936e None None] Pushing event updated for resources: {'Port': ['ID=d232df26-a790-4953-9a9b-3619005d957c,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.036525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.449706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.702842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.762520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=79768cea-a280-4731-8a36-8a66fb6daf82,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.795860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:16.858293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.933047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:16.933420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.029390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Allocated IP 172.20.0.1 (cbaf4201-32db-4d86-86b2-d6c4df4d3c5d/8915e6b3-b986-4e80-b20b-d19b0b6d74f0/99134815-0f0a-4cb8-aa98-a6e14cfc45ff) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:17.110456 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d232df26-a790-4953-9a9b-3619005d957c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:17.194710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:18:17.210548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.257070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d232df26-a790-4953-9a9b-3619005d957c completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:17.287858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11383f8a-79eb-48b5-ae55-d422f72806fb None None] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:17.392311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:17.402386 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Sync routers for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:17.412715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b50fc81d-aefb-46c8-baeb-65ae2d64b313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.414498 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:17.415353 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:17:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:17.468890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] Provisioning for port d232df26-a790-4953-9a9b-3619005d957c completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:17.482848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] Provisioning complete for port d232df26-a790-4953-9a9b-3619005d957c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:17.483223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.494514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.496717 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9089a3a8-181b-4b26-9aeb-ed68ed14ac78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6444423 Mar 16 11:18:17.499648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36030) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.618202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.618576 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:17.638219 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-033bcf41-6c8b-41c3-a0a8-d30bbf500015 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1361105 Mar 16 11:18:17.639451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36034) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.695836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.696507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Transition to ACTIVE for port object 99134815-0f0a-4cb8-aa98-a6e14cfc45ff will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:17.703009 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Router 40943cec-40f1-4dd5-8c9a-c4dedc75185f has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:17.745757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] For port d232df26-a790-4953-9a9b-3619005d957c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d232df26-a790-4953-9a9b-3619005d957c,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:17.808764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.861019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:17.890186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] Sync routers for ids ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:17.893294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a347967-aca4-468a-8b2e-542eb4bc2414 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:17.898401 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6a347967-aca4-468a-8b2e-542eb4bc2414 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2546697 Mar 16 11:18:17.898401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36038) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.919062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] Routers {'40943cec-40f1-4dd5-8c9a-c4dedc75185f'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:17.920249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:17.951024 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ada85de2-0bcf-46eb-bedf-839bbae8d6eb tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511808 Mar 16 11:18:17.953218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36042) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.953684 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:17.959553 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Checking router: 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:17.959994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-697724831', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:17.961633 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Updating router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 port 35ae08d6-af84-4c77-b369-02f2c904db6e binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:17.981172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.990910 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3ecd032a-f83e-4fb4-a4c5-9c2dff58774a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/routers/40943cec-40f1-4dd5-8c9a-c4dedc75185f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4656379 Mar 16 11:18:17.996165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36046) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:18.001739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:18.010502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef9c7e-ba95-476d-92a9-d09db7de2c88 None None] Pushing event updated for resources: {'Port': ['ID=d232df26-a790-4953-9a9b-3619005d957c,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.015859 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] Routers {'40943cec-40f1-4dd5-8c9a-c4dedc75185f'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:18.016460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:18.031405 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.092015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:18.092255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:18.092485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827ae91-d48d-4f41-bbf0-33d4bbd9c731 None None] The sync data for ids ['40943cec-40f1-4dd5-8c9a-c4dedc75185f'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:18.104499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:18.104666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d47c427f-2272-46d4-b0bd-3d73cc32d0b3 None None] Provisioning complete for port d232df26-a790-4953-9a9b-3619005d957c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:18.105038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d47c427f-2272-46d4-b0bd-3d73cc32d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.111291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8f4a12-1a88-4135-b22a-a12e650c2f8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:18:18.112596 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fc8f4a12-1a88-4135-b22a-a12e650c2f8a tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/79768cea-a280-4731-8a36-8a66fb6daf82 HTTP/1.1" status: 404 len: 333 time: 0.1154268 Mar 16 11:18:18.115949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36050) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:18.120280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:18.238333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.267243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Port': ['ID=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.348708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.382251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:18.443649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:18.448371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:18.453724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.470243 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.483508 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Transition to ACTIVE for port object 35ae08d6-af84-4c77-b369-02f2c904db6e will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:18.507753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.511421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:18.548816 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.578067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-853df392-19e7-4677-b022-156b4bc6961e None None] Provisioning for port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:18.589781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-853df392-19e7-4677-b022-156b4bc6961e None None] Provisioning complete for port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:18.590574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-853df392-19e7-4677-b022-156b4bc6961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.662916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.670378 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04876609-d951-4f20-9b39-2ce7270853ad None None] Pushing event updated for resources: {'Port': ['ID=35ae08d6-af84-4c77-b369-02f2c904db6e,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.692852 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Attempting to bind port 35ae08d6-af84-4c77-b369-02f2c904db6e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:18.693432 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Attempting to bind port 35ae08d6-af84-4c77-b369-02f2c904db6e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:18.693978 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Attempting to bind port 35ae08d6-af84-4c77-b369-02f2c904db6e on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:18.697250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:18.701172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.704421 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:18.706301 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:18.706802 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.707539 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:18.708113 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Bound port: 35ae08d6-af84-4c77-b369-02f2c904db6e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:18.708607 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.720208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-853df392-19e7-4677-b022-156b4bc6961e None None] Port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:18.764283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d232df26-a790-4953-9a9b-3619005d957c up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:18.817054 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] For port 35ae08d6-af84-4c77-b369-02f2c904db6e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:18.820801 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] For port 35ae08d6-af84-4c77-b369-02f2c904db6e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=35ae08d6-af84-4c77-b369-02f2c904db6e,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:18.846760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d232df26-a790-4953-9a9b-3619005d957c triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:18.847377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.856734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.864195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.909167 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.973139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.973512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Fanout notify agent at l3_agent the message router_deleted on router 40943cec-40f1-4dd5-8c9a-c4dedc75185f {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:18:18.998278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.999673 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:19.000226 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:19.015164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.016208 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5f2373f7-0348-4ac9-a6b0-a819e1610ec5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/routers/40943cec-40f1-4dd5-8c9a-c4dedc75185f HTTP/1.1" status: 204 len: 168 time: 0.8991878 Mar 16 11:18:19.018984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36054) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.061586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.066563 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04876609-d951-4f20-9b39-2ce7270853ad None None] Pushing event updated for resources: {'Port': ['ID=35ae08d6-af84-4c77-b369-02f2c904db6e,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.109454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.193832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=532d143f-916e-4271-900e-2d07fac1c907,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.198548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet 6554c565-585b-4346-828c-2d533805c2fd {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:19.206329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.206669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.207009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.207338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.207664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.207989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.208308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.208627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.208946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.209264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.209580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.210038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:19.213365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:19.213876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 742a8985-a636-46df-8b9b-f09a314d0526, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:19.218906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.223394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.226139 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:19.250513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Port': ['ID=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.288353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 742a8985-a636-46df-8b9b-f09a314d0526 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:19.374430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 742a8985-a636-46df-8b9b-f09a314d0526) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:19.379189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:19.385163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.389610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb982135-c75b-44e5-abf0-3a297bee2d50 None None] Network 742a8985-a636-46df-8b9b-f09a314d0526 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:19.464241 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5551deac-16eb-47e3-8c87-55c20653cc83 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5087600 Mar 16 11:18:19.465071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36058) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.484842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.532223 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:19.537278 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3b9cb-2f04-4cc3-abdc-570b77dad1b1 None None] The sync data for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv is: [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:19.618218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:19.620305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:19.710554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.783552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-742a8985-a636-46df-8b9b-f09a314d0526', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:19.784539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.953430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.965288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Router 000459a2-1c82-41d7-b330-bf8514b7eefe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:20.024836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c69f8e0e-13f0-4b9c-a441-1f6b5c7e9f81 None None] Provisioning complete for port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:20.024836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c69f8e0e-13f0-4b9c-a441-1f6b5c7e9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.052257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.114566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=6554c565-585b-4346-828c-2d533805c2fd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.116797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.118343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c69f8e0e-13f0-4b9c-a441-1f6b5c7e9f81 None None] Port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:20.126434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a411e37c-1e53-4d47-a509-6c2bcf032deb None None] Network 59d18fb9-209f-4b91-95fe-cacb59cdc787 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:20.139056 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f727d19b-dd56-4c82-abe7-d5fa27504b3f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/6554c565-585b-4346-828c-2d533805c2fd HTTP/1.1" status: 204 len: 168 time: 1.1182075 Mar 16 11:18:20.141902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:20.142506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Allocated IP 172.20.0.2 (742a8985-a636-46df-8b9b-f09a314d0526/532d143f-916e-4271-900e-2d07fac1c907/53f96d7e-6dc7-4642-9583-01ac4f248536) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:20.223773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.282856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:20.295388 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Sync routers for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:20.302139 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-282aaf51-cbf4-4fe8-beec-dfe78fc4c00d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "PUT /v2.0/routers/000459a2-1c82-41d7-b330-bf8514b7eefe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0187716 Mar 16 11:18:20.332870 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:20.333508 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:20.514527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.551770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 49df9296-f172-4165-82e9-90e001ef9565 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:20.553536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.714043 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:20.752742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.775531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Transition to ACTIVE for port object 53f96d7e-6dc7-4642-9583-01ac4f248536 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:20.816594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] DHCP port deletion for 59d18fb9-209f-4b91-95fe-cacb59cdc787 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:18:20.826301 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-75891f44-f770-4be1-b978-e6b4e4c48a08 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376765967&fields=id&tenant_id=f80dfdd0b870406696afc4c0e6b9561a HTTP/1.1" status: 200 len: 267 time: 0.1701179 Mar 16 11:18:20.829439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35ae08d6-af84-4c77-b369-02f2c904db6e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:20.917527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Transition to ACTIVE for port object 53f96d7e-6dc7-4642-9583-01ac4f248536 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:20.920946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Deleting port 49df9296-f172-4165-82e9-90e001ef9565 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:20.922052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.923780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.008173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] For port 49df9296-f172-4165-82e9-90e001ef9565, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=49df9296-f172-4165-82e9-90e001ef9565,segment=NetworkSegment(a21e50e0-4b90-4dd7-a542-17a0c22240dc),segment_id=a21e50e0-4b90-4dd7-a542-17a0c22240dc)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:21.008534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.079380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.111696 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 2, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.117212 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Checking router: 000459a2-1c82-41d7-b330-bf8514b7eefe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:21.118052 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Updating router 000459a2-1c82-41d7-b330-bf8514b7eefe port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:21.168237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Network 742a8985-a636-46df-8b9b-f09a314d0526 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:21.172635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 49df9296-f172-4165-82e9-90e001ef9565 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:21.183958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-57a17d8a-8468-4168-bd10-86881479bbd1 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:21.185612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-57a17d8a-8468-4168-bd10-86881479bbd1 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/networks?id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 200 len: 796 time: 0.3509469 Mar 16 11:18:21.185786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Pushing event updated for resources: {'Port': ['ID=53f96d7e-6dc7-4642-9583-01ac4f248536,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.188173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:21.189788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 35ae08d6-af84-4c77-b369-02f2c904db6e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:21.208946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:21.211251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 35ae08d6-af84-4c77-b369-02f2c904db6e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:21.211640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.221279 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.312125 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-a59ce1cf-1a40-4296-ade9-ab1a58e7a1a6 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/quotas/f80dfdd0b870406696afc4c0e6b9561a HTTP/1.1" status: 200 len: 375 time: 0.0565085 Mar 16 11:18:21.381430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.406406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Attempting to bind port 53f96d7e-6dc7-4642-9583-01ac4f248536 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:21.406772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Attempting to bind port 53f96d7e-6dc7-4642-9583-01ac4f248536 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:21.407279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Attempting to bind port 53f96d7e-6dc7-4642-9583-01ac4f248536 on network 742a8985-a636-46df-8b9b-f09a314d0526 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:21.421750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:21.422079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Checking segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:21.422388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.422781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Bound using segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:21.423255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Bound port: 53f96d7e-6dc7-4642-9583-01ac4f248536, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:21.424022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.438479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=49df9296-f172-4165-82e9-90e001ef9565,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.440354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No DVR routers for this DVR port 49df9296-f172-4165-82e9-90e001ef9565 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:21.474937 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-5fbf2977-ebe7-4cbb-afe8-2cc7fdac323b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242485 Mar 16 11:18:21.504290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] For port 49df9296-f172-4165-82e9-90e001ef9565, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=49df9296-f172-4165-82e9-90e001ef9565,segment=NetworkSegment(a21e50e0-4b90-4dd7-a542-17a0c22240dc),segment_id=a21e50e0-4b90-4dd7-a542-17a0c22240dc)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:21.504670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.624397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.661093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d18fb9-209f-4b91-95fe-cacb59cdc787']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.683343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21e50e0-4b90-4dd7-a542-17a0c22240dc') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.683628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21e50e0-4b90-4dd7-a542-17a0c22240dc') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.707177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.731759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-8b7d8e50-8bca-47c2-bc25-77654c835adf service neutron] 10.222.0.30 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233603 Mar 16 11:18:21.742132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.758499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:21.758984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.807900 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.822696 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Transition to ACTIVE for port object 99134815-0f0a-4cb8-aa98-a6e14cfc45ff will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:21.835522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.847772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Calling delete_port for 49df9296-f172-4165-82e9-90e001ef9565 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:21.909191 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.914758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 35ae08d6-af84-4c77-b369-02f2c904db6e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=35ae08d6-af84-4c77-b369-02f2c904db6e,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:21.920028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] For port 53f96d7e-6dc7-4642-9583-01ac4f248536, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:21.924093 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:21.932211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] For port 53f96d7e-6dc7-4642-9583-01ac4f248536, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=53f96d7e-6dc7-4642-9583-01ac4f248536,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:21.972183 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-27c4a516-cfc9-4d35-b6e7-297e593eda25 service neutron] 10.222.0.30 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334011 Mar 16 11:18:21.983821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:21.985146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:21.999904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (742a8985-a636-46df-8b9b-f09a314d0526/532d143f-916e-4271-900e-2d07fac1c907/4366b2a6-72f0-410c-9e64-eeaf9d8a3652) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:22.012427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.062168 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837d32-9800-4ce1-b83d-8e027b4c380c None None] Pushing event updated for resources: {'Port': ['ID=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.100225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.164101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=35ae08d6-af84-4c77-b369-02f2c904db6e,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.171208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.182719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.238879 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Attempting to bind port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:22.239573 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Attempting to bind port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:22.241464 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Attempting to bind port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff on network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:22.252475 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:22.253488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Checking segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:22.254101 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.254806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Bound using segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:22.255460 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Bound port: 99134815-0f0a-4cb8-aa98-a6e14cfc45ff, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:22.257740 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.269493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=59d18fb9-209f-4b91-95fe-cacb59cdc787,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.283364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628e3d-d64c-4448-93b3-9f515ab366be None None] Pushing event updated for resources: {'Port': ['ID=53f96d7e-6dc7-4642-9583-01ac4f248536,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.295470 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/59d18fb9-209f-4b91-95fe-cacb59cdc787 HTTP/1.1" status: 204 len: 168 time: 2.1487775 Mar 16 11:18:22.295470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.295470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.295470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.295872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.295959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.296614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.297032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.297439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.297832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.298268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.298653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.299477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200395f-805e-4226-9cca-31ce16e414eb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:22.301993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36078) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.314433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.332950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:22.402491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c30c7-e0cb-4bc4-9f84-f515241d6fde tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.403083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c99c30c7-e0cb-4bc4-9f84-f515241d6fde tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:22.408350 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] For port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:22.411714 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] For port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:22.452214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.486137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Deleting port 49df9296-f172-4165-82e9-90e001ef9565 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:22.486521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.548229 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.551180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.562046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 742a8985-a636-46df-8b9b-f09a314d0526 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:22.574482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:22.574632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c99c30c7-e0cb-4bc4-9f84-f515241d6fde tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:22.574632 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c99c30c7-e0cb-4bc4-9f84-f515241d6fde tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/27862ec8-8349-48a0-809a-61b10b34b70c HTTP/1.1" status: 200 len: 840 time: 0.2648427 Mar 16 11:18:22.574632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36082) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.576084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:22.597015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b87b2883-eedf-4078-b282-704b5400df0f None None] The port '49df9296-f172-4165-82e9-90e001ef9565' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:18:22.657559 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:22.659894 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:22.687904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.698914 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1815784c-cc4a-4ea8-abb7-276118ff52d9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/27862ec8-8349-48a0-809a-61b10b34b70c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1260965 Mar 16 11:18:22.703237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36086) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.708901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:22.891396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:22.897874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:22.907201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:22.911908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35ae08d6-af84-4c77-b369-02f2c904db6e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:22.923411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:22.948016 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837d32-9800-4ce1-b83d-8e027b4c380c None None] Pushing event updated for resources: {'Port': ['ID=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.999787 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:23.009231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:23.009979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.040343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 35ae08d6-af84-4c77-b369-02f2c904db6e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:23.040872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.188603 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53f96d7e-6dc7-4642-9583-01ac4f248536 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:23.244120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.365826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 53f96d7e-6dc7-4642-9583-01ac4f248536 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:23.444539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.463982 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:22Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:23.470092 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166d0ed-19f4-44a0-9a34-c67fb7872a93 None None] The sync data for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv is: [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:22Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:23.471903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 49df9296-f172-4165-82e9-90e001ef9565 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:23.556356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 49df9296-f172-4165-82e9-90e001ef9565 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:23.559180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 49df9296-f172-4165-82e9-90e001ef9565 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:23.595235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-28bede32-81fe-469a-b01d-670cc3913a49 req-b4c2a32e-ce53-4a0e-bff4-2f360d99e434 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Synchronizing usage tracker for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:23.665175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:23.679423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:23.680877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:23.690463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.699407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a759f0f-6566-4099-bc07-a7c98fe454bc None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:23.714828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=c9543dd8-e890-4e2c-b960-4a609dc8efee,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:23.777891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-28bede32-81fe-469a-b01d-670cc3913a49 req-b4c2a32e-ce53-4a0e-bff4-2f360d99e434 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Unset dirty status for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:23.779993 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-28bede32-81fe-469a-b01d-670cc3913a49 req-b4c2a32e-ce53-4a0e-bff4-2f360d99e434 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 210 time: 0.4197857 Mar 16 11:18:23.825132 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5fe538d-5a59-4500-bbe5-9af8287abf93 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1202209 Mar 16 11:18:23.829115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:23.835479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'security_group': {'name': 'tempest-secgroup-307894877'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:23.841781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9766a7ec-ac5c-43c5-a02b-fcfda315a112 None None] Network 742a8985-a636-46df-8b9b-f09a314d0526 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:23.842915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:23.847709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:23.851614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:23.860959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:23.933907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.971799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.998465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.003369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group_rule and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:24.006411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:24.012301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:24.037963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.108676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.130380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Provisioning for port 53f96d7e-6dc7-4642-9583-01ac4f248536 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:24.140441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.157004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Provisioning complete for port 53f96d7e-6dc7-4642-9583-01ac4f248536 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:24.157672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.218655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.269767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd40ea-2ea0-4552-885a-a613e6e3e232,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.306921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.341755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'tenant_id': 'f38974880efc4ef685fc0868602787e5', 'fixed_ips': [{'subnet_id': 'c9543dd8-e890-4e2c-b960-4a609dc8efee'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:18:24.342614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.352154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 742a8985-a636-46df-8b9b-f09a314d0526 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:24.353079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:24.369118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.374908 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f06c7fe5-2bd9-4659-aaab-d4d80edb063f tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5435350 Mar 16 11:18:24.375730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36104) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:24.381888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'security_group': {'name': 'tempest-secgroup-527141387'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:24.389353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.389820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.394210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:24.400468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:24.411560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:24.514640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] For port 53f96d7e-6dc7-4642-9583-01ac4f248536, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=53f96d7e-6dc7-4642-9583-01ac4f248536,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:24.525671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.571615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.577936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group_rule and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:24.585331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:24.593250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:24.614992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.651808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:24.755212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.854103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Allocated IP 172.20.0.2 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/c9543dd8-e890-4e2c-b960-4a609dc8efee/12c3008f-8322-4303-a5ee-34bd5778c646) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:24.861547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99134815-0f0a-4cb8-aa98-a6e14cfc45ff up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:24.877248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.971429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Pushing event updated for resources: {'Port': ['ID=53f96d7e-6dc7-4642-9583-01ac4f248536,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.989965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3567d6c-a4d0-4462-9118-dbfbfe1eb64a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.011059 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f63f180b-2475-4e2b-91eb-e96794c77a07 req-58e1cccb-f8ac-4a57-8fa6-8d3d135ab42e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 210 time: 0.1089098 Mar 16 11:18:25.043186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.045264 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9a2a4358-0dd6-40e0-b628-9ce5b982026e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6675570 Mar 16 11:18:25.047924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36114) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.053592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1339682189', 'security_groups': ['f3567d6c-a4d0-4462-9118-dbfbfe1eb64a'], 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9543dd8-e890-4e2c-b960-4a609dc8efee'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:25.056277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.056277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.056277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.056277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.056630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.056869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.057209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.061117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:25.061533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.061981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.062374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.062716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.063056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b72096-5811-4c58-93ec-10ae99d9e17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:25.099841 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-beb860a1-ca1a-4521-a598-535bb2556fe9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6336088 Mar 16 11:18:25.102735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36118) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.127162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Sync routers for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:25.247865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:25.248709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:25.297420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:25.326855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.342510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-28a69d83-462e-43c1-84f3-c40ecea0fdcc None None] Provisioning complete for port 53f96d7e-6dc7-4642-9583-01ac4f248536 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:25.343816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-28a69d83-462e-43c1-84f3-c40ecea0fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.463936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:25.539605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.541128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.541830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.542548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.543361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.544078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.545495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.547581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.557183 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9bbfcc4f-6ac4-46a3-8007-e437aeb50cbd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.4520292 Mar 16 11:18:25.565678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36124) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.599543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:25.676393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.677069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.677678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.678353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.679058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.679865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.680873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.681005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.682107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.684362 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b71e025b-d41d-478c-b3d1-44d572936707 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5216 time: 0.1167853 Mar 16 11:18:25.688050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36128) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.712388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:18:25.740452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:25.741565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.845619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:25.911320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e982ccb-6b0f-4869-8144-333308edec36 req-d2652997-17f1-40b3-99f3-43ce7be0ab76 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.911320 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1e982ccb-6b0f-4869-8144-333308edec36 req-d2652997-17f1-40b3-99f3-43ce7be0ab76 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.2233253 Mar 16 11:18:25.960594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.036098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1e982ccb-6b0f-4869-8144-333308edec36 req-2794d920-af61-4b26-8dd5-167ced8f8d62 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127903 Mar 16 11:18:26.050619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Transition to ACTIVE for port object 12c3008f-8322-4303-a5ee-34bd5778c646 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:26.079486 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2fa6f83d-e660-4fb4-8c8d-17943e6ea113 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3900785 Mar 16 11:18:26.150998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-28a69d83-462e-43c1-84f3-c40ecea0fdcc None None] Provisioning for port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:26.173893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-28a69d83-462e-43c1-84f3-c40ecea0fdcc None None] Provisioning complete for port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:26.173893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-28a69d83-462e-43c1-84f3-c40ecea0fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.178548 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f5f03323-60f6-450b-8904-b8b0d53c0941 req-4b9b6742-9b44-4928-b874-6aee49bf4b6c tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 210 time: 0.0492117 Mar 16 11:18:26.200799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Transition to ACTIVE for port object 12c3008f-8322-4303-a5ee-34bd5778c646 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:26.286076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.358534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:26.359741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-28a69d83-462e-43c1-84f3-c40ecea0fdcc None None] Port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:26.365686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.396421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.7 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/c9543dd8-e890-4e2c-b960-4a609dc8efee/c6a9ca91-9a23-4fe0-b44d-24156fcf2d36) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:26.439714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.493161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:26.499739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:26.515415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:26.524172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Pushing event updated for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:26.619928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-e62076f7-7c2d-4ad0-999f-8e10edc43dda tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:26.622057 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-e62076f7-7c2d-4ad0-999f-8e10edc43dda tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.53 "GET /v2.0/networks?id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 200 len: 796 time: 0.2126579 Mar 16 11:18:26.672069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36136) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:26.675355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bfa750af-5363-44da-9c14-575ff7d0332c None None] Provisioning complete for port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:26.675950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bfa750af-5363-44da-9c14-575ff7d0332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.685864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255574197', 'description': 'tempest-secgroup-smoke-255574197 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:26.694354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:26.702836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:26.708451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:26.712232 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-747de691-1798-4c47-874d-00e89c34d98e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80dfdd0b870406696afc4c0e6b9561a HTTP/1.1" status: 200 len: 380 time: 0.0814462 Mar 16 11:18:26.721042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:26.722932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'port': {'device_id': '577b340e-ad95-4efa-bb94-605e4097cc38', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'admin_state_up': True, 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'security_groups': ['451c6eb7-599a-4a16-bb4c-ee6d8f69310f']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:26.765192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.769837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53f96d7e-6dc7-4642-9583-01ac4f248536 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:26.783509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:26.848493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.879910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:26.882787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Attempting to bind port 12c3008f-8322-4303-a5ee-34bd5778c646 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:26.883163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Attempting to bind port 12c3008f-8322-4303-a5ee-34bd5778c646 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '2851192a-b8fc-49db-ab91-66d55b2f9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:26.883525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Attempting to bind port 12c3008f-8322-4303-a5ee-34bd5778c646 on network c391e47d-445c-4fb0-b0c1-891ff8c27c18 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:26.890702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:26.894276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.904895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:26.906499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:26.906788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Checking segment: {'id': '2851192a-b8fc-49db-ab91-66d55b2f9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:26.907388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.907969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Bound using segment: {'id': '2851192a-b8fc-49db-ab91-66d55b2f9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:26.908691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Bound port: 12c3008f-8322-4303-a5ee-34bd5778c646, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2851192a-b8fc-49db-ab91-66d55b2f9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:26.909300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.917546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:26.936427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-bfa750af-5363-44da-9c14-575ff7d0332c None None] Port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:26.991918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:27.000189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Made reservation on behalf of f80dfdd0b870406696afc4c0e6b9561a for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:27.004164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.014249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Checking router: 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:27.015404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Updating router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:18:27.087040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 53f96d7e-6dc7-4642-9583-01ac4f248536 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:27.087417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.093065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:27.109039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:27.131026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:27.163680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.176268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:27.177727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12c3008f-8322-4303-a5ee-34bd5778c646,segment=NetworkSegment(2851192a-b8fc-49db-ab91-66d55b2f9029),segment_id=2851192a-b8fc-49db-ab91-66d55b2f9029)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:27.190652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:27.247384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Allocated IP 172.20.0.4 (cbaf4201-32db-4d86-86b2-d6c4df4d3c5d/8915e6b3-b986-4e80-b20b-d19b0b6d74f0/e312021b-7c6c-4d30-8233-db1872a7f8a7) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:27.297990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.299372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:27.346494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.361779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:27.410795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.498778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=c6a9ca91-9a23-4fe0-b44d-24156fcf2d36,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.510125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b9613-ca00-4185-b1b7-d99915aa3232 None None] Pushing event updated for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.534683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.539167 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8645322 Mar 16 11:18:27.539820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-93b74b3f-2f5a-47ac-9039-6f09a1698cf4 req-04059aea-ce64-4ef1-8763-eb77e3478d33 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 210 time: 0.0915170 Mar 16 11:18:27.540286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36148) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:27.560570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'ecd964b5-b56a-4be2-8a19-710d545dd45b', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:27.562544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.563200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.571497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c24c6-0a99-405a-9b28-c41e8210a007 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd964b5-b56a-4be2-8a19-710d545dd45b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.589702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:27.616879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:27.637235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:27.659329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:27.667307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-6a43665f-4d9d-4fb7-be59-557eae27666b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.670045 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-6a43665f-4d9d-4fb7-be59-557eae27666b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.5845726 Mar 16 11:18:27.681069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138f944-b567-4ef3-bc14-2fbf9c8d5f24 req-bd839bea-8f7d-4283-8b7e-ce3f919cbff8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.682755 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2138f944-b567-4ef3-bc14-2fbf9c8d5f24 req-bd839bea-8f7d-4283-8b7e-ce3f919cbff8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.3766370 Mar 16 11:18:27.699743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.721481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Transition to ACTIVE for port object e312021b-7c6c-4d30-8233-db1872a7f8a7 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:27.750260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b769ceb0-74f8-4ad5-babf-b5409ae40f22 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7012863 Mar 16 11:18:27.752347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.753612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36152) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:27.760334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:27.777349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Transition to ACTIVE for port object 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:27.791075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Deleting port e8c39498-411c-4948-918a-35f00a6b3264 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:27.791418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.827331 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2138f944-b567-4ef3-bc14-2fbf9c8d5f24 req-10162dc8-7107-4010-ab16-586f04c9b6c9 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017628 Mar 16 11:18:27.859823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.908352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.910452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.041022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:28.058064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:28.065880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67785b-4b91-475a-9767-3001dcd972dc None None] Pushing event updated for resources: {'Port': ['ID=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:28.069252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:28.256768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:28.276448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Attempting to bind port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:28.277116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Attempting to bind port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:28.277824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Attempting to bind port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 on network 742a8985-a636-46df-8b9b-f09a314d0526 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:28.288920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] For port e8c39498-411c-4948-918a-35f00a6b3264, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e8c39498-411c-4948-918a-35f00a6b3264,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:28.289517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.295748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:28.302535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:28.307385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Checking segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:28.307586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.308400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.308971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Bound using segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:28.309245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:28.310660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Bound port: 4366b2a6-72f0-410c-9e64-eeaf9d8a3652, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:28.311288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.329308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:28.331563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.340780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:28.373706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:28.404512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.448320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] For port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:28.452062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ac5f82-f592-4fd1-8060-40b81f02b961,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:28.452616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] For port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:28.508216 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-73d08b94-35ac-4754-ba0c-93ac65413115 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7899382 Mar 16 11:18:28.523145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Request body: {'port': {'device_id': '577b340e-ad95-4efa-bb94-605e4097cc38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:28.537176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.590229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.593232 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7de87ebe-b2f7-4302-9469-4df8dcdab5f3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0497522 Mar 16 11:18:28.594525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:28.599513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.603453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36158) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:28.644402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'ecd964b5-b56a-4be2-8a19-710d545dd45b', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:28.711971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:28.715103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:28.824990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d12faefb-2ee9-41e0-8ab2-ead5e04fe4e8 None None] Provisioning for port e312021b-7c6c-4d30-8233-db1872a7f8a7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:28.837420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:28.857623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d12faefb-2ee9-41e0-8ab2-ead5e04fe4e8 None None] Provisioning complete for port e312021b-7c6c-4d30-8233-db1872a7f8a7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:28.869670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d12faefb-2ee9-41e0-8ab2-ead5e04fe4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.891612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:28.912029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:28.929084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:28.959211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:28.992377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.994389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.994959 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Floating IP 68c1f861-75e3-4088-ac16-e5671c10edde disassociated. External IP: 172.26.7.145, port: e8c39498-411c-4948-918a-35f00a6b3264. Mar 16 11:18:28.995111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Calling delete_port for e8c39498-411c-4948-918a-35f00a6b3264 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:29.002978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67785b-4b91-475a-9767-3001dcd972dc None None] Pushing event updated for resources: {'Port': ['ID=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.100226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.172865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d12faefb-2ee9-41e0-8ab2-ead5e04fe4e8 None None] Port e312021b-7c6c-4d30-8233-db1872a7f8a7 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:29.185809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.210030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.ipam_backend_mixin [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9543dd8-e890-4e2c-b960-4a609dc8efee (CIDR: 172.20.0.0/28) Mar 16 11:18:29.213397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.285350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:29.286280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:29.299094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:29.340852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2e86-f6fe-4c36-8403-b30e2dc392f8 req-f56d6385-48a6-48f1-9181-107944cb47ba tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:29.341955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-a00a2e86-f6fe-4c36-8403-b30e2dc392f8 req-f56d6385-48a6-48f1-9181-107944cb47ba tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Synchronizing usage tracker for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:29.371410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.415486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cbce5e-7a3c-4b76-942f-30b2ae0a5e49,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.441730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.448761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 12c3008f-8322-4303-a5ee-34bd5778c646 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:29.462782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99134815-0f0a-4cb8-aa98-a6e14cfc45ff up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:29.497110 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-30ab8190-3889-4491-b37f-ba885bfe9eed tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7398083 Mar 16 11:18:29.500212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36164) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:29.510498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'Port': ['ID=e8c39498-411c-4948-918a-35f00a6b3264,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.531514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0676af-84eb-4ab2-848f-30bcda5ac82a req-7efc97e2-21b7-424c-a333-ccca434c3463 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:29.532365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-ee0676af-84eb-4ab2-848f-30bcda5ac82a req-7efc97e2-21b7-424c-a333-ccca434c3463 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:29.539679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.541312 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ea86b65a-2600-451f-b029-39a75dc98973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9334652 Mar 16 11:18:29.546211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36168) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:29.599954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:29.716536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-a00a2e86-f6fe-4c36-8403-b30e2dc392f8 req-f56d6385-48a6-48f1-9181-107944cb47ba tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Unset dirty status for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:29.717672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a00a2e86-f6fe-4c36-8403-b30e2dc392f8 req-f56d6385-48a6-48f1-9181-107944cb47ba tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 931 time: 0.7227309 Mar 16 11:18:29.723985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:29.724547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.780877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:29.781248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.824563 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a00a2e86-f6fe-4c36-8403-b30e2dc392f8 req-83bb1cdb-60cf-4e70-bd45-591a1840c959 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918186 Mar 16 11:18:29.841828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:29.847346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:29.861742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:29.883658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:29.886648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'ecd964b5-b56a-4be2-8a19-710d545dd45b', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:29.898963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:29.903301 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:29.912613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:29.916451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:29.924400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:29.929339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-ee0676af-84eb-4ab2-848f-30bcda5ac82a req-7efc97e2-21b7-424c-a333-ccca434c3463 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:29.930672 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ee0676af-84eb-4ab2-848f-30bcda5ac82a req-7efc97e2-21b7-424c-a333-ccca434c3463 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 945 time: 0.6107163 Mar 16 11:18:29.958814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e312021b-7c6c-4d30-8233-db1872a7f8a7 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:29.967883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.985561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Transition to ACTIVE for port object e312021b-7c6c-4d30-8233-db1872a7f8a7 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:29.995618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:30.000944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:30.007379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.041018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:30.046595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2a90e-037b-48d3-9b8d-3265bdef5321 None None] The sync data for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv is: [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:28Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:30.059560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.070180 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ee0676af-84eb-4ab2-848f-30bcda5ac82a req-63dbcec4-b424-4df6-b467-73f624c6d7a8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812416 Mar 16 11:18:30.094968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Provisioning for port 12c3008f-8322-4303-a5ee-34bd5778c646 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:30.100408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.101302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.130129 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:30.265976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.358388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.380026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:30.396258 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:30.411160 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:30.411783 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:30.420186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12c3008f-8322-4303-a5ee-34bd5778c646,segment=NetworkSegment(2851192a-b8fc-49db-ab91-66d55b2f9029),segment_id=2851192a-b8fc-49db-ab91-66d55b2f9029)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:30.491931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.509044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] No DVR routers for this DVR port e8c39498-411c-4948-918a-35f00a6b3264 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:30.511743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.514996 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ef9ab691-9c87-4956-ad12-953f09f3adb4 req-9909c299-168c-4d20-91d4-e33d10a65217 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "DELETE /v2.0/ports/e8c39498-411c-4948-918a-35f00a6b3264 HTTP/1.1" status: 204 len: 173 time: 2.8305199 Mar 16 11:18:30.516251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'name': 'network-vif-deleted', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:30.526251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.573607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.659184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97e83f-9f3b-4972-b962-eefa4578b5a9 None None] Pushing event updated for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.670270 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685b24c-c48c-4012-b27c-acc5aaac54c0', 'name': 'network-vif-deleted', 'tag': 'e8c39498-411c-4948-918a-35f00a6b3264', 'status': 'completed', 'code': 200} Mar 16 11:18:30.679250 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:30.699375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.752366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdde7cf-d957-4879-9a92-df570aef4c9a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.771283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fccc8073-0970-4875-bc39-568acaa500f9 None None] Provisioning for port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:30.781138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fccc8073-0970-4875-bc39-568acaa500f9 None None] Provisioning complete for port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.781416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fccc8073-0970-4875-bc39-568acaa500f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.822822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Attempting to bind port e312021b-7c6c-4d30-8233-db1872a7f8a7 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:30.823299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Attempting to bind port e312021b-7c6c-4d30-8233-db1872a7f8a7 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:30.823742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Attempting to bind port e312021b-7c6c-4d30-8233-db1872a7f8a7 on network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:30.831129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Port e312021b-7c6c-4d30-8233-db1872a7f8a7 on network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:18:30.831539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Attempting to bind port e312021b-7c6c-4d30-8233-db1872a7f8a7 on network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:30.838398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:30.838913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Checking segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:30.839368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Bound using segment: {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:30.839913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Bound port: e312021b-7c6c-4d30-8233-db1872a7f8a7, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c515e6e-ec94-4d7b-a0e8-736629dd8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:30.843478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.843617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.843712 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e8eba39a-0ded-4d09-b917-d1347451d9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9635224 Mar 16 11:18:30.844638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36174) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:30.849795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'ecd964b5-b56a-4be2-8a19-710d545dd45b', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:30.874696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:30.887563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:30.901117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:30.910364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:30.911673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:30.931608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.014164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.016012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fccc8073-0970-4875-bc39-568acaa500f9 None None] Port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:31.048863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:31.058981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:31.066685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.067488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.072856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212e046-adb8-4764-8a14-c3011d35f7f3 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:31.130168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=6f131ba1-d17d-4a50-b865-6c5050e89b10,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:31.137893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:31.147234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:31.164903 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a9980c85-fe03-4391-a39e-12f881d7ac9b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6617255 Mar 16 11:18:31.170521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36182) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:31.176762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2026135372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f131ba1-d17d-4a50-b865-6c5050e89b10'}], 'security_groups': ['6bfd40ea-2ea0-4552-885a-a613e6e3e232']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:31.223821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.335792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.354429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.355047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.364580 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] 10.222.0.53 "PUT /v2.0/ports/e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 200 len: 1093 time: 2.8468573 Mar 16 11:18:31.372854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:31.411254 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:31.420162 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:31.441731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:31.442014 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:31.443713 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:31.456646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:31.457322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.468236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0c387-ea44-49a6-b3d0-01ed33be915f req-697a946d-43f3-4ba5-9d6d-fd908a3c9ff2 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.469748 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75e0c387-ea44-49a6-b3d0-01ed33be915f req-697a946d-43f3-4ba5-9d6d-fd908a3c9ff2 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 943 time: 0.4572947 Mar 16 11:18:31.470457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.624727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868b9c68-7bfc-46d6-aa36-89b206821e10,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:31.646168 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7994fbdb-3b50-4f22-b08a-14d966ec51fa req-8996b65d-2e29-4b96-9097-87013990317c tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.3386519 Mar 16 11:18:31.673788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.752852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f2fd2-0d69-4696-82fb-8855354dcbab service neutron] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:31.787595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-75e0c387-ea44-49a6-b3d0-01ed33be915f req-7ce3d849-4984-4aca-80fa-b637a2fc17ed tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Synchronizing usage tracker for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:31.788325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:31.788852 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'status': 'completed', 'code': 200} Mar 16 11:18:31.829134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-5d3af5f5-3e21-44a2-9e8c-4bf4b10e3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.830848 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-5d3af5f5-3e21-44a2-9e8c-4bf4b10e3366 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1096 time: 0.3249779 Mar 16 11:18:31.854574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.858860 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0ff47f09-9681-4535-a036-039f8138f1c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0103378 Mar 16 11:18:31.864824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36188) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:31.875547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.876110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'ecd964b5-b56a-4be2-8a19-710d545dd45b', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:31.886108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:31.894685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:31.899483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:31.919271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:31.921797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.922457 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:31.955597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-75e0c387-ea44-49a6-b3d0-01ed33be915f req-7ce3d849-4984-4aca-80fa-b637a2fc17ed tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Unset dirty status for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:31.977463 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75e0c387-ea44-49a6-b3d0-01ed33be915f req-7ce3d849-4984-4aca-80fa-b637a2fc17ed tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4931569 Mar 16 11:18:31.995927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.076346 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:32.113988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Update dhcp port {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'fixed_ips': [{'subnet_id': 'c9543dd8-e890-4e2c-b960-4a609dc8efee', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f131ba1-d17d-4a50-b865-6c5050e89b10'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '12c3008f-8322-4303-a5ee-34bd5778c646'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:18:32.165744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-63b3b964-c9f7-4595-a120-9e476b6a80b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 200 len: 217 time: 0.3267906 Mar 16 11:18:32.201755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.211792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.241454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-77b7cb90-fadd-455e-8ba8-6bd844e7b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:32.243693 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-77b7cb90-fadd-455e-8ba8-6bd844e7b358 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8915e6b3-b986-4e80-b20b-d19b0b6d74f0 HTTP/1.1" status: 200 len: 834 time: 0.0713151 Mar 16 11:18:32.356015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-5b237241-de29-40a0-8297-205d63192b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:32.357660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-5b237241-de29-40a0-8297-205d63192b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072452 Mar 16 11:18:32.382147 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:32.383649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.386344 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9948f0e-9ae3-43fb-8eb2-5d90b0df491c None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:32.479855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.508134 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d67396-d3c0-43e0-b192-7c350578c190,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.520000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-8dd7cd07-efba-491a-9beb-53c5df40adee service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561286 Mar 16 11:18:32.547379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Allocated IP 172.20.0.18 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/6f131ba1-d17d-4a50-b865-6c5050e89b10/12c3008f-8322-4303-a5ee-34bd5778c646) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:32.597206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.602094 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7acb8455-c337-4479-8645-f7495a418202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7362893 Mar 16 11:18:32.602808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36192) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.608863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'ecd964b5-b56a-4be2-8a19-710d545dd45b', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:32.615342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:32.620244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:32.624227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:32.630895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:32.672421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e8c39498-411c-4948-918a-35f00a6b3264 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:32.673628 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b26bd4ec-9dc6-45f6-a638-cb36be6acd2e req-de98ad23-bd84-4e39-bbf0-fce476c1bb5c service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469617 Mar 16 11:18:32.720426 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:32.726126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e8c39498-411c-4948-918a-35f00a6b3264 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:32.730558 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e8c39498-411c-4948-918a-35f00a6b3264 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:32.732152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.757185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:32.802380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55067a-e5ba-47d9-b2cd-9a111ce7c109 None None] New status for floating IP 68c1f861-75e3-4088-ac16-e5671c10edde: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:32.825257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.909280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.914646 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5debf543-48f5-4233-98a9-930e0cf34608 req-ea08aa2f-7f0e-4ad6-861c-a7bfe2414373 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=6685b24c-c48c-4012-b27c-acc5aaac54c0 HTTP/1.1" status: 200 len: 210 time: 0.0590396 Mar 16 11:18:32.950450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3187baeb-7d7d-4c6b-a117-1f6233684301,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.956978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-bcb6cb60-406e-4b76-8c6a-1ea883a2548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:32.959287 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-bcb6cb60-406e-4b76-8c6a-1ea883a2548b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1096 time: 0.1360586 Mar 16 11:18:32.973256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12c3008f-8322-4303-a5ee-34bd5778c646,segment=NetworkSegment(2851192a-b8fc-49db-ab91-66d55b2f9029),segment_id=2851192a-b8fc-49db-ab91-66d55b2f9029)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:33.061477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.063622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-71730425-5e12-4a9e-950b-afb96ccec5c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4597800 Mar 16 11:18:33.093311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.106231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-6a459376-d28a-420c-b7eb-6259503da604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.111785 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-6a459376-d28a-420c-b7eb-6259503da604 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 200 len: 897 time: 0.1424046 Mar 16 11:18:33.111925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Transition to ACTIVE for port object 12c3008f-8322-4303-a5ee-34bd5778c646 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:33.127662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:33.128042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.180156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-c3576d1c-1206-4857-bfaf-6c881b3dbdaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0654540 Mar 16 11:18:33.196035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.261797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-27907baa-ae1d-4e87-9d22-e9dffb837ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.263671 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-27907baa-ae1d-4e87-9d22-e9dffb837ba6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8915e6b3-b986-4e80-b20b-d19b0b6d74f0 HTTP/1.1" status: 200 len: 834 time: 0.0754547 Mar 16 11:18:33.280748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874e99-d3a8-46d9-90d0-236c92334eca req-ea42aa04-079b-4fac-96e3-b998acbb9ca9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.282529 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5d874e99-d3a8-46d9-90d0-236c92334eca req-ea42aa04-079b-4fac-96e3-b998acbb9ca9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 943 time: 0.1724195 Mar 16 11:18:33.324459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port 12c3008f-8322-4303-a5ee-34bd5778c646 had new provisioning blocks added so it will not transition to active. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 16 11:18:33.324921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:33.357761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-1dab6f12-eb2c-471b-a905-7bf32630abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.359396 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-1dab6f12-eb2c-471b-a905-7bf32630abfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889857 Mar 16 11:18:33.387803 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5d874e99-d3a8-46d9-90d0-236c92334eca req-6caf26cb-f405-4cd3-b404-c147e1f527d1 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976050 Mar 16 11:18:33.419442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Delete allocated IP 172.20.0.7 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/c9543dd8-e890-4e2c-b960-4a609dc8efee) {{(pid=88449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:18:33.428631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.28 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/6f131ba1-d17d-4a50-b865-6c5050e89b10/c6a9ca91-9a23-4fe0-b44d-24156fcf2d36) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:33.451351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f6858-3f42-4912-9994-bfe2bc2daff1 None None] Pushing event updated for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.464577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:33.464577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.512722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-15fdd109-2522-4776-bd3d-0f0c9a6fc51a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:33.559543 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-3bf5bf82-5386-407c-aaa8-d7a56f066bfb service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798642 Mar 16 11:18:33.614378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-15fdd109-2522-4776-bd3d-0f0c9a6fc51a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:33.615747 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-15fdd109-2522-4776-bd3d-0f0c9a6fc51a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255574197&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.2531335 Mar 16 11:18:33.683012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.702636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:33.800398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.824653 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f9e9124-daa3-4f3f-853a-347e7a00a29d req-5955717e-268e-4cf0-83fc-99b344698be3 service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581379 Mar 16 11:18:33.868334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-013391f5-958b-4a51-b236-914141f30ec0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.869012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-013391f5-958b-4a51-b236-914141f30ec0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:33.954086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-013391f5-958b-4a51-b236-914141f30ec0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:33.955482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-013391f5-958b-4a51-b236-914141f30ec0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=742a8985-a636-46df-8b9b-f09a314d0526 HTTP/1.1" status: 200 len: 796 time: 0.3305182 Mar 16 11:18:34.078351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=c6a9ca91-9a23-4fe0-b44d-24156fcf2d36,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:34.098093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] In _notify_port_updated(), no bound segment for port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 on network c391e47d-445c-4fb0-b0c1-891ff8c27c18 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:18:34.103682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:34.104295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.106002 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9d57fcd6-69a4-48be-bebd-92431388b0cf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/ports/c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 HTTP/1.1" status: 200 len: 921 time: 2.9340355 Mar 16 11:18:34.108561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36218) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:34.179586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:34.179924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.195867 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-15483ac5-b4af-4cc7-9b1f-8b5e0062ab04 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.2312191 Mar 16 11:18:34.217114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Provisioning for port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:34.224377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Provisioning complete for port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.226117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.287280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:34.298968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.299624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.319580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-d5a67b73-3047-44f0-9b76-2825925fadb0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:34.366321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:34.414260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-d5a67b73-3047-44f0-9b76-2825925fadb0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:34.428025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-d5a67b73-3047-44f0-9b76-2825925fadb0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175028 Mar 16 11:18:34.442736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Provisioning for port 12c3008f-8322-4303-a5ee-34bd5778c646 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:34.447860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.448225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6ef9987d-eaab-40d2-a933-37c4874aad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.472156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-d1c21695-b57e-40d9-8d1f-cd2833337061 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196272795&fields=id&tenant_id=b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 267 time: 0.1266878 Mar 16 11:18:34.621231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.665757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:18:34.726673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:34.751784 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-a4767553-c230-48b3-9ca6-5a9ed0ff507e service neutron] 10.222.0.30 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229730 Mar 16 11:18:34.775872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:34.858822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-43bf41be-4425-406e-ab3a-c43b3c9923b7 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:34.860286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-43bf41be-4425-406e-ab3a-c43b3c9923b7 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 811 time: 0.3773510 Mar 16 11:18:34.862887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8b621d8b-524c-4bf9-a780-81e2a3d14541 None None] Provisioning complete for port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.864178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b621d8b-524c-4bf9-a780-81e2a3d14541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.892357 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-ce882be8-942e-4ea7-ad37-3a7c55144723 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/quotas/b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 375 time: 0.0143616 Mar 16 11:18:34.895749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-15cc862a-7c7a-47c4-bba3-49b702a37000 service neutron] 10.222.0.30 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373754 Mar 16 11:18:34.942562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:34.991142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.991430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.027745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-8b621d8b-524c-4bf9-a780-81e2a3d14541 None None] Port c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:35.039976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'port_id': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:18:35.041453 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1555afb1-5740-41e4-a6a4-b9a6e0479f0c tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121545 Mar 16 11:18:35.108861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.153090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.184403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312021b-7c6c-4d30-8233-db1872a7f8a7 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:35.216980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=c6a9ca91-9a23-4fe0-b44d-24156fcf2d36,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.221909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:35.302876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.324572 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-823c3071-96ea-4b5c-bdf1-6d94ebcff99c service neutron] 10.222.0.30 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710290 Mar 16 11:18:35.357164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c33993-dbed-4690-bad3-d5b057bebeb7 req-cf38cc1e-a853-4529-8858-4beeb4cc69b8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:35.359018 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-93c33993-dbed-4690-bad3-d5b057bebeb7 req-cf38cc1e-a853-4529-8858-4beeb4cc69b8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 943 time: 0.1301470 Mar 16 11:18:35.392611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.411294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.421488 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-93c33993-dbed-4690-bad3-d5b057bebeb7 req-0a9467e5-1fec-4d73-9f1c-976e0798db8e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539305 Mar 16 11:18:35.470546 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-27dcd513-ab59-4709-8fcb-5b73a9dca2fb tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 HTTP/1.1" status: 204 len: 168 time: 1.3608620 Mar 16 11:18:35.474964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36230) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.499722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d37fe046-9deb-4c3e-b732-69fe74c6cfdc req-a49605d2-0641-4ec9-ab7c-13b97682af4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0436568 Mar 16 11:18:35.512400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e312021b-7c6c-4d30-8233-db1872a7f8a7'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:35.532799 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-8531f08d-3d1b-48e9-882e-8912d248849d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:18:35.533251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8531f08d-3d1b-48e9-882e-8912d248849d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:35.578986 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-55868d31-7e18-4fd0-8ab5-481817aba46a service neutron] 10.222.0.30 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427149 Mar 16 11:18:35.611253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8531f08d-3d1b-48e9-882e-8912d248849d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:35.614880 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8531f08d-3d1b-48e9-882e-8912d248849d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/c6a9ca91-9a23-4fe0-b44d-24156fcf2d36 HTTP/1.1" status: 404 len: 333 time: 0.1365612 Mar 16 11:18:35.615158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36234) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.792525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f62f66ef-1e32-43d3-b28c-022e93086cef tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.820215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f62f66ef-1e32-43d3-b28c-022e93086cef tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.919579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f62f66ef-1e32-43d3-b28c-022e93086cef tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.937915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f66ef-1e32-43d3-b28c-022e93086cef tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3567d6c-a4d0-4462-9118-dbfbfe1eb64a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.941125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f62f66ef-1e32-43d3-b28c-022e93086cef tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.942471 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f62f66ef-1e32-43d3-b28c-022e93086cef tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3567d6c-a4d0-4462-9118-dbfbfe1eb64a HTTP/1.1" status: 204 len: 168 time: 0.3261700 Mar 16 11:18:35.945196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36244) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:36.007690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1a3aed3d-1695-42f0-b71a-1741f4d241a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.035553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1a3aed3d-1695-42f0-b71a-1741f4d241a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.151034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1a3aed3d-1695-42f0-b71a-1741f4d241a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.167549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aed3d-1695-42f0-b71a-1741f4d241a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd40ea-2ea0-4552-885a-a613e6e3e232,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.175359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1a3aed3d-1695-42f0-b71a-1741f4d241a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.178595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1a3aed3d-1695-42f0-b71a-1741f4d241a3 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/security-groups/6bfd40ea-2ea0-4552-885a-a613e6e3e232 HTTP/1.1" status: 204 len: 168 time: 0.2301638 Mar 16 11:18:36.178970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36252) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:36.263681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet c9543dd8-e890-4e2c-b960-4a609dc8efee {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:36.266979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.287579 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a6a7a849-6038-455a-8016-07dc790d25ee req-3cedcd84-fca6-4c07-bb86-694b984111a6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 210 time: 0.0456171 Mar 16 11:18:36.325086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.407446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.571801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.603102 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-406fa9ce-0031-4c75-ada1-904142bcc55f req-25e0e772-d83e-4249-9ba0-fdc4d3b8b054 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0438261 Mar 16 11:18:36.618610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.626402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201ad39-23fa-4270-aaa8-160d69503833 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:36.636517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=c9543dd8-e890-4e2c-b960-4a609dc8efee,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.642306 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8992d439-ec3d-47e0-b128-046d1206dec8 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/c9543dd8-e890-4e2c-b960-4a609dc8efee HTTP/1.1" status: 204 len: 168 time: 0.4623137 Mar 16 11:18:36.647583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36268) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:36.658196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:36.682151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e524-0eb7-45de-b0cd-593e5668002a req-2e6a3bc9-359b-4384-98d4-08659511d4b4 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.683631 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5c2e524-0eb7-45de-b0cd-593e5668002a req-2e6a3bc9-359b-4384-98d4-08659511d4b4 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 944 time: 0.1543007 Mar 16 11:18:36.707661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:36.745315 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5c2e524-0eb7-45de-b0cd-593e5668002a req-61e24885-c8fb-4d36-8197-cbd596526faf tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538793 Mar 16 11:18:36.812522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:36.816408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:36.819311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:36.829376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:36.899496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:36.903127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.925662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e312021b-7c6c-4d30-8233-db1872a7f8a7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:36.935010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e312021b-7c6c-4d30-8233-db1872a7f8a7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:36.935418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.062139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.092792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:37.113299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:37.145880 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'code': 200} Mar 16 11:18:37.200017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.274812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:37.295217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.374310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:37.377266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:37.386021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.386653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.431023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=b17b7722-8d55-48d8-860b-3c0c99dc451a,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:37.475147 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c080b26b-c3ef-4d58-b9e8-7c043d4be1a9 req-eac07b20-db74-42dc-b9f9-563f9163dddc tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 210 time: 0.0471654 Mar 16 11:18:37.523491 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-df367aeb-5b69-4d9c-80ff-7d2098996563 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8746071 Mar 16 11:18:37.526040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36284) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:37.532820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308552511'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:37.542011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:37.545359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:37.548929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:37.555116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:37.608339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced333fa-ae52-4825-b918-5f536be5aedf None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:37.649789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.711353 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-99406a53-029e-4f98-b2ea-aec67b1d7c62 req-f0ba3111-65c5-4fdd-9a1c-d20cbd9f9094 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0506580 Mar 16 11:18:37.718941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:37.728158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group_rule and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:37.733341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:37.742069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440ad7f-345d-487f-9457-f158fc222f69 req-090112fe-2302-4122-8f11-a3a3d46fbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.743530 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a440ad7f-345d-487f-9457-f158fc222f69 req-090112fe-2302-4122-8f11-a3a3d46fbe23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1098 time: 0.1515808 Mar 16 11:18:37.744375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:37.749521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-460319df-0319-429d-9cef-5ad51ccef5bc None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:37.750153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-460319df-0319-429d-9cef-5ad51ccef5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.805547 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a440ad7f-345d-487f-9457-f158fc222f69 req-f7e23481-0ee5-4b31-a6e0-1553eb6caeca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554578 Mar 16 11:18:37.849329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.860398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-460319df-0319-429d-9cef-5ad51ccef5bc None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:37.918507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-460319df-0319-429d-9cef-5ad51ccef5bc None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:37.919052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-460319df-0319-429d-9cef-5ad51ccef5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.925353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.970921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d1d032-34d7-40c9-83a0-b95c5785bbc3,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.007590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bed93-b051-4573-a880-c0bae123d7ed req-98c3ce75-2b96-4cb3-868f-75af3c8080a9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:38.009089 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ab5bed93-b051-4573-a880-c0bae123d7ed req-98c3ce75-2b96-4cb3-868f-75af3c8080a9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.1426561 Mar 16 11:18:38.046484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.050167 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-05bf001b-5a0f-4283-b130-d43bda3886e0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5205376 Mar 16 11:18:38.050508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36294) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:38.055844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1553558761'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:38.062409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:38.066791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:38.067303 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ab5bed93-b051-4573-a880-c0bae123d7ed req-ab92064e-8e53-4ab0-9e2b-a8757048ccac tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509484 Mar 16 11:18:38.070677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:38.077653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:38.157155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.157788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Update dhcp port {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'fixed_ips': [{'subnet_id': '6f131ba1-d17d-4a50-b865-6c5050e89b10', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b17b7722-8d55-48d8-860b-3c0c99dc451a'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '12c3008f-8322-4303-a5ee-34bd5778c646'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:18:38.176720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:38.180396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group_rule and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:38.183129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:38.188964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:38.211303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.261050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.353734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.394938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9616e5cd-0b54-49b2-98c2-6ca3d9654040,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.445683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Allocated IP 172.20.0.2 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/b17b7722-8d55-48d8-860b-3c0c99dc451a/12c3008f-8322-4303-a5ee-34bd5778c646) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:38.479629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.483994 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d95230bf-164a-4b65-936e-02ab7af2e10c tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4296753 Mar 16 11:18:38.484395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36298) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:38.489567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1614001688'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:38.497629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:38.502066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:38.513447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:38.520453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:38.607717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12c3008f-8322-4303-a5ee-34bd5778c646,segment=NetworkSegment(2851192a-b8fc-49db-ab91-66d55b2f9029),segment_id=2851192a-b8fc-49db-ab91-66d55b2f9029)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:38.617507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.637341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.637929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:38.641180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:security_group_rule and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:38.644610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:38.651634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:38.655138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Transition to ACTIVE for port object 12c3008f-8322-4303-a5ee-34bd5778c646 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:38.735348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.742842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.784445 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4529a36-dbba-4c53-99a2-93e85075861c req-650c130f-a0ba-4130-9473-e3edabf496f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 210 time: 0.1045704 Mar 16 11:18:38.868339 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f0a4aa2b-f880-48f5-af60-2c4a90c029ed req-4418a163-1db8-4c39-8b23-8aadb39a3785 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0945935 Mar 16 11:18:38.879371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.911026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b6b0e-d01a-49cd-b721-15b22936bbbf None None] Pushing event updated for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.923434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-e89e68a9-216d-403a-bc9a-e391e181c211 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:38.925133 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-e89e68a9-216d-403a-bc9a-e391e181c211 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 811 time: 0.3090024 Mar 16 11:18:38.930898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07638b52-f54c-4e9d-b4e7-72ff03a9b771,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.983548 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-45cac2f0-8784-4845-b526-36eb70f4486f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 380 time: 0.0473518 Mar 16 11:18:38.985588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.989484 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-07b71f91-32d0-4eb8-9a4d-e1152902fa03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5015268 Mar 16 11:18:38.989723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36310) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:38.995502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1145997563', 'security_groups': ['07638b52-f54c-4e9d-b4e7-72ff03a9b771'], 'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b17b7722-8d55-48d8-860b-3c0c99dc451a'}]}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:39.004628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'port': {'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'admin_state_up': True, 'tenant_id': 'b56556f803ba499eb03c393765482485', 'security_groups': ['338b1c44-b00f-445e-9cfc-3d93bfc34cfb']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:39.191657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:39.210266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:39.216710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:39.223623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:39.326985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eda9d-262d-4db5-b8d1-c626c6ab221a req-bcc9446b-e80f-430c-9981-18ddadd8320c tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.328776 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d95eda9d-262d-4db5-b8d1-c626c6ab221a req-bcc9446b-e80f-430c-9981-18ddadd8320c tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0953908 Mar 16 11:18:39.404027 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:39.520127 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d95eda9d-262d-4db5-b8d1-c626c6ab221a req-f1c9168b-ef00-4630-b257-0006be44c2d2 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764717 Mar 16 11:18:39.523277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Made reservation on behalf of b56556f803ba499eb03c393765482485 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:39.526763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.562057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdb8c833-a879-4c1f-9328-87d9c6b9a276 None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:39.562671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c833-a879-4c1f-9328-87d9c6b9a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.605773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.628982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8c833-a879-4c1f-9328-87d9c6b9a276 None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:39.685646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] device_id is not set on port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa yet. {{(pid=88449) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:18:39.696627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdb8c833-a879-4c1f-9328-87d9c6b9a276 None None] Provisioning for port 12c3008f-8322-4303-a5ee-34bd5778c646 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:39.702152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fdb8c833-a879-4c1f-9328-87d9c6b9a276 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:39.702584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fdb8c833-a879-4c1f-9328-87d9c6b9a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.778395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Allocated IP 172.20.0.3 (7b445777-6e82-41f8-b592-9c5f76b747c8/31e91600-b86c-4753-b291-61e1553cef84/0f21a37e-50dd-402f-bb08-4c182fa4cdb0) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:39.867660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da561-de8c-4957-91f0-e5b167c43866 req-77ae2b17-4ece-4d38-8eeb-52c76de3c11e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.869211 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e8da561-de8c-4957-91f0-e5b167c43866 req-77ae2b17-4ece-4d38-8eeb-52c76de3c11e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.2254169 Mar 16 11:18:39.978257 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e8da561-de8c-4957-91f0-e5b167c43866 req-e67f5b0a-b7b9-45e0-97ec-384772cab752 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001258 Mar 16 11:18:39.979365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.3 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/b17b7722-8d55-48d8-860b-3c0c99dc451a/3268a1a4-a439-41f3-8c01-5bd8ea9890aa) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:39.999993 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5c806102-f0e7-4ea7-abeb-1aed4cf9a992 req-751d2c01-a661-41b8-8eb2-46a98977d803 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 210 time: 0.0510762 Mar 16 11:18:40.003772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36324) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.095457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.117903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Transition to ACTIVE for port object 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:40.138363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69069917-87f6-47e5-b691-7a88bb4da11e tempest-TestNetworkAdvancedServerOps-822088168 tempest-TestNetworkAdvancedServerOps-822088168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.139429 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69069917-87f6-47e5-b691-7a88bb4da11e tempest-TestNetworkAdvancedServerOps-822088168 tempest-TestNetworkAdvancedServerOps-822088168-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1093 time: 0.1343346 Mar 16 11:18:40.142758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36328) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.149945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:40.159051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:40.164933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Usage tracker for resource:floatingip and tenant:f80dfdd0b870406696afc4c0e6b9561a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:40.168610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:40.176194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:40.196332 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c11cbfb1-e5dd-41fe-a176-07d584f4eac4 req-76d8a5ef-eaa4-4503-bd63-a24809297d1c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0640080 Mar 16 11:18:40.243184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.245728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.259584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 3268a1a4-a439-41f3-8c01-5bd8ea9890aa will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:40.298153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.349686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:40.359361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:40.365358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:40.377858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.395021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.436221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:40.444335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:40.448608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:40.522153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.523025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.635430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.688637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-da4027a3-73dd-4da0-a3b3-54ba2a8ff88f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6994638 Mar 16 11:18:40.708088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Request body: {'port': {'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:40.732773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.733391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.754973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:40.820706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=3268a1a4-a439-41f3-8c01-5bd8ea9890aa,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.869057 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-daf654d3-067a-4864-aa8a-65a68ec33371 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8782542 Mar 16 11:18:40.871661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36334) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.877758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:40.885696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:40.886372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.938994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Allocated IP 172.26.7.205 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/88233be6-4af1-4d3e-ae8b-0f24400ac260) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:40.966417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.015711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5e84169a-9404-4df0-8efe-695fda520482 None None] Provisioning for port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:41.024770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5e84169a-9404-4df0-8efe-695fda520482 None None] Provisioning complete for port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:41.025036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5e84169a-9404-4df0-8efe-695fda520482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.030109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:41.035428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:41.039097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:41.045946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:41.103797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5e84169a-9404-4df0-8efe-695fda520482 None None] Port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:41.156434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:41.160190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.315184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7c723d8-597a-4724-8087-2aa39f3c0293 None None] Provisioning for port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:41.320853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d7c723d8-597a-4724-8087-2aa39f3c0293 None None] Provisioning complete for port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:41.321326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7c723d8-597a-4724-8087-2aa39f3c0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.337088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.360861 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e472ffc3-9aeb-4583-867b-92c9739b87ec req-d836658b-531a-4f89-baf3-87ee6c20841c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0524607 Mar 16 11:18:41.362043 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.ipam_backend_mixin [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b17b7722-8d55-48d8-860b-3c0c99dc451a (CIDR: 172.20.0.0/28) Mar 16 11:18:41.401922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d7c723d8-597a-4724-8087-2aa39f3c0293 None None] Port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:41.414081 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:41.414571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:41.450967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b339cb-eee6-4bb3-a1a8-369c849008ba req-25f159ae-5277-40da-908f-f4012509aa87 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.451672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-87b339cb-eee6-4bb3-a1a8-369c849008ba req-25f159ae-5277-40da-908f-f4012509aa87 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:41.509533 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d4b7ff78-cd3d-4b14-9e08-2ed7256a1d84 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6360562 Mar 16 11:18:41.512069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36342) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:41.519348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:41.564641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-87b339cb-eee6-4bb3-a1a8-369c849008ba req-25f159ae-5277-40da-908f-f4012509aa87 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:41.565833 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-87b339cb-eee6-4bb3-a1a8-369c849008ba req-25f159ae-5277-40da-908f-f4012509aa87 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 931 time: 0.4244039 Mar 16 11:18:41.616433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:41.631085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.669204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:41.673474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:41.676934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:41.683878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:41.762474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.799925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:41.805885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.834620 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-87b339cb-eee6-4bb3-a1a8-369c849008ba req-c3ec42db-2573-4a58-b20b-c2a14ad5e477 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592559 Mar 16 11:18:41.835261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Transition to ACTIVE for port object 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:41.843765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:41.850944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:41.859884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:41.912397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Port': ['ID=88233be6-4af1-4d3e-ae8b-0f24400ac260,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.961680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-ceebd40b-46e7-4c7c-8a85-11cc5c649144 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.962403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-ceebd40b-46e7-4c7c-8a85-11cc5c649144 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:41.962802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.985317 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.ipam_backend_mixin [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6f131ba1-d17d-4a50-b865-6c5050e89b10 (CIDR: 172.20.0.16/28) Mar 16 11:18:41.988074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-ceebd40b-46e7-4c7c-8a85-11cc5c649144 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:41.989235 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-ceebd40b-46e7-4c7c-8a85-11cc5c649144 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=742a8985-a636-46df-8b9b-f09a314d0526 HTTP/1.1" status: 200 len: 796 time: 0.2808771 Mar 16 11:18:42.021961 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:42.022449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:42.053757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-caa606b6-a7b5-47b5-885c-af8c17301a00 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:42.065619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-caa606b6-a7b5-47b5-885c-af8c17301a00 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:42.066849 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-caa606b6-a7b5-47b5-885c-af8c17301a00 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 379 time: 0.0693045 Mar 16 11:18:42.080661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['ecd964b5-b56a-4be2-8a19-710d545dd45b']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:42.166087 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a415091-368a-437d-a6e5-22ac1678c99b tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6519403 Mar 16 11:18:42.172262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36346) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:42.192813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'subnet': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:42.307720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Pushing event updated for resources: {'Port': ['ID=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:42.339925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:42.368411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:42.379317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:42.383517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Usage tracker for resource:subnet and tenant:f38974880efc4ef685fc0868602787e5 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:42.386327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:42.393571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:42.445885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:42.449816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.506753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Attempting to bind port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:42.507128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Attempting to bind port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:42.507482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Attempting to bind port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:42.520707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:18:42.521025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Attempting to bind port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:42.529552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:42.529983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Checking segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:42.530114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Bound using segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:42.530524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Bound port: 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:42.530864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.543950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Made reservation on behalf of f38974880efc4ef685fc0868602787e5 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:42.548579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.602420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d10718d-1554-4aa0-ac42-431408deb1f4 req-0f793ad3-199e-462d-b355-ac19cadc69db tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0932481 Mar 16 11:18:42.651299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] For port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:42.660607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] For port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:42.660607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.754770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.785678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.3 (742a8985-a636-46df-8b9b-f09a314d0526/532d143f-916e-4271-900e-2d07fac1c907/e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:42.847631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:42.848245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.850123 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] 10.222.0.53 "PUT /v2.0/ports/0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 1093 time: 2.1526341 Mar 16 11:18:42.852265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:42.889614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.931786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504a440-83b6-4066-bcf9-814341b1b92f service neutron] Pushing event updated for resources: {'Port': ['ID=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:42.956122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'status': 'completed', 'code': 200} Mar 16 11:18:43.219768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.235368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:43.285252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a72e3-1bf8-4ad4-8312-73c0f59cdece req-7005715d-e549-4b21-9441-1fad3942dba4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.286722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-573a72e3-1bf8-4ad4-8312-73c0f59cdece req-7005715d-e549-4b21-9441-1fad3942dba4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.1778831 Mar 16 11:18:43.288468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e6878-c504-49fe-ad53-085b9da21e4b req-fda7d2ca-bed4-43fc-8951-dcde98f01dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.289778 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c36e6878-c504-49fe-ad53-085b9da21e4b req-fda7d2ca-bed4-43fc-8951-dcde98f01dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1096 time: 0.2198346 Mar 16 11:18:43.294897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.532042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.548397 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-573a72e3-1bf8-4ad4-8312-73c0f59cdece req-319f3458-397b-424a-9eb2-bbdfdf21153a tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557106 Mar 16 11:18:43.565954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.577466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.641810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e6878-c504-49fe-ad53-085b9da21e4b req-d64e0703-6983-4feb-8044-135618af64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.643754 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c36e6878-c504-49fe-ad53-085b9da21e4b req-d64e0703-6983-4feb-8044-135618af64fc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b56556f803ba499eb03c393765482485&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3355603 Mar 16 11:18:43.661327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:43.669641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:43.677757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.679110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.683905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c675b5-f73d-4015-ac3f-d485038c2823 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:43.687486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 742a8985-a636-46df-8b9b-f09a314d0526 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:43.705000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:43.720058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:43.727594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Subnet': ['ID=cfd37b91-748c-49a1-a7b2-59d8dbead4bc,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:43.733562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:43.737732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event updated for resources: {'Port': ['ID=88233be6-4af1-4d3e-ae8b-0f24400ac260,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:43.819780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.880452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.881245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.928186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-89f5dbb2-dc82-4fa4-a07e-3f956f6258bc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7525268 Mar 16 11:18:43.936930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b51ac-fe74-43b4-b0c6-6cf00fa800a7 req-4ddf9a77-12f2-4cd8-8120-ff4857d2844f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.942730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-022b51ac-fe74-43b4-b0c6-6cf00fa800a7 req-4ddf9a77-12f2-4cd8-8120-ff4857d2844f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:43.942730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36362) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:43.951815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-963130093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfd37b91-748c-49a1-a7b2-59d8dbead4bc'}], 'security_groups': ['c8d1d032-34d7-40c9-83a0-b95c5785bbc3', '9616e5cd-0b54-49b2-98c2-6ca3d9654040']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:44.006299 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-25230382-98f3-4bcf-af28-d9c4226a3581 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9274843 Mar 16 11:18:44.017252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Request body: {'port': {'device_id': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:44.025298 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Floating IP e0035a1a-394c-43d9-932e-e62a89153ca9 associated. External IP: 172.26.7.205, port: e312021b-7c6c-4d30-8233-db1872a7f8a7. Mar 16 11:18:44.065125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ebf750e1-33ee-4007-a51b-a8b7830f416c None None] Provisioning for port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:44.084699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ebf750e1-33ee-4007-a51b-a8b7830f416c None None] Provisioning complete for port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:44.085096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ebf750e1-33ee-4007-a51b-a8b7830f416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.085695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e6878-c504-49fe-ad53-085b9da21e4b req-6c366aba-9cc9-4d65-a69e-efae1fe9e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:44.087200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c36e6878-c504-49fe-ad53-085b9da21e4b req-6c366aba-9cc9-4d65-a69e-efae1fe9e38f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4133663 Mar 16 11:18:44.111100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-022b51ac-fe74-43b4-b0c6-6cf00fa800a7 req-4ddf9a77-12f2-4cd8-8120-ff4857d2844f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:44.112249 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-022b51ac-fe74-43b4-b0c6-6cf00fa800a7 req-4ddf9a77-12f2-4cd8-8120-ff4857d2844f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 931 time: 0.3797700 Mar 16 11:18:44.117899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Update dhcp port {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'fixed_ips': [{'subnet_id': '6f131ba1-d17d-4a50-b865-6c5050e89b10', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b17b7722-8d55-48d8-860b-3c0c99dc451a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cfd37b91-748c-49a1-a7b2-59d8dbead4bc'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '12c3008f-8322-4303-a5ee-34bd5778c646'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:18:44.195038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.211909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ebf750e1-33ee-4007-a51b-a8b7830f416c None None] Port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:44.215905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.246317 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-022b51ac-fe74-43b4-b0c6-6cf00fa800a7 req-9c52df63-7e39-4aa4-8357-3e91a32bee37 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227024 Mar 16 11:18:44.297036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.370056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-8436beba-43e0-4824-83b1-f4b4edf54abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:44.371515 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-8436beba-43e0-4824-83b1-f4b4edf54abc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1096 time: 0.1875548 Mar 16 11:18:44.456693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Allocated IP 172.20.0.34 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/cfd37b91-748c-49a1-a7b2-59d8dbead4bc/12c3008f-8322-4303-a5ee-34bd5778c646) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:44.503503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-3ae23647-b4e3-418e-927b-f822761b6caf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 217 time: 0.1235180 Mar 16 11:18:44.583101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Router 000459a2-1c82-41d7-b330-bf8514b7eefe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:44.594545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-97206e78-20d8-4805-8328-ab27817425b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:44.597343 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-97206e78-20d8-4805-8328-ab27817425b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0856380 Mar 16 11:18:44.640309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12c3008f-8322-4303-a5ee-34bd5778c646,segment=NetworkSegment(2851192a-b8fc-49db-ab91-66d55b2f9029),segment_id=2851192a-b8fc-49db-ab91-66d55b2f9029)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:44.684268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.706449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Transition to ACTIVE for port object 12c3008f-8322-4303-a5ee-34bd5778c646 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:44.794473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.883889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:44.896077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.951068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Transition to ACTIVE for port object e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:44.980088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7edbac-53da-4cd6-9d6b-e3a3a5c117f1 None None] Pushing event updated for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.988560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Delete allocated IP 172.20.0.3 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/b17b7722-8d55-48d8-860b-3c0c99dc451a) {{(pid=88449) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:18:45.001364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Allocated IP 172.20.0.42 (c391e47d-445c-4fb0-b0c1-891ff8c27c18/cfd37b91-748c-49a1-a7b2-59d8dbead4bc/3268a1a4-a439-41f3-8c01-5bd8ea9890aa) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:45.020758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.036193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:45.039922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-ab3506b3-56d0-417d-bc44-622707de59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:45.041668 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-ab3506b3-56d0-417d-bc44-622707de59e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3813574 Mar 16 11:18:45.048184 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] Sync routers for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:45.068583 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:45.069614 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:45.116528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4364-1fe7-4100-8d8e-086b4a24671b req-3ee2051e-ac13-4802-b341-b7f0cb5d3a6e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:45.118060 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d59b4364-1fe7-4100-8d8e-086b4a24671b req-3ee2051e-ac13-4802-b341-b7f0cb5d3a6e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.4077644 Mar 16 11:18:45.171058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-df5120b6-b958-4c71-9190-c21b7dac30a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.191417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Pushing event updated for resources: {'Port': ['ID=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:45.218617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.375399 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:45.392073 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d59b4364-1fe7-4100-8d8e-086b4a24671b req-5fb54ae6-aeeb-4a46-b63b-55ba897e3d48 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076430 Mar 16 11:18:45.409588 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b1026e3f-4110-4ce9-8904-88f32b3a2518 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2648151 Mar 16 11:18:45.428946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:45.441045 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-342aaf8a-3eb4-47b3-bfb6-fdc927b1bafd service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864994 Mar 16 11:18:45.659362 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ac4261c-5cd1-4c3e-beda-32e0a89fa458 req-e37b063b-50b2-4352-82b3-bf02371527d2 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105381 Mar 16 11:18:45.675174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Attempting to bind port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:45.675795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Attempting to bind port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:45.675933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Attempting to bind port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 on network 742a8985-a636-46df-8b9b-f09a314d0526 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:45.699671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 on network 742a8985-a636-46df-8b9b-f09a314d0526 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:18:45.700828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Attempting to bind port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 on network 742a8985-a636-46df-8b9b-f09a314d0526 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:18:45.730637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:18:45.731967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Checking segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:18:45.731967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Bound using segment: {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:18:45.732353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Bound port: e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025e67c9-9715-47c6-9cc0-e3d79e321a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:45.732703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.771374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01a6a-4c76-48ba-b5d8-8eec0b93c621 req-ffa4d7d2-2433-430f-a501-403ed40ba714 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:45.773130 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fca01a6a-4c76-48ba-b5d8-8eec0b93c621 req-ffa4d7d2-2433-430f-a501-403ed40ba714 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.1128535 Mar 16 11:18:45.826462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.838143 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fca01a6a-4c76-48ba-b5d8-8eec0b93c621 req-a1c54985-85d0-43c2-914f-9b4aee8a4e49 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551510 Mar 16 11:18:45.849596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7f23f-3ba0-474e-a597-807485c92c06 req-d587b190-afca-4a02-b4ad-9f495f6bf034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:45.854455 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-76f7f23f-3ba0-474e-a597-807485c92c06 req-d587b190-afca-4a02-b4ad-9f495f6bf034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 943 time: 0.3586977 Mar 16 11:18:45.855282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36374) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:45.883506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Provisioning complete for port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:45.884104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.886479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Transition to ACTIVE for port object 3268a1a4-a439-41f3-8c01-5bd8ea9890aa will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:45.902365 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e0035a1a-394c-43d9-932e-e62a89153ca9', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'port_id': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577b340e-ad95-4efa-bb94-605e4097cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:42Z', 'updated_at': '2022-03-16T11:18:42Z', 'revision_number': 0, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:45.921334 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] Checking router: 000459a2-1c82-41d7-b330-bf8514b7eefe for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:45.928428 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'status': 'completed', 'code': 200} Mar 16 11:18:45.935100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] For port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:18:45.941219 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:45.942394 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:45.948971 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-76f7f23f-3ba0-474e-a597-807485c92c06 req-466b1a97-926a-4572-8053-7e00ef88edef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847099 Mar 16 11:18:45.964247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] For port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:18:45.969767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:45.971151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.993149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:45.993709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.041421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.046866 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2cdc5308-bb58-4439-8b42-eeae225b7f69 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/floatingips/e0035a1a-394c-43d9-932e-e62a89153ca9 HTTP/1.1" status: 200 len: 991 time: 0.1771233 Mar 16 11:18:46.079122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416586-1ffc-42c9-bc77-51155390d753 req-33c253f7-4c66-461a-836a-ef1f4dbb197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.079122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-33c253f7-4c66-461a-836a-ef1f4dbb197a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1098 time: 0.1373572 Mar 16 11:18:46.089040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:46.134664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event updated for resources: {'Port': ['ID=3268a1a4-a439-41f3-8c01-5bd8ea9890aa,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:46.151561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Provisioning for port 12c3008f-8322-4303-a5ee-34bd5778c646 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:46.165950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:46.166334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61747724-cf43-47b2-8067-4f70713e08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.185111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.185876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.187276 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] 10.222.0.53 "PUT /v2.0/ports/e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 HTTP/1.1" status: 200 len: 1093 time: 2.1741958 Mar 16 11:18:46.187846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:46.248938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] In _notify_port_updated(), no bound segment for port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa on network c391e47d-445c-4fb0-b0c1-891ff8c27c18 {{(pid=88449) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:18:46.254931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.255592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.256876 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8343fce1-52b9-4e52-b7c0-461cec616b03 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "PUT /v2.0/ports/3268a1a4-a439-41f3-8c01-5bd8ea9890aa HTTP/1.1" status: 200 len: 959 time: 2.3116310 Mar 16 11:18:46.262114 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:46.263686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36380) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:46.292599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416586-1ffc-42c9-bc77-51155390d753 req-25b937f5-12cf-4032-8bd3-398cf85bba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.295903 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-25b937f5-12cf-4032-8bd3-398cf85bba1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 200 len: 897 time: 0.2134306 Mar 16 11:18:46.332040 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'status': 'completed', 'code': 200} Mar 16 11:18:46.394442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4afd-5716-4bd8-a878-e8e2cc930991 service neutron] Pushing event updated for resources: {'Port': ['ID=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:46.446361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:46.446694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.447124 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-4d2dbf2e-6c79-4027-8813-30c00ff56138 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 200 len: 999 time: 0.1403711 Mar 16 11:18:46.534369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416586-1ffc-42c9-bc77-51155390d753 req-4300bd50-d5b7-419e-864a-dc1d1c2c3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.537073 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-4300bd50-d5b7-419e-864a-dc1d1c2c3afc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8915e6b3-b986-4e80-b20b-d19b0b6d74f0 HTTP/1.1" status: 200 len: 834 time: 0.0837188 Mar 16 11:18:46.585470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-d222f3ce-2725-4c39-9a0d-891dc399c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.588597 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-d222f3ce-2725-4c39-9a0d-891dc399c367 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 1096 time: 0.2558413 Mar 16 11:18:46.673880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416586-1ffc-42c9-bc77-51155390d753 req-3134f3f0-a6f3-47c5-b55a-f4f1bdb7c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.675346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-3134f3f0-a6f3-47c5-b55a-f4f1bdb7c7f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303740 Mar 16 11:18:46.760228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:46.761353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-874ec53d-cf40-4755-a4c7-3cfbfc54f62e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 HTTP/1.1" status: 200 len: 217 time: 0.1593301 Mar 16 11:18:46.810059 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e0035a1a-394c-43d9-932e-e62a89153ca9', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'port_id': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577b340e-ad95-4efa-bb94-605e4097cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:42Z', 'updated_at': '2022-03-16T11:18:42Z', 'revision_number': 0, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:46.815540 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ec655-b6fd-4f37-ac07-04732493717f None None] The sync data for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv is: [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e0035a1a-394c-43d9-932e-e62a89153ca9', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'port_id': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577b340e-ad95-4efa-bb94-605e4097cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:42Z', 'updated_at': '2022-03-16T11:18:42Z', 'revision_number': 0, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:46.845116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:46.845569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.862900 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-7ff0018f-9b55-4065-a18b-e45431e4e168 service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804893 Mar 16 11:18:46.881909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3bd0064b-e5ff-4bea-9e91-c0e4630a573d None None] Provisioning for port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:46.893165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3bd0064b-e5ff-4bea-9e91-c0e4630a573d None None] Provisioning complete for port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:46.894280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3bd0064b-e5ff-4bea-9e91-c0e4630a573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.946983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-b170591e-ea33-495a-b06e-dcb364cbe067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.946983 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-b170591e-ea33-495a-b06e-dcb364cbe067 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=532d143f-916e-4271-900e-2d07fac1c907 HTTP/1.1" status: 200 len: 834 time: 0.1762078 Mar 16 11:18:46.978589 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0064b-e5ff-4bea-9e91-c0e4630a573d None None] Port 3268a1a4-a439-41f3-8c01-5bd8ea9890aa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:47.009665 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18416586-1ffc-42c9-bc77-51155390d753 req-414afb68-4f54-436e-8f64-2433668ac431 service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392329 Mar 16 11:18:47.036902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36388) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:47.043478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.068756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45006b-e06a-41cd-92fc-26ff67af952b req-70d97fdd-4d1d-4ca1-9721-3510d688408f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:47.076028 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd45006b-e06a-41cd-92fc-26ff67af952b req-70d97fdd-4d1d-4ca1-9721-3510d688408f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.4459214 Mar 16 11:18:47.162665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c2d15-209d-4c70-a44a-88613fb126af None None] New status for floating IP e0035a1a-394c-43d9-932e-e62a89153ca9: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:47.193058 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ad297197-e7e3-45db-854d-e18a7e1d97c8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/floatingips/e0035a1a-394c-43d9-932e-e62a89153ca9 HTTP/1.1" status: 200 len: 991 time: 0.1549416 Mar 16 11:18:47.220414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 3268a1a4-a439-41f3-8c01-5bd8ea9890aa owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:47.227714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fde9a-1a92-4157-90a1-76f4127c44d7 req-85a52e1c-13a3-44e8-ac4f-d9877627ebd3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:47.229395 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-717fde9a-1a92-4157-90a1-76f4127c44d7 req-85a52e1c-13a3-44e8-ac4f-d9877627ebd3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 943 time: 0.1145289 Mar 16 11:18:47.280994 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-717fde9a-1a92-4157-90a1-76f4127c44d7 req-06f80cf7-e851-4697-8a3a-60c1a20a1de1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449605 Mar 16 11:18:47.421140 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd45006b-e06a-41cd-92fc-26ff67af952b req-221b9abb-a372-4bd4-8bb5-5630530c86b8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441563 Mar 16 11:18:47.436789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-b21caef6-50fb-44d7-8110-0362fc4f793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:47.438285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-b21caef6-50fb-44d7-8110-0362fc4f793b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=742a8985-a636-46df-8b9b-f09a314d0526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4843130 Mar 16 11:18:47.455017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-01c9cdd2-a811-471f-a863-6383908730c0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:18:47.456003 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-01c9cdd2-a811-471f-a863-6383908730c0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057817 Mar 16 11:18:47.465073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4dc0c8a-7e3c-4958-a9b4-e4b73436f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.639645 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-397a3fdb-2189-4714-af14-96cabcbce8cb service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776943 Mar 16 11:18:47.682524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.782468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=3268a1a4-a439-41f3-8c01-5bd8ea9890aa,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:47.904186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70b88db7-d5f3-4b4c-8bb2-a00425ea9f52 req-8255e316-4d74-43fd-96ec-c39372467fba service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588418 Mar 16 11:18:47.911224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.921503 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-66db6f99-ff81-4d70-b427-24b1f7aa25f5 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/3268a1a4-a439-41f3-8c01-5bd8ea9890aa HTTP/1.1" status: 204 len: 168 time: 1.6567850 Mar 16 11:18:47.923945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36392) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:47.971212 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-d251dfce-f335-4a3e-89ea-e5fdbe94b287 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] GET failed (client error): The resource could not be found. Mar 16 11:18:47.971744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d251dfce-f335-4a3e-89ea-e5fdbe94b287 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Synchronizing usage tracker for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:48.056722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d251dfce-f335-4a3e-89ea-e5fdbe94b287 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Unset dirty status for tenant:f38974880efc4ef685fc0868602787e5 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:48.057811 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d251dfce-f335-4a3e-89ea-e5fdbe94b287 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports/3268a1a4-a439-41f3-8c01-5bd8ea9890aa HTTP/1.1" status: 404 len: 333 time: 0.1327891 Mar 16 11:18:48.061247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36396) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:48.087493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144961c-2431-4129-b08e-271514e5ac5e req-77ea03c9-1947-4f45-8153-638ac0e073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.088958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-77ea03c9-1947-4f45-8153-638ac0e073f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 1096 time: 0.0744593 Mar 16 11:18:48.198478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36400) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:48.255028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b11354a-9d83-4cc5-8451-12aa9d8f9834 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.282172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b11354a-9d83-4cc5-8451-12aa9d8f9834 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.323070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144961c-2431-4129-b08e-271514e5ac5e req-509ae6c5-ba30-40d6-a6cb-1945ccfee3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.324550 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-509ae6c5-ba30-40d6-a6cb-1945ccfee3d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=742a8985-a636-46df-8b9b-f09a314d0526 HTTP/1.1" status: 200 len: 897 time: 0.2284157 Mar 16 11:18:48.328412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.330897 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-55a18b09-2d11-4321-b98f-d594e0bd13e6 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/floatingips/e0035a1a-394c-43d9-932e-e62a89153ca9 HTTP/1.1" status: 200 len: 993 time: 0.1309562 Mar 16 11:18:48.396564 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-87ab42ea-be9f-4917-aa1d-1f6b05e4e4a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 HTTP/1.1" status: 200 len: 217 time: 0.0649304 Mar 16 11:18:48.438347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b11354a-9d83-4cc5-8451-12aa9d8f9834 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.461382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144961c-2431-4129-b08e-271514e5ac5e req-300f202e-8bd5-4be0-8e62-c0b6f71deabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.463043 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-300f202e-8bd5-4be0-8e62-c0b6f71deabc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=532d143f-916e-4271-900e-2d07fac1c907 HTTP/1.1" status: 200 len: 834 time: 0.0589080 Mar 16 11:18:48.464250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11354a-9d83-4cc5-8451-12aa9d8f9834 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07638b52-f54c-4e9d-b4e7-72ff03a9b771,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.471614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b11354a-9d83-4cc5-8451-12aa9d8f9834 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.477988 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7b11354a-9d83-4cc5-8451-12aa9d8f9834 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/security-groups/07638b52-f54c-4e9d-b4e7-72ff03a9b771 HTTP/1.1" status: 204 len: 168 time: 0.4105067 Mar 16 11:18:48.480034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36408) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:48.562637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcc2a-29be-442d-a582-adb3550a2fe6 req-6f6706e7-3606-43a2-a43a-fdb452c97c58 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.564155 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-daadcc2a-29be-442d-a582-adb3550a2fe6 req-6f6706e7-3606-43a2-a43a-fdb452c97c58 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 943 time: 0.1698606 Mar 16 11:18:48.598447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144961c-2431-4129-b08e-271514e5ac5e req-d0468813-4926-467e-9324-fa2282f36824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.599909 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-d0468813-4926-467e-9324-fa2282f36824 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=742a8985-a636-46df-8b9b-f09a314d0526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300900 Mar 16 11:18:48.604618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-660de978-2eff-43ef-b9ac-444b2dd20b01 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.625321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.648039 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-daadcc2a-29be-442d-a582-adb3550a2fe6 req-383cf588-17b6-4a7c-b405-019c9fb4f724 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697846 Mar 16 11:18:48.669089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-660de978-2eff-43ef-b9ac-444b2dd20b01 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.726793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10953b-a5e9-435f-aa0f-0f1cfd91d5f0 req-29a98503-251f-4332-9650-20185ae5111b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.728227 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d10953b-a5e9-435f-aa0f-0f1cfd91d5f0 req-29a98503-251f-4332-9650-20185ae5111b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.1886773 Mar 16 11:18:48.728379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:18:48.768401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-660de978-2eff-43ef-b9ac-444b2dd20b01 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.785564 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-dd89b83d-a675-42b4-bfbd-9eea734f51e3 service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770840 Mar 16 11:18:48.787388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660de978-2eff-43ef-b9ac-444b2dd20b01 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616e5cd-0b54-49b2-98c2-6ca3d9654040,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.792897 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d10953b-a5e9-435f-aa0f-0f1cfd91d5f0 req-1d2ec035-e860-414c-8217-fbbd373b9cec tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577095 Mar 16 11:18:48.805466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-660de978-2eff-43ef-b9ac-444b2dd20b01 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.806620 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-660de978-2eff-43ef-b9ac-444b2dd20b01 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/security-groups/9616e5cd-0b54-49b2-98c2-6ca3d9654040 HTTP/1.1" status: 204 len: 168 time: 0.3236914 Mar 16 11:18:48.809039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36412) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:48.879665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:48.891977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-159bf9d0-b957-4a96-8df7-c1cd02b70236 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.893579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'port_id': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'mac_address': 'fa:16:3e:95:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:18:48.925734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-159bf9d0-b957-4a96-8df7-c1cd02b70236 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.926011 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3144961c-2431-4129-b08e-271514e5ac5e req-43346c5c-a0b3-41cf-98a4-2aeb9e25e091 service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321704 Mar 16 11:18:48.948685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.965457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:48.982018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:49.073595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-159bf9d0-b957-4a96-8df7-c1cd02b70236 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.093117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bf9d0-b957-4a96-8df7-c1cd02b70236 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d1d032-34d7-40c9-83a0-b95c5785bbc3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:49.096358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-159bf9d0-b957-4a96-8df7-c1cd02b70236 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.097612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-159bf9d0-b957-4a96-8df7-c1cd02b70236 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/security-groups/c8d1d032-34d7-40c9-83a0-b95c5785bbc3 HTTP/1.1" status: 204 len: 168 time: 0.2873936 Mar 16 11:18:49.099308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.100321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36416) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:49.166129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet b17b7722-8d55-48d8-860b-3c0c99dc451a {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:49.169744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.216146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:49.230031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.312258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.313038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:49.457395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.500095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.503928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=b17b7722-8d55-48d8-860b-3c0c99dc451a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:49.509134 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7a5b3b97-8e0b-490b-b4db-4fe04e894709 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/b17b7722-8d55-48d8-860b-3c0c99dc451a HTTP/1.1" status: 204 len: 168 time: 0.4077463 Mar 16 11:18:49.510238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c6436-60a1-4e69-bdee-f29d2448ed93 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:49.513000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36420) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:49.584655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet cfd37b91-748c-49a1-a7b2-59d8dbead4bc {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:49.588234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.759502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.825914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.874102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.880497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1002be-1943-4d39-b115-fd5a923924de req-77e00182-df11-496f-924a-331f095294f9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:49.881985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cf1002be-1943-4d39-b115-fd5a923924de req-77e00182-df11-496f-924a-331f095294f9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 944 time: 0.0918252 Mar 16 11:18:49.938974 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cf1002be-1943-4d39-b115-fd5a923924de req-f3df1bd9-0b64-4bff-a795-755838f4493c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510452 Mar 16 11:18:50.032351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b0b7-06a5-4f12-bc2c-784fee11597c req-e3f03b32-eea7-4b82-bfe3-c38f1490fd37 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.033673 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b072b0b7-06a5-4f12-bc2c-784fee11597c req-e3f03b32-eea7-4b82-bfe3-c38f1490fd37 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.1180294 Mar 16 11:18:50.075178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.093983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.123169 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b072b0b7-06a5-4f12-bc2c-784fee11597c req-5a83f98f-f400-48cd-be06-ae7fe74c5634 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834131 Mar 16 11:18:50.129214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.133217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd37b91-748c-49a1-a7b2-59d8dbead4bc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:50.145023 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-90cea0a7-710f-4aa9-abce-522df71cd3d0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/cfd37b91-748c-49a1-a7b2-59d8dbead4bc HTTP/1.1" status: 204 len: 168 time: 0.6306078 Mar 16 11:18:50.147845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36428) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.186248 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f8cfb-92dc-40ba-8bf6-9b2c642f7a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:50.186717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f8cfb-92dc-40ba-8bf6-9b2c642f7a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:50.188413 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-724f8cfb-92dc-40ba-8bf6-9b2c642f7a6d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/b17b7722-8d55-48d8-860b-3c0c99dc451a HTTP/1.1" status: 404 len: 337 time: 0.0395477 Mar 16 11:18:50.191035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36432) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.258737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting subnet 6f131ba1-d17d-4a50-b865-6c5050e89b10 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:18:50.261982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.321716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.363647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11170064-232b-4968-9fd0-351cd3ed11bb None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:50.411714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.476217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-82e9e159-4bc0-4405-8fd0-f4be139add54 None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:50.476586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e9e159-4bc0-4405-8fd0-f4be139add54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.574495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.579530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-82e9e159-4bc0-4405-8fd0-f4be139add54 None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:50.619300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Subnet': ['ID=6f131ba1-d17d-4a50-b865-6c5050e89b10,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:50.623545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.626245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-82e9e159-4bc0-4405-8fd0-f4be139add54 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:50.626618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82e9e159-4bc0-4405-8fd0-f4be139add54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.629710 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-94e4370d-c856-40f6-8df1-5adc42dce18d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/6f131ba1-d17d-4a50-b865-6c5050e89b10 HTTP/1.1" status: 204 len: 168 time: 0.4377222 Mar 16 11:18:50.632092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36436) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.669709 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfecbba0-43ef-452e-bd22-d6ca4679e4fd tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:50.670281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfecbba0-43ef-452e-bd22-d6ca4679e4fd tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:50.672037 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bfecbba0-43ef-452e-bd22-d6ca4679e4fd tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/c9543dd8-e890-4e2c-b960-4a609dc8efee HTTP/1.1" status: 404 len: 337 time: 0.0390258 Mar 16 11:18:50.674680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36440) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.718414 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5a1baf76-5083-4737-b936-de0035c768b7 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "GET /v2.0/ports?device_id=40943cec-40f1-4dd5-8c9a-c4dedc75185f HTTP/1.1" status: 200 len: 205 time: 0.0426543 Mar 16 11:18:50.720623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36444) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.743288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:50.789684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-c9eef9c0-bbe6-49ff-ae69-00dc487d4f11 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] delete failed (client error): The resource could not be found. Mar 16 11:18:50.790741 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c9eef9c0-bbe6-49ff-ae69-00dc487d4f11 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/routers/40943cec-40f1-4dd5-8c9a-c4dedc75185f HTTP/1.1" status: 404 len: 336 time: 0.0692563 Mar 16 11:18:50.793349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36448) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.831258 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-347a5f44-427e-465b-abfd-26f76a541061 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:50.831624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347a5f44-427e-465b-abfd-26f76a541061 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:50.835690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-347a5f44-427e-465b-abfd-26f76a541061 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/6554c565-585b-4346-828c-2d533805c2fd HTTP/1.1" status: 404 len: 337 time: 0.0388796 Mar 16 11:18:50.835864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36452) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.876808 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b898a79-3571-41d9-96e6-36dd19e90f4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:50.877261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b898a79-3571-41d9-96e6-36dd19e90f4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:50.878927 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6b898a79-3571-41d9-96e6-36dd19e90f4d tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/7b3bdd05-8c27-491b-8b7d-1610835ce20a HTTP/1.1" status: 404 len: 337 time: 0.0421963 Mar 16 11:18:50.881449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36456) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.885295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db7b68-9435-4c7f-9289-8b3689ff6e88 None None] Update dhcp port {'port': {'network_id': 'c391e47d-445c-4fb0-b0c1-891ff8c27c18', 'fixed_ips': [{'subnet_id': '6f131ba1-d17d-4a50-b865-6c5050e89b10'}], 'binding:host_id': 'dv-neutron-831730-4-hyperv'}, 'id': '12c3008f-8322-4303-a5ee-34bd5778c646'} from dv-neutron-831730-4-hyperv. {{(pid=88451) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 16 11:18:50.918197 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-844af9cb-4e69-464c-9f31-34c7ad711b30 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:50.919236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844af9cb-4e69-464c-9f31-34c7ad711b30 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:50.921034 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-844af9cb-4e69-464c-9f31-34c7ad711b30 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/d0e1a264-882e-4db4-bda6-99d5bd816594 HTTP/1.1" status: 404 len: 337 time: 0.0386713 Mar 16 11:18:50.923666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36460) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.940909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-13db7b68-9435-4c7f-9289-8b3689ff6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.963583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa14fdd-c73f-4620-b05b-777059dbf5d9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:50.967121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa14fdd-c73f-4620-b05b-777059dbf5d9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:50.967121 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3fa14fdd-c73f-4620-b05b-777059dbf5d9 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/8694b829-6530-4883-a2ff-38bf500022d5 HTTP/1.1" status: 404 len: 333 time: 0.0412369 Mar 16 11:18:50.968596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36466) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.986171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:51.000769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:51.001129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.012098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77b80ca-eeff-40ea-848e-04cab9ecf1dc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:51.012953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77b80ca-eeff-40ea-848e-04cab9ecf1dc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:51.014826 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c77b80ca-eeff-40ea-848e-04cab9ecf1dc tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/1a5800ea-5970-44de-9908-629ae6eae48b HTTP/1.1" status: 404 len: 337 time: 0.0453501 Mar 16 11:18:51.017448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36470) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.055835 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ab02f4-7c7a-41d1-b398-3527fa513a41 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:51.056286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ab02f4-7c7a-41d1-b398-3527fa513a41 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:51.061680 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-40ab02f4-7c7a-41d1-b398-3527fa513a41 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/eb6214c2-4f5c-4199-a8c2-feb5e3718416 HTTP/1.1" status: 404 len: 337 time: 0.0394282 Mar 16 11:18:51.061953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36474) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.146392 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3889ee0-d85f-4691-a7ad-ada326940ff1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:51.146392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3889ee0-d85f-4691-a7ad-ada326940ff1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:51.152148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b3889ee0-d85f-4691-a7ad-ada326940ff1 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/b36ec1d3-0348-438a-a34c-6025f404fca3 HTTP/1.1" status: 404 len: 333 time: 0.0840845 Mar 16 11:18:51.152148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36480) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.194357 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8c57f2-ba67-49dc-8406-7a6e30a13abf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:51.194645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8c57f2-ba67-49dc-8406-7a6e30a13abf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:51.196665 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4d8c57f2-ba67-49dc-8406-7a6e30a13abf tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/6fabca15-ae16-4a8c-9920-6b4f56e4915a HTTP/1.1" status: 404 len: 337 time: 0.0450909 Mar 16 11:18:51.199680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36484) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.201232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.214840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26602b5-a492-4e22-b82e-5781bae9fa37 None None] Network c391e47d-445c-4fb0-b0c1-891ff8c27c18 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:18:51.241537 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1012a22-24d5-4fa8-8309-cd573056add0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:51.242017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1012a22-24d5-4fa8-8309-cd573056add0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:51.243707 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f1012a22-24d5-4fa8-8309-cd573056add0 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/subnets/751e820a-157e-494d-9eca-19965ab4fe7c HTTP/1.1" status: 404 len: 337 time: 0.0437069 Mar 16 11:18:51.246567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36488) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.277639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5f7df-03cc-4dc8-b53b-0e7d0eeeb811 req-7c96c367-cb33-45c9-b579-63732673dd98 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.283113 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13b5f7df-03cc-4dc8-b53b-0e7d0eeeb811 req-7c96c367-cb33-45c9-b579-63732673dd98 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 944 time: 0.2184460 Mar 16 11:18:51.312644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:51.334057 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13b5f7df-03cc-4dc8-b53b-0e7d0eeeb811 req-05333fcd-cc2d-42ae-b3c8-d50b068d22a1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483658 Mar 16 11:18:51.348372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:51.374176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Deleting port 27862ec8-8349-48a0-809a-61b10b34b70c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:51.374519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.395190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-17c5cee7-4de4-4b7a-9309-ca303f14a882 None None] Provisioning complete for port 27862ec8-8349-48a0-809a-61b10b34b70c triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:51.395572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-17c5cee7-4de4-4b7a-9309-ca303f14a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.490335 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'code': 200} Mar 16 11:18:51.505186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.513183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a91655-08c1-4d58-af46-ceaa2c623da2 req-8fde738b-93f8-4444-8b46-70236fa02b40 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.514281 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-07a91655-08c1-4d58-af46-ceaa2c623da2 req-8fde738b-93f8-4444-8b46-70236fa02b40 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.2305195 Mar 16 11:18:51.584393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:51.609098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-17c5cee7-4de4-4b7a-9309-ca303f14a882 None None] Port 27862ec8-8349-48a0-809a-61b10b34b70c cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:18:51.630326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-17c5cee7-4de4-4b7a-9309-ca303f14a882 None None] Provisioning complete for port 12c3008f-8322-4303-a5ee-34bd5778c646 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:51.630702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-17c5cee7-4de4-4b7a-9309-ca303f14a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.664390 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-07a91655-08c1-4d58-af46-ceaa2c623da2 req-d45237b0-73f9-48d0-bdca-7a018fb50a58 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401312 Mar 16 11:18:51.670615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.708917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] DHCP port deletion for c391e47d-445c-4fb0-b0c1-891ff8c27c18 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:18:51.744649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] Deleting port 12c3008f-8322-4303-a5ee-34bd5778c646 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:18:51.745027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.806791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Calling delete_port for 27862ec8-8349-48a0-809a-61b10b34b70c owned by {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:51.945543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa00f5-f878-4682-a535-5a3bf903c934 req-051406ff-15a2-4912-9caf-94c1532904d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.947033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6efa00f5-f878-4682-a535-5a3bf903c934 req-051406ff-15a2-4912-9caf-94c1532904d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 1098 time: 0.2076957 Mar 16 11:18:51.970042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] For port 12c3008f-8322-4303-a5ee-34bd5778c646, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=12c3008f-8322-4303-a5ee-34bd5778c646,segment=NetworkSegment(2851192a-b8fc-49db-ab91-66d55b2f9029),segment_id=2851192a-b8fc-49db-ab91-66d55b2f9029)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:51.976639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.990053 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6efa00f5-f878-4682-a535-5a3bf903c934 req-6b3c2091-7dfe-402c-8b78-7fd52000d6c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358319 Mar 16 11:18:52.028630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.079508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Port': ['ID=27862ec8-8349-48a0-809a-61b10b34b70c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:52.085364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.093043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] Calling delete_port for 12c3008f-8322-4303-a5ee-34bd5778c646 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:18:52.217619 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-40581aa6-9086-433e-a707-f9761290b062 tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/ports/27862ec8-8349-48a0-809a-61b10b34b70c HTTP/1.1" status: 204 len: 168 time: 0.9680793 Mar 16 11:18:52.219856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36496) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:52.259001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.306485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] Pushing event deleted for resources: {'Port': ['ID=12c3008f-8322-4303-a5ee-34bd5778c646,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:52.308338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309cb76a-6aa4-4834-9e6b-0a4afd93574a None None] No DVR routers for this DVR port 12c3008f-8322-4303-a5ee-34bd5778c646 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:52.337551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.469188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.497593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c391e47d-445c-4fb0-b0c1-891ff8c27c18']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:52.509329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2851192a-b8fc-49db-ab91-66d55b2f9029') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:52.509630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2851192a-b8fc-49db-ab91-66d55b2f9029') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:52.516728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a989-1029-4a99-a641-fbbf270c9673 req-05a9a247-9de9-4533-be84-79a5e1c5bc9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.519536 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29b5a989-1029-4a99-a641-fbbf270c9673 req-05a9a247-9de9-4533-be84-79a5e1c5bc9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 945 time: 0.0813193 Mar 16 11:18:52.521804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.538247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.544859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:18:52.545608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:52.559515 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:52.569893 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29b5a989-1029-4a99-a641-fbbf270c9673 req-26902682-0e54-47f6-a76d-655c3c00cb24 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459511 Mar 16 11:18:52.717618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.719447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:52.722014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.761416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 12c3008f-8322-4303-a5ee-34bd5778c646 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:18:52.761897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 12c3008f-8322-4303-a5ee-34bd5778c646 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:52.764077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:18:52.876952 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] 10.222.0.30 "DELETE /v2.0/networks/c391e47d-445c-4fb0-b0c1-891ff8c27c18 HTTP/1.1" status: 204 len: 168 time: 0.6560793 Mar 16 11:18:52.884058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6711a7-d21e-4efe-aa46-3126a73b998e tempest-PortsTestJSON-1482352652 tempest-PortsTestJSON-1482352652-project] Pushing event deleted for resources: {'Network': ['ID=c391e47d-445c-4fb0-b0c1-891ff8c27c18,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:52.923284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:52.932919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dc6bd-bb25-4097-9a22-a52742c10ccf req-d5602e04-d40e-4315-b453-25da6c14ba38 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.938318 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-952dc6bd-bb25-4097-9a22-a52742c10ccf req-d5602e04-d40e-4315-b453-25da6c14ba38 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 943 time: 0.0972888 Mar 16 11:18:52.939452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:18:52.986564 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-952dc6bd-bb25-4097-9a22-a52742c10ccf req-f2512a30-3ec9-4bd1-b7f8-e892de3760bc tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Mar 16 11:18:52.998870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.016433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:18:53.032167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:53.133220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.205958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:53.376820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['0f21a37e-50dd-402f-bb08-4c182fa4cdb0'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:18:53.404149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36508) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:53.553262 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e26c6ab7-1032-439f-b487-e8b9798e57da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f38974880efc4ef685fc0868602787e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476772 Mar 16 11:18:53.555724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36514) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:53.618506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d597ca44-f980-4082-b10e-414098ffa58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.645700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d597ca44-f980-4082-b10e-414098ffa58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.762316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a711fb7-6a0a-4136-b217-ed022b0afb86 req-5483b2e3-6402-43be-9f20-ac708c5256e3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.764325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2a711fb7-6a0a-4136-b217-ed022b0afb86 req-5483b2e3-6402-43be-9f20-ac708c5256e3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 945 time: 0.0826707 Mar 16 11:18:53.765391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d597ca44-f980-4082-b10e-414098ffa58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.782205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ca44-f980-4082-b10e-414098ffa58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb6117d-b7cb-489f-b1f5-3689646d623f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:53.787862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d597ca44-f980-4082-b10e-414098ffa58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.788723 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d597ca44-f980-4082-b10e-414098ffa58c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffb6117d-b7cb-489f-b1f5-3689646d623f HTTP/1.1" status: 204 len: 168 time: 0.2320437 Mar 16 11:18:53.810499 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2a711fb7-6a0a-4136-b217-ed022b0afb86 req-5fd23eaf-40d8-41a7-9fdf-f05d432d7548 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402062 Mar 16 11:18:53.997346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cd4d-a7fb-498f-98a6-5cff29964475 req-44a5d1b9-63b9-4b08-9619-ebdda8b76311 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.998864 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b4d9cd4d-a7fb-498f-98a6-5cff29964475 req-44a5d1b9-63b9-4b08-9619-ebdda8b76311 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 945 time: 0.0848417 Mar 16 11:18:54.046641 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b4d9cd4d-a7fb-498f-98a6-5cff29964475 req-90d4918f-7ccb-4ff4-9336-f0929149b7fd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420101 Mar 16 11:18:54.070877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36528) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:54.312738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eea8d12-5d9d-4fde-b35b-bbbd8f0e8f97 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.314173 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6eea8d12-5d9d-4fde-b35b-bbbd8f0e8f97 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 1093 time: 0.2420881 Mar 16 11:18:54.317011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36538) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:54.323245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:54.334327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2fe61-3216-4270-8866-e117bc333511 req-400ccfcf-4878-4073-a652-94e470f8860d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.335723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-01b2fe61-3216-4270-8866-e117bc333511 req-400ccfcf-4878-4073-a652-94e470f8860d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 944 time: 0.2320204 Mar 16 11:18:54.338054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:54.348614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:54.349991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:54.369010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:54.398236 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-01b2fe61-3216-4270-8866-e117bc333511 req-c0e8f7db-fb56-447e-8d74-775f998b07d5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530427 Mar 16 11:18:54.459017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.603348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.745524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.124 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/576b22aa-b468-41de-8230-e574ff3f587a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:54.759115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:54.870057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36552) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:54.892724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:54.898103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:54.899879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.901828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.976639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014282795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:54.983586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:54.987463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:54.990499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:54.997432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:55.008065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.016875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.044087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:55.054155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:18:55.070798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.074765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:55.076114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:55.084786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.085155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:55.091100 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'code': 200} Mar 16 11:18:55.103866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:55.109249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:55.112997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:55.116475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=576b22aa-b468-41de-8230-e574ff3f587a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.119379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:55.150343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.209704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.255433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.291208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.306872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:55.318665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:55.324196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:55.332303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:55.334565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105f7cf8-e957-4f91-adc9-7b8f28e6ecc8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.409386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.531700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.543263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.587372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2eb1cb-b45e-4433-be19-f3904a45abcb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.610516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d492979-8daf-45b5-89e4-6cbb9ddf3743 req-4ca24dc5-09ac-49a5-b75b-155517a1c007 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.611260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe40226-d92a-4ba0-b667-6854183b339e req-67b21f9e-7708-4088-96ca-2ff0d7048da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.612028 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9d492979-8daf-45b5-89e4-6cbb9ddf3743 req-4ca24dc5-09ac-49a5-b75b-155517a1c007 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 945 time: 0.1020532 Mar 16 11:18:55.616452 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3fe40226-d92a-4ba0-b667-6854183b339e req-67b21f9e-7708-4088-96ca-2ff0d7048da1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1098 time: 0.1206689 Mar 16 11:18:55.654801 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3fe40226-d92a-4ba0-b667-6854183b339e req-2c1fde74-5a8c-461c-87aa-7f61ce4a0d1d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Mar 16 11:18:55.660433 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9d492979-8daf-45b5-89e4-6cbb9ddf3743 req-10dd6091-c9ed-47f0-9921-9d7c0aa1c9c0 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Mar 16 11:18:55.696924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.698173 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-23ab601f-29a3-4976-bf28-bd095b9163d3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8271115 Mar 16 11:18:55.701442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36562) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.725449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.766112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1916063f-ea69-4ddf-93b0-1b2636afc717 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:55.847813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1916063f-ea69-4ddf-93b0-1b2636afc717 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:55.849156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1916063f-ea69-4ddf-93b0-1b2636afc717 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1467674 Mar 16 11:18:55.852201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36566) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.857709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-security--131595381', 'description': 'tempest-security-description-1090868939'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:55.888561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.929578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.940339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.022513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.030175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.032731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.033991 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "PUT /v2.0/security-groups/da2eb1cb-b45e-4433-be19-f3904a45abcb HTTP/1.1" status: 200 len: 1779 time: 0.1808286 Mar 16 11:18:56.041234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36570) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.092005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604bc5d-10d7-42a7-b0c4-e58237263941 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2eb1cb-b45e-4433-be19-f3904a45abcb,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:56.103903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3fc5f056-0f7e-4d4c-a0f9-cd2311b5c113 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups/da2eb1cb-b45e-4433-be19-f3904a45abcb HTTP/1.1" status: 200 len: 1779 time: 0.0616677 Mar 16 11:18:56.106608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36574) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.138212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=576b22aa-b468-41de-8230-e574ff3f587a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:56.148091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.172457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ddabcd3-48bd-4c77-9bfe-9da10f1d416a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.199610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ddabcd3-48bd-4c77-9bfe-9da10f1d416a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.322462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ddabcd3-48bd-4c77-9bfe-9da10f1d416a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.343684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddabcd3-48bd-4c77-9bfe-9da10f1d416a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2eb1cb-b45e-4433-be19-f3904a45abcb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:56.418100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0ddabcd3-48bd-4c77-9bfe-9da10f1d416a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.419328 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0ddabcd3-48bd-4c77-9bfe-9da10f1d416a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/da2eb1cb-b45e-4433-be19-f3904a45abcb HTTP/1.1" status: 204 len: 168 time: 0.3117659 Mar 16 11:18:56.421704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36578) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.433466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP 214ee8b2-9218-4ac5-9091-b08a9dbab073 associated. External IP: 172.26.7.124, port: e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3. Mar 16 11:18:56.471917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d35e495c-ec08-4acd-8ef7-e453bbf29465 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:56.565021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d35e495c-ec08-4acd-8ef7-e453bbf29465 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:56.569433 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d35e495c-ec08-4acd-8ef7-e453bbf29465 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1439388 Mar 16 11:18:56.569718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36582) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.593079 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-5fad3ee4-1533-4d31-8dbc-1230654e3d1b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] delete failed (client error): The resource could not be found. Mar 16 11:18:56.597790 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5fad3ee4-1533-4d31-8dbc-1230654e3d1b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/da2eb1cb-b45e-4433-be19-f3904a45abcb HTTP/1.1" status: 404 len: 347 time: 0.0234325 Mar 16 11:18:56.598936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36586) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.605286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218179013'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:56.612709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:56.624353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:56.726257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.752783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:56.757662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:56.760869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:56.776793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:56.806261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:18:56.908664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f019483-4e8a-49dc-a17c-f6d6246104b4 req-948bb147-b8c3-4341-aeb3-9acb679fa9fd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.910218 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f019483-4e8a-49dc-a17c-f6d6246104b4 req-948bb147-b8c3-4341-aeb3-9acb679fa9fd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 945 time: 0.1349847 Mar 16 11:18:56.938008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.964413 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f019483-4e8a-49dc-a17c-f6d6246104b4 req-036d39c1-b179-44af-a795-bfa8d1449b2a tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Mar 16 11:18:56.993469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:18:57.002331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.003697 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] Sync routers for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:18:57.021754 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:57.022476 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:57.044936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b84dc-daf3-4c07-9e4e-30331b056969,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:57.082009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.116329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.118106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4a2ce797-4d1e-4b32-a24d-7db3650e0d16 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5181460 Mar 16 11:18:57.121253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36592) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:57.126688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'd53b84dc-daf3-4c07-9e4e-30331b056969', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:57.132704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:57.136641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:57.140447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:57.143042 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5c176a01-1b27-4e0d-963a-74f7c639ff2c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8247943 Mar 16 11:18:57.143181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36596) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:57.143577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:18:57.148878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:57.193039 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'status': 'completed', 'code': 200} Mar 16 11:18:57.214171 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:57.312155 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a61dbbdc-c2e5-4f55-8db4-2157676f1c5c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/214ee8b2-9218-4ac5-9091-b08a9dbab073 HTTP/1.1" status: 200 len: 991 time: 0.1678574 Mar 16 11:18:57.317763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.365765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af804992-bc64-4693-90a1-bd4ff8954081 req-c918177d-a35b-49c9-92e4-d182b7c7ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:57.367257 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-c918177d-a35b-49c9-92e4-d182b7c7ec61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 1098 time: 0.1419575 Mar 16 11:18:57.480797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.514049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af804992-bc64-4693-90a1-bd4ff8954081 req-cb32223f-dec5-4393-8d13-cf93dc0ec94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:57.515325 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-cb32223f-dec5-4393-8d13-cf93dc0ec94f service neutron] 10.222.0.53 "GET /v2.0/networks?id=742a8985-a636-46df-8b9b-f09a314d0526 HTTP/1.1" status: 200 len: 897 time: 0.1416540 Mar 16 11:18:57.566389 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '214ee8b2-9218-4ac5-9091-b08a9dbab073', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.124', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'port_id': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'mac_address': 'fa:16:3e:95:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:55Z', 'updated_at': '2022-03-16T11:18:55Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:57.570194 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] Checking router: 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:18:57.576933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.580151 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:18:57.580966 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:57.613609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830a8234-31f7-4ac7-b44a-c8d9abd93400,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:57.644119 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-792454cc-1562-463d-a6ba-52b244ee5e0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 HTTP/1.1" status: 200 len: 999 time: 0.1222332 Mar 16 11:18:57.697060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.700932 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0583b8fc-8b34-4c86-97fa-04498b3435e5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5758975 Mar 16 11:18:57.701104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:57.763244 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:18:57.832155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af804992-bc64-4693-90a1-bd4ff8954081 req-2aa65a29-83a4-4bba-b280-30d7b3bc17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:57.833457 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-2aa65a29-83a4-4bba-b280-30d7b3bc17b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=532d143f-916e-4271-900e-2d07fac1c907 HTTP/1.1" status: 200 len: 834 time: 0.1811991 Mar 16 11:18:57.834452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1490b33-4c17-4916-b084-d8420242c5da tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.873468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1490b33-4c17-4916-b084-d8420242c5da tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.926974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af804992-bc64-4693-90a1-bd4ff8954081 req-db697132-59b2-467c-8b37-dc7a13a4e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:57.928523 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-db697132-59b2-467c-8b37-dc7a13a4e491 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=742a8985-a636-46df-8b9b-f09a314d0526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872898 Mar 16 11:18:58.017310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1490b33-4c17-4916-b084-d8420242c5da tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.048703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1490b33-4c17-4916-b084-d8420242c5da tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.052216 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b1490b33-4c17-4916-b084-d8420242c5da tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/830a8234-31f7-4ac7-b44a-c8d9abd93400 HTTP/1.1" status: 204 len: 168 time: 0.3478498 Mar 16 11:18:58.052216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1490b33-4c17-4916-b084-d8420242c5da tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=830a8234-31f7-4ac7-b44a-c8d9abd93400,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:58.052471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36608) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.153106 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '214ee8b2-9218-4ac5-9091-b08a9dbab073', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.124', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'port_id': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'mac_address': 'fa:16:3e:95:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:55Z', 'updated_at': '2022-03-16T11:18:55Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:58.155199 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-0c4046d8-5d0b-49f9-8edb-3df84e4e1e0c service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196116 Mar 16 11:18:58.157202 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acade78-e049-4105-acca-9bf760dd5ec1 None None] The sync data for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv is: [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '214ee8b2-9218-4ac5-9091-b08a9dbab073', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.124', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'port_id': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'mac_address': 'fa:16:3e:95:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:55Z', 'updated_at': '2022-03-16T11:18:55Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:18:58.171771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-56450a41-f304-4a99-9caf-4aafe29478de tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:58.313323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c7bde-a485-454e-9eb7-d7d2c1ce1eb0 req-a1b7d5f8-c83e-47f7-ad5f-1102dd0964b8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:58.315037 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c46c7bde-a485-454e-9eb7-d7d2c1ce1eb0 req-a1b7d5f8-c83e-47f7-ad5f-1102dd0964b8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 945 time: 0.2323375 Mar 16 11:18:58.323159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36612) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.351374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-56450a41-f304-4a99-9caf-4aafe29478de tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:58.355366 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-56450a41-f304-4a99-9caf-4aafe29478de tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2975161 Mar 16 11:18:58.359939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36616) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.360593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d646c37d-4a8c-4710-afb5-d9ff9bd47aa2 None None] New status for floating IP 214ee8b2-9218-4ac5-9091-b08a9dbab073: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:18:58.392860 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-af804992-bc64-4693-90a1-bd4ff8954081 req-b5eab120-7467-40b6-84ef-b619a4a3d7a5 service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181196 Mar 16 11:18:58.404345 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c46c7bde-a485-454e-9eb7-d7d2c1ce1eb0 req-71d5c8b6-da68-458d-b2cf-42e5ae045eaf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811541 Mar 16 11:18:58.460739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cbb8-9383-4804-9742-372bd3e49002 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.484245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-65fcd39e-7e64-403b-84ca-5aaead73f8e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/214ee8b2-9218-4ac5-9091-b08a9dbab073 HTTP/1.1" status: 200 len: 991 time: 0.1595452 Mar 16 11:18:58.491540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cbb8-9383-4804-9742-372bd3e49002 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.623338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cbb8-9383-4804-9742-372bd3e49002 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.625921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516a88-e2a3-435d-b95a-bc0ed195ac63 req-94c981d8-42f0-4f8f-89d7-aa7719caca42 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:58.627487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a516a88-e2a3-435d-b95a-bc0ed195ac63 req-94c981d8-42f0-4f8f-89d7-aa7719caca42 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 945 time: 0.0826085 Mar 16 11:18:58.646783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3cbb8-9383-4804-9742-372bd3e49002 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b84dc-daf3-4c07-9e4e-30331b056969,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:58.677705 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a516a88-e2a3-435d-b95a-bc0ed195ac63 req-a7a2b7d8-1d42-4f1e-a71f-d84865dca5f5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437267 Mar 16 11:18:58.701055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36622) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.739108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cbb8-9383-4804-9742-372bd3e49002 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.741289 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1ce3cbb8-9383-4804-9742-372bd3e49002 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/d53b84dc-daf3-4c07-9e4e-30331b056969 HTTP/1.1" status: 204 len: 168 time: 0.3778615 Mar 16 11:18:58.743261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36626) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.773068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab8958-13ec-4a81-afb4-89dcebf007ba tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:58.774590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e3ab8958-13ec-4a81-afb4-89dcebf007ba tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1093 time: 0.0726078 Mar 16 11:18:58.777393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36630) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.782854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:58.788792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:58.792565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:floatingip and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:58.796003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:58.796229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-760c8f82-7b88-46e7-97b4-d48dc5af1b18 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:58.801577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:58.869975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-760c8f82-7b88-46e7-97b4-d48dc5af1b18 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:58.871347 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-760c8f82-7b88-46e7-97b4-d48dc5af1b18 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271148 Mar 16 11:18:58.875226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36634) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.880373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396883236'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:58.886904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:58.896163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:58.898968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.967868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.988980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:58.992992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:58.995836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:59.001603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:59.036264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.070163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.127595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.174351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:59.174821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Allocated IP 172.26.7.50 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/d5164677-1a36-40c2-aef4-4d20b2f600fa) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:59.282038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.283221 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5aecfa04-1c4f-4d8f-8baf-6b11093b2263 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4070716 Mar 16 11:18:59.286048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36638) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:59.291026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:59.296726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:59.300733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:59.303844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:59.309595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:59.322092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.406803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.434310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.467552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.487614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36642) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:59.494091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:59.497074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:59.500679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:18:59.565346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.604591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5382eda4-fff1-4803-8808-1da34d24b647,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:59.638764 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d3646f0a-5b4a-4f96-ae72-3abb6ba21d3e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/214ee8b2-9218-4ac5-9091-b08a9dbab073 HTTP/1.1" status: 200 len: 993 time: 0.1500208 Mar 16 11:18:59.675599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=d5164677-1a36-40c2-aef4-4d20b2f600fa,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:59.691007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.692169 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b362294d-2d2e-495b-acac-6977769de9a1 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4052320 Mar 16 11:18:59.694902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36646) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:59.700075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:18:59.705909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:59.710017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:59.712854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:59.719253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:59.806375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.870617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.961909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.986347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb6d8c5-fdfe-4070-bc31-b1a25670ea49,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.058507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.076435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.077644 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-41489d94-a0b6-4d68-941c-124e25eb0cbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3818402 Mar 16 11:19:00.080447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36650) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:00.085433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:00.092346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:00.096365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:00.099203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:00.105057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:00.200532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.208728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.266671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.336685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.364515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7905e8b7-9b17-4a92-97b3-de7b2a6d5340,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.419904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.451793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.453069 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fbcc1a97-8d16-421a-b1c8-70f3be9d1a7e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3717093 Mar 16 11:19:00.455845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36654) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:00.460891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:00.466981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:00.470997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:00.473957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:00.479512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.480035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:00.579188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.588607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=d5164677-1a36-40c2-aef4-4d20b2f600fa,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.596627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.646342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.724995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.751351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c492721-8ec3-4716-9780-ed0c88bbb543,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.770844 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Floating IP 00397dc3-8de0-4d57-a13b-409b55c336fd associated. External IP: 172.26.7.50, port: 0f21a37e-50dd-402f-bb08-4c182fa4cdb0. Mar 16 11:19:00.835918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.837131 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5f734711-3242-4455-8666-b88d3ef2b0be tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3803592 Mar 16 11:19:00.840288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36658) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:00.845836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:00.851391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:00.855523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:00.858942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:00.864496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:00.962553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.030355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.116529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.120447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:01.143128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553edb88-3757-439b-a492-e67cb235b448,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:01.234305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.235622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-207d4b4c-e432-4e79-baf7-84742f7e9778 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3944361 Mar 16 11:19:01.238484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36662) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.269701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fdb50be-f062-44f0-a00d-d84d5673656a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.281014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fdb50be-f062-44f0-a00d-d84d5673656a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.371173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fdb50be-f062-44f0-a00d-d84d5673656a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.387757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb50be-f062-44f0-a00d-d84d5673656a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=553edb88-3757-439b-a492-e67cb235b448,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:01.394935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9fdb50be-f062-44f0-a00d-d84d5673656a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.396070 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9fdb50be-f062-44f0-a00d-d84d5673656a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/553edb88-3757-439b-a492-e67cb235b448 HTTP/1.1" status: 204 len: 168 time: 0.1566355 Mar 16 11:19:01.398822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36666) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.442471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:01.452560 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:01.461772 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:01.462457 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:01.483276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9d83dde4-1a55-4615-bd12-2719cecdf96e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0833840 Mar 16 11:19:01.486430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36670) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.519592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d0efe780-8fe3-4c25-9c2e-dd8906e18281 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.530231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d0efe780-8fe3-4c25-9c2e-dd8906e18281 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.543070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.606905 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f8ee0f22-5761-4665-9175-3fc6abc7aea8 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8240566 Mar 16 11:19:01.606905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:01.649352 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'status': 'completed', 'code': 200} Mar 16 11:19:01.655093 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:01.662376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d0efe780-8fe3-4c25-9c2e-dd8906e18281 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.685038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efe780-8fe3-4c25-9c2e-dd8906e18281 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c492721-8ec3-4716-9780-ed0c88bbb543,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:01.689211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d0efe780-8fe3-4c25-9c2e-dd8906e18281 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.692828 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d0efe780-8fe3-4c25-9c2e-dd8906e18281 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7c492721-8ec3-4716-9780-ed0c88bbb543 HTTP/1.1" status: 204 len: 168 time: 0.2030261 Mar 16 11:19:01.697649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36678) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.746212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e9717de7-f62b-49d1-9800-6c189498203b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:01.755599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-4fedf203-f14c-4b30-9675-ee4752d728f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:01.758252 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-4fedf203-f14c-4b30-9675-ee4752d728f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1098 time: 0.0857430 Mar 16 11:19:01.839859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e9717de7-f62b-49d1-9800-6c189498203b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:01.842198 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e9717de7-f62b-49d1-9800-6c189498203b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1475897 Mar 16 11:19:01.844850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36682) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.876633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d39b8c0b-5821-4321-809d-c894ab05eb3b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.887770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d39b8c0b-5821-4321-809d-c894ab05eb3b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.898681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-e84f94be-7c13-4885-a65f-ba86b900f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:01.900193 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-e84f94be-7c13-4885-a65f-ba86b900f548 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1356595 Mar 16 11:19:01.990724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d39b8c0b-5821-4321-809d-c894ab05eb3b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.008762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-5aa0f23c-d6dd-4fe6-a653-2d6f5b5b38db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 998 time: 0.1016581 Mar 16 11:19:02.012277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8c0b-5821-4321-809d-c894ab05eb3b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7905e8b7-9b17-4a92-97b3-de7b2a6d5340,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.021130 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:18:59Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:02.025009 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:02.033933 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:02.034569 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:18:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:02.075881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-e3143290-bf21-449b-b578-c99e584e3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.077610 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-e3143290-bf21-449b-b578-c99e584e3d96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0622537 Mar 16 11:19:02.078463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d39b8c0b-5821-4321-809d-c894ab05eb3b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.079668 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d39b8c0b-5821-4321-809d-c894ab05eb3b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7905e8b7-9b17-4a92-97b3-de7b2a6d5340 HTTP/1.1" status: 204 len: 168 time: 0.2335393 Mar 16 11:19:02.082393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36686) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.136509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a4ead4e8-cc1f-4703-a567-ffd8352e2cfb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:02.213580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a4ead4e8-cc1f-4703-a567-ffd8352e2cfb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:02.218324 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a4ead4e8-cc1f-4703-a567-ffd8352e2cfb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1313791 Mar 16 11:19:02.218509 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:02.218947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36690) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.249678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4cafb9ae-c93f-46ec-bee9-5817a0c23de5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.260853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4cafb9ae-c93f-46ec-bee9-5817a0c23de5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.261861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-e5a9037b-7555-4ec3-bffd-e4a2fee50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.264138 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-e5a9037b-7555-4ec3-bffd-e4a2fee50c26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804419 Mar 16 11:19:02.350682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4cafb9ae-c93f-46ec-bee9-5817a0c23de5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.369366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafb9ae-c93f-46ec-bee9-5817a0c23de5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb6d8c5-fdfe-4070-bc31-b1a25670ea49,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.402356 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-fb58f437-cc72-4095-b6d0-feea8db1d1bb service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315253 Mar 16 11:19:02.447931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4cafb9ae-c93f-46ec-bee9-5817a0c23de5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.449055 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4cafb9ae-c93f-46ec-bee9-5817a0c23de5 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0eb6d8c5-fdfe-4070-bc31-b1a25670ea49 HTTP/1.1" status: 204 len: 168 time: 0.2291653 Mar 16 11:19:02.452201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36694) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.501530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1bdd72d8-e5f4-4a85-aa58-3d1ab5e1f0cd tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:02.546334 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88d9d503-4837-4b01-a901-8e7834a27e80 req-375ac2a9-1f13-4f7d-ba2f-1ab5cb3552fc service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336160 Mar 16 11:19:02.574835 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:18:59Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:02.576835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1bdd72d8-e5f4-4a85-aa58-3d1ab5e1f0cd tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:02.578273 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1bdd72d8-e5f4-4a85-aa58-3d1ab5e1f0cd tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1250966 Mar 16 11:19:02.581139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36698) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.582402 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bc3d4-a908-43cd-b08d-a0ec5662c875 None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:18:59Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:02.616296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22820da9-a771-4721-a369-b708af036afc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.627581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22820da9-a771-4721-a369-b708af036afc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.708259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22820da9-a771-4721-a369-b708af036afc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.729643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22820da9-a771-4721-a369-b708af036afc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5382eda4-fff1-4803-8808-1da34d24b647,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.770284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ab8eb-7c3d-48b5-b2cf-9f2d59ef7519 None None] New status for floating IP 00397dc3-8de0-4d57-a13b-409b55c336fd: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:19:02.807738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-22820da9-a771-4721-a369-b708af036afc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.808909 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-22820da9-a771-4721-a369-b708af036afc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5382eda4-fff1-4803-8808-1da34d24b647 HTTP/1.1" status: 204 len: 168 time: 0.2268276 Mar 16 11:19:02.811618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36702) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.861411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e02341b0-cae0-4a3f-8b85-59e7d2095a80 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:02.942418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e02341b0-cae0-4a3f-8b85-59e7d2095a80 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:02.943889 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e02341b0-cae0-4a3f-8b85-59e7d2095a80 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1311479 Mar 16 11:19:02.946557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36706) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:03.009152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0006f94-4368-4ee0-95ce-0383d659ffaf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.036942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0006f94-4368-4ee0-95ce-0383d659ffaf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.133302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0006f94-4368-4ee0-95ce-0383d659ffaf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.150974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0006f94-4368-4ee0-95ce-0383d659ffaf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:03.230295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f0006f94-4368-4ee0-95ce-0383d659ffaf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.231388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f0006f94-4368-4ee0-95ce-0383d659ffaf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/c49a5ecb-3561-4431-ba7c-1e0f3b0dbd03 HTTP/1.1" status: 204 len: 168 time: 0.2839363 Mar 16 11:19:03.234088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36710) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:03.283415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-84279ed9-cacd-4702-9ebd-85d9de2cb33b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:03.338438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-84279ed9-cacd-4702-9ebd-85d9de2cb33b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:03.339710 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-84279ed9-cacd-4702-9ebd-85d9de2cb33b tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047385 Mar 16 11:19:03.344481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36714) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:03.349695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--884252812'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:03.356532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:03.366610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:03.447316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.470654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:03.475059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:03.478286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:03.484883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:03.552553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.628161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.670943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c4d10f-a2d7-4488-9e78-fb50e2c435b6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:03.738952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.740119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-32f9063c-496e-4b45-b85d-cb82088fe6c3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3945184 Mar 16 11:19:03.742865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36718) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:03.748042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': '84c4d10f-a2d7-4488-9e78-fb50e2c435b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:03.754141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:03.758732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:03.761663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:03.768141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:03.854614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.913198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.978841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.003302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f5de55-ec22-4b4f-8027-c1b585ba4c62,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.087262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.088538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b2150356-30cf-48ee-9faa-a6d17c17be22 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3447349 Mar 16 11:19:04.091173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36722) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.158059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80c89c1f-10dc-41ce-96e0-f27a88910978 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.187538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80c89c1f-10dc-41ce-96e0-f27a88910978 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.293011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80c89c1f-10dc-41ce-96e0-f27a88910978 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.312475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c89c1f-10dc-41ce-96e0-f27a88910978 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c4d10f-a2d7-4488-9e78-fb50e2c435b6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.322594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-80c89c1f-10dc-41ce-96e0-f27a88910978 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.323710 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-80c89c1f-10dc-41ce-96e0-f27a88910978 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/84c4d10f-a2d7-4488-9e78-fb50e2c435b6 HTTP/1.1" status: 204 len: 168 time: 0.2316580 Mar 16 11:19:04.326924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36726) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.376295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e36cb854-cc69-4e4d-b06d-8f3b9a498b0a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:04.470342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e36cb854-cc69-4e4d-b06d-8f3b9a498b0a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:04.471661 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e36cb854-cc69-4e4d-b06d-8f3b9a498b0a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437740 Mar 16 11:19:04.475491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36730) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.480817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--901656416'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:04.488265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:04.498467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:04.570983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.590988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:04.595026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:04.597731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:04.603605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:04.671881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.736163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.784495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b2dafe-6502-4e68-abe5-be40357de98a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.859172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.860560 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1e199db4-bb46-4ae5-8ad7-f60777e92797 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3837881 Mar 16 11:19:04.863163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36734) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.868004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003050298'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:04.873775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:04.877948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:04.880746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:04.886284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:04.950238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.969483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:04.974576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:04.977563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:04.983849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:05.050939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.093168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.140613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99add607-6345-49e1-96e9-0a334b888838,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:05.217161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.218422 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bddcf6ef-6218-417c-9359-a1ab7130077f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3543184 Mar 16 11:19:05.221036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36738) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.226385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'f4b2dafe-6502-4e68-abe5-be40357de98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '99add607-6345-49e1-96e9-0a334b888838', 'remote_ip_prefix': None}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:05.232366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:05.236351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:05.239240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:05.244869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:05.319882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.394345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.478944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.502608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cf8408-17a0-48b5-82b7-c9a047a17703,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:05.577261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.578648 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b4c36483-b390-4f4b-833b-a4c06a4e86bc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3566639 Mar 16 11:19:05.581558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36742) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.612656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a44945af-bd08-4463-a387-37d626cd8e32 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.623978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a44945af-bd08-4463-a387-37d626cd8e32 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.736725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a44945af-bd08-4463-a387-37d626cd8e32 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.757360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44945af-bd08-4463-a387-37d626cd8e32 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8cf8408-17a0-48b5-82b7-c9a047a17703,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:05.760901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a44945af-bd08-4463-a387-37d626cd8e32 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.762135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a44945af-bd08-4463-a387-37d626cd8e32 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d8cf8408-17a0-48b5-82b7-c9a047a17703 HTTP/1.1" status: 204 len: 168 time: 0.1794810 Mar 16 11:19:05.765314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36746) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.814581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-65e77ecc-d312-45ca-986c-626d96bd5799 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:05.884925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-65e77ecc-d312-45ca-986c-626d96bd5799 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:05.886299 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-65e77ecc-d312-45ca-986c-626d96bd5799 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1200585 Mar 16 11:19:05.889073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36750) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.949768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-651e3495-c9a5-4213-8281-6c97abbd2078 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.979326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-651e3495-c9a5-4213-8281-6c97abbd2078 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.108662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-651e3495-c9a5-4213-8281-6c97abbd2078 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.126589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3495-c9a5-4213-8281-6c97abbd2078 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99add607-6345-49e1-96e9-0a334b888838,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.247326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-651e3495-c9a5-4213-8281-6c97abbd2078 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.249111 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-651e3495-c9a5-4213-8281-6c97abbd2078 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/99add607-6345-49e1-96e9-0a334b888838 HTTP/1.1" status: 204 len: 168 time: 0.3591254 Mar 16 11:19:06.251699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36754) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.313416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6eb912ff-7be8-4105-9615-3860a3e58816 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:06.370964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6eb912ff-7be8-4105-9615-3860a3e58816 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:06.372947 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6eb912ff-7be8-4105-9615-3860a3e58816 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1202567 Mar 16 11:19:06.375737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36758) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.438890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-abb174ef-fa33-4784-bdea-6ad6dcce8d0e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.465808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-abb174ef-fa33-4784-bdea-6ad6dcce8d0e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.594044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-abb174ef-fa33-4784-bdea-6ad6dcce8d0e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.613424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb174ef-fa33-4784-bdea-6ad6dcce8d0e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b2dafe-6502-4e68-abe5-be40357de98a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.699135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-abb174ef-fa33-4784-bdea-6ad6dcce8d0e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.700245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-abb174ef-fa33-4784-bdea-6ad6dcce8d0e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/f4b2dafe-6502-4e68-abe5-be40357de98a HTTP/1.1" status: 204 len: 168 time: 0.3236015 Mar 16 11:19:06.706875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36768) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.752094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c7d1d0ee-312f-4eee-8ad7-018a52e32366 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:06.824576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c7d1d0ee-312f-4eee-8ad7-018a52e32366 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:06.827215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c7d1d0ee-312f-4eee-8ad7-018a52e32366 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1214910 Mar 16 11:19:06.830391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36772) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.836753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--419383688'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:06.843026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:06.853474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:06.927324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.947925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:06.951291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:06.954044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:06.959694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:07.031375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.069898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.108966 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:07.118176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac51697-7bd9-4dc2-bb94-3e1790ccbbab,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:07.178555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.179763 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a4a34002-fe56-4f35-9802-bd7757816e79 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3481452 Mar 16 11:19:07.182423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36776) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.188139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': '0ac51697-7bd9-4dc2-bb94-3e1790ccbbab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:07.194224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:07.198244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:07.201810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:07.207939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:07.259105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.318401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.376036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.399370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85cd29b-1ca2-4a8b-9609-7b92692a126d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:07.481344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.483083 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba795e95-93b3-42f6-94da-b2ee51a3d5af tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2997680 Mar 16 11:19:07.485868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36780) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.514057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba2c479e-072c-4cb9-bd7b-91a141c3311c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.524487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba2c479e-072c-4cb9-bd7b-91a141c3311c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.624778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba2c479e-072c-4cb9-bd7b-91a141c3311c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.644716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c479e-072c-4cb9-bd7b-91a141c3311c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b85cd29b-1ca2-4a8b-9609-7b92692a126d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:07.646505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba2c479e-072c-4cb9-bd7b-91a141c3311c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.647582 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba2c479e-072c-4cb9-bd7b-91a141c3311c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b85cd29b-1ca2-4a8b-9609-7b92692a126d HTTP/1.1" status: 204 len: 168 time: 0.1608469 Mar 16 11:19:07.650336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36784) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.703144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-314f8cd3-214c-4809-9435-fabb2cee37d7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:07.778510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-314f8cd3-214c-4809-9435-fabb2cee37d7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:07.780357 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-314f8cd3-214c-4809-9435-fabb2cee37d7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1290207 Mar 16 11:19:07.783188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36788) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.843157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b0c24bd-9542-4da9-a98d-b84c73d9fae3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.871695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b0c24bd-9542-4da9-a98d-b84c73d9fae3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.984493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b0c24bd-9542-4da9-a98d-b84c73d9fae3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.001247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c24bd-9542-4da9-a98d-b84c73d9fae3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac51697-7bd9-4dc2-bb94-3e1790ccbbab,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.070722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b0c24bd-9542-4da9-a98d-b84c73d9fae3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.071782 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0b0c24bd-9542-4da9-a98d-b84c73d9fae3 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ac51697-7bd9-4dc2-bb94-3e1790ccbbab HTTP/1.1" status: 204 len: 168 time: 0.2875392 Mar 16 11:19:08.074416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36792) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.123941 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a09e28c-542c-468e-a4da-c30a075d6e28 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:08.178491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a09e28c-542c-468e-a4da-c30a075d6e28 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:08.179699 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5a09e28c-542c-468e-a4da-c30a075d6e28 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043510 Mar 16 11:19:08.183720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36796) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.189263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353736983'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:08.195951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:08.205740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:08.287411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.307285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:08.311401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:08.314246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:08.319839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:08.388848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.462219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.507064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6f7f7c-1e25-4c7a-b421-46648c70346e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.567467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.568800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f5ff41ff-d097-44f7-a27b-4feb925292f7 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3841059 Mar 16 11:19:08.571623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36802) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.578243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'cf6f7f7c-1e25-4c7a-b421-46648c70346e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:08.585335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:08.590297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:08.593885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:08.599792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:08.664932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.728931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.805008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.828825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1c911d-d48e-40ea-9c2c-f92f36cde4e1,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.916169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.917859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-da757655-6fd4-4b1f-a768-42daf30cd99d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449733 Mar 16 11:19:08.920999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.940800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2e501fc6-20f3-468e-84d5-7b4098c407ad tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules/4e1c911d-d48e-40ea-9c2c-f92f36cde4e1 HTTP/1.1" status: 200 len: 763 time: 0.0187194 Mar 16 11:19:08.943229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36810) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.993117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b67c2e2f-efdd-4268-ae27-82399d23ece4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:09.064617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b67c2e2f-efdd-4268-ae27-82399d23ece4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:09.066723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b67c2e2f-efdd-4268-ae27-82399d23ece4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1218007 Mar 16 11:19:09.069043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36814) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.098178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76598fdb-232a-41f1-a079-504f0e03e58d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.112232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76598fdb-232a-41f1-a079-504f0e03e58d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.201681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76598fdb-232a-41f1-a079-504f0e03e58d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.221829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76598fdb-232a-41f1-a079-504f0e03e58d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e1c911d-d48e-40ea-9c2c-f92f36cde4e1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.282169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-76598fdb-232a-41f1-a079-504f0e03e58d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.287208 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-76598fdb-232a-41f1-a079-504f0e03e58d tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4e1c911d-d48e-40ea-9c2c-f92f36cde4e1 HTTP/1.1" status: 204 len: 168 time: 0.2136304 Mar 16 11:19:09.287208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36820) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.335358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7d5306a3-1495-4254-8592-2ffd346c126f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:09.396655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7d5306a3-1495-4254-8592-2ffd346c126f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:09.397193 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7d5306a3-1495-4254-8592-2ffd346c126f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1103263 Mar 16 11:19:09.400570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36824) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.412460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'cf6f7f7c-1e25-4c7a-b421-46648c70346e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:09.415248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:09.426134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:09.537617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.619292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.697864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.730166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e29e6d-256f-413e-aa97-cf89ff8ed2d3,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.828793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.834733 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cb205185-2fdd-4f96-a5d8-1909c383e78f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4291289 Mar 16 11:19:09.834733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36828) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.857587 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2d674112-e107-456d-865d-7ebd8859444f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules/a6e29e6d-256f-413e-aa97-cf89ff8ed2d3 HTTP/1.1" status: 200 len: 763 time: 0.0205438 Mar 16 11:19:09.859751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36832) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.905736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b5835a69-0e0a-4df6-b82c-bfe8c6dc6ee9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:09.990177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b5835a69-0e0a-4df6-b82c-bfe8c6dc6ee9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:09.992571 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b5835a69-0e0a-4df6-b82c-bfe8c6dc6ee9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1327407 Mar 16 11:19:09.994430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36836) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.023139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7298-a5f7-4c9e-9868-7d32e996ea66 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.033114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7298-a5f7-4c9e-9868-7d32e996ea66 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.150462 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7298-a5f7-4c9e-9868-7d32e996ea66 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.168606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf7298-a5f7-4c9e-9868-7d32e996ea66 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6e29e6d-256f-413e-aa97-cf89ff8ed2d3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:10.235924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d3bf7298-a5f7-4c9e-9868-7d32e996ea66 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.237756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d3bf7298-a5f7-4c9e-9868-7d32e996ea66 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a6e29e6d-256f-413e-aa97-cf89ff8ed2d3 HTTP/1.1" status: 204 len: 168 time: 0.2417526 Mar 16 11:19:10.239688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36840) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.289284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e31d9a16-593f-4437-9091-331c667c9fbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:10.364835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e31d9a16-593f-4437-9091-331c667c9fbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:10.372857 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e31d9a16-593f-4437-9091-331c667c9fbc tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1258492 Mar 16 11:19:10.372857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36844) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.375249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'cf6f7f7c-1e25-4c7a-b421-46648c70346e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:10.380668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:10.391298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:10.453078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Project 10cce160bec04aaca50c40dd3303d129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:19:10.459511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.518334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.590511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.617273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd8671a-82a9-43c8-ad65-8358963a012c,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:10.704824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.705982 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d2914c0b-425e-41e0-aad5-97030052d85f tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359559 Mar 16 11:19:10.708597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36848) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.728108 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c7d76538-3e25-462d-87c1-be90786cec1c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules/5fd8671a-82a9-43c8-ad65-8358963a012c HTTP/1.1" status: 200 len: 769 time: 0.0184798 Mar 16 11:19:10.730549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36852) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.776827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb09ad85-8d6e-488c-a1a9-3e147d80ad7a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:10.850553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eb09ad85-8d6e-488c-a1a9-3e147d80ad7a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:10.852090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eb09ad85-8d6e-488c-a1a9-3e147d80ad7a tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1206856 Mar 16 11:19:10.854736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.882045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-84e0bf14-565e-4a2f-b99d-7796534c56eb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.893056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-84e0bf14-565e-4a2f-b99d-7796534c56eb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.984207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-84e0bf14-565e-4a2f-b99d-7796534c56eb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.001544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0bf14-565e-4a2f-b99d-7796534c56eb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd8671a-82a9-43c8-ad65-8358963a012c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:11.064176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-84e0bf14-565e-4a2f-b99d-7796534c56eb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.065323 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-84e0bf14-565e-4a2f-b99d-7796534c56eb tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5fd8671a-82a9-43c8-ad65-8358963a012c HTTP/1.1" status: 204 len: 168 time: 0.2097170 Mar 16 11:19:11.067897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36860) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.113813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79e2dbaf-7ded-4e86-bc0e-633f7b1f8999 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:11.218133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79e2dbaf-7ded-4e86-bc0e-633f7b1f8999 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:11.219445 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-79e2dbaf-7ded-4e86-bc0e-633f7b1f8999 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1506457 Mar 16 11:19:11.222217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36864) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.282330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4526053b-e848-47b1-b5a1-f0aa0e910ca4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.311907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4526053b-e848-47b1-b5a1-f0aa0e910ca4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.450672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4526053b-e848-47b1-b5a1-f0aa0e910ca4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.468753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526053b-e848-47b1-b5a1-f0aa0e910ca4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6f7f7c-1e25-4c7a-b421-46648c70346e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:11.536658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4526053b-e848-47b1-b5a1-f0aa0e910ca4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.537744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4526053b-e848-47b1-b5a1-f0aa0e910ca4 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf6f7f7c-1e25-4c7a-b421-46648c70346e HTTP/1.1" status: 204 len: 168 time: 0.3146281 Mar 16 11:19:11.540282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36868) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.589547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a2820c86-736c-41a2-985f-a928414461f6 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:11.684750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a2820c86-736c-41a2-985f-a928414461f6 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:11.686429 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a2820c86-736c-41a2-985f-a928414461f6 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452186 Mar 16 11:19:11.690829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36872) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.695955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076748130'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:11.702685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:11.712196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:11.778410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.798826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:11.802731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:11.807762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:11.811330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:11.878626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.947667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.989932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedd6aca-4585-4c59-bddf-9e6f93ac2811,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.073466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.076343 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-29124445-dc6f-4aa7-a66b-96da4971b747 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3845382 Mar 16 11:19:12.077983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36876) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.082992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Request body: {'security_group_rule': {'security_group_id': 'eedd6aca-4585-4c59-bddf-9e6f93ac2811', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:12.088885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:12.093619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Usage tracker for resource:security_group_rule and tenant:10cce160bec04aaca50c40dd3303d129 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:12.096479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:12.102362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:12.200113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.259771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.330827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.355578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a59d6f4-a35a-454a-b850-b5fef7958a18,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.427996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.429163 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-551962b4-8762-4566-8940-de70640f20a9 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502727 Mar 16 11:19:12.431710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36880) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.492648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd81-1d01-4b27-89a7-d7d5d1819981 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.519962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd81-1d01-4b27-89a7-d7d5d1819981 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.653123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd81-1d01-4b27-89a7-d7d5d1819981 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.672553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cdd81-1d01-4b27-89a7-d7d5d1819981 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedd6aca-4585-4c59-bddf-9e6f93ac2811,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.684195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b15cdd81-1d01-4b27-89a7-d7d5d1819981 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.685973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b15cdd81-1d01-4b27-89a7-d7d5d1819981 tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/eedd6aca-4585-4c59-bddf-9e6f93ac2811 HTTP/1.1" status: 204 len: 168 time: 0.2525675 Mar 16 11:19:12.688644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36886) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.741067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f2c69d9d-4e00-4e55-ba75-5759eab5f39e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:12.833297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f2c69d9d-4e00-4e55-ba75-5759eab5f39e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:12.834547 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f2c69d9d-4e00-4e55-ba75-5759eab5f39e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450059 Mar 16 11:19:12.837031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36890) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.879859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-84eb45dc-6306-4f76-b884-453fe733f2cf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Synchronizing usage tracker for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:12.959137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-84eb45dc-6306-4f76-b884-453fe733f2cf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] Unset dirty status for tenant:10cce160bec04aaca50c40dd3303d129 on resource:security_group_rule {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:12.960388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-84eb45dc-6306-4f76-b884-453fe733f2cf tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1224840 Mar 16 11:19:12.963077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36894) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.979720 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-a4c136b4-5f0f-46b1-b451-e627a16b919c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] delete failed (client error): The resource could not be found. Mar 16 11:19:12.980686 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a4c136b4-5f0f-46b1-b451-e627a16b919c tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "DELETE /v2.0/security-groups/eedd6aca-4585-4c59-bddf-9e6f93ac2811 HTTP/1.1" status: 404 len: 347 time: 0.0167484 Mar 16 11:19:12.984672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36898) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:13.036350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a5a67e0b-2fc4-4e36-aade-d2213474a59e tempest-SecGroupIPv6Test-42837451 tempest-SecGroupIPv6Test-42837451-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506928 Mar 16 11:19:13.521714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36906) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:13.668550 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f52e9f8e-908a-4c8a-a8af-33f8324bafb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10cce160bec04aaca50c40dd3303d129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455894 Mar 16 11:19:13.671614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36912) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:13.731464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d30c7fc-69dd-4dc2-9d87-396f0fef305a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.756556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d30c7fc-69dd-4dc2-9d87-396f0fef305a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.914151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d30c7fc-69dd-4dc2-9d87-396f0fef305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.936406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c7fc-69dd-4dc2-9d87-396f0fef305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f7cf8-e957-4f91-adc9-7b8f28e6ecc8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:14.287434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7d30c7fc-69dd-4dc2-9d87-396f0fef305a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.288601 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7d30c7fc-69dd-4dc2-9d87-396f0fef305a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/105f7cf8-e957-4f91-adc9-7b8f28e6ecc8 HTTP/1.1" status: 204 len: 168 time: 0.6160777 Mar 16 11:19:15.184417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-802a10f7-fe5e-443c-a291-bb1fe0611971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.387911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-71349068-5520-4004-919a-7738931dde89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.199660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa4a6d-c9c4-4c0e-951a-d576d186b980 req-ef0ed7e7-6b3b-4984-86a6-b32593e58cbb tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:18.199660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cfa4a6d-c9c4-4c0e-951a-d576d186b980 req-ef0ed7e7-6b3b-4984-86a6-b32593e58cbb tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0838816 Mar 16 11:19:18.261342 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cfa4a6d-c9c4-4c0e-951a-d576d186b980 req-f4328e0c-d5a6-4b99-9347-eb9606217344 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523224 Mar 16 11:19:18.306223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.660052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.448262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9aa5-8cc8-49da-a328-44155086c252 req-2c08a73b-e0a0-4872-ab50-7a6bb8743bf6 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:19.449728 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-786e9aa5-8cc8-49da-a328-44155086c252 req-2c08a73b-e0a0-4872-ab50-7a6bb8743bf6 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0847554 Mar 16 11:19:19.497107 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-786e9aa5-8cc8-49da-a328-44155086c252 req-9a8409b5-b189-4698-bcc2-29ca86cac78d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Mar 16 11:19:19.750101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.101424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.692099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2ac96-04b3-4fb5-a157-d3d66baf53be req-d5d2d211-cc7e-4458-951d-c96e31ab35ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:20.693546 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6db2ac96-04b3-4fb5-a157-d3d66baf53be req-d5d2d211-cc7e-4458-951d-c96e31ab35ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0807116 Mar 16 11:19:20.742653 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6db2ac96-04b3-4fb5-a157-d3d66baf53be req-1241b3bb-561b-4d20-9182-9f9d8ee4caf5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Mar 16 11:19:21.937126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62414538-4736-479e-81fa-bffaee02389c req-380f51ef-3d9a-460d-8363-20f7a13a729d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:21.942161 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62414538-4736-479e-81fa-bffaee02389c req-380f51ef-3d9a-460d-8363-20f7a13a729d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0852520 Mar 16 11:19:21.982402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62414538-4736-479e-81fa-bffaee02389c req-4addec5b-ea97-4c68-9dff-7613dbcd4ede tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382009 Mar 16 11:19:23.172835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7309-97fb-4de4-970a-a6b2f679d351 req-44c96e5f-8d54-4af8-a9d9-642221e2730c tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:23.175801 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-57ac7309-97fb-4de4-970a-a6b2f679d351 req-44c96e5f-8d54-4af8-a9d9-642221e2730c tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0845079 Mar 16 11:19:23.219478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-57ac7309-97fb-4de4-970a-a6b2f679d351 req-4dae16e8-4459-4b9d-9516-1d3b18921c0d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Mar 16 11:19:24.408847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d73d4-e116-441c-a51c-3d36416cc900 req-11cd1d8e-1ba2-4a31-bc66-e533505f6875 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:24.414462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6c2d73d4-e116-441c-a51c-3d36416cc900 req-11cd1d8e-1ba2-4a31-bc66-e533505f6875 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0850914 Mar 16 11:19:24.455195 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6c2d73d4-e116-441c-a51c-3d36416cc900 req-407faf0e-5422-40be-bafa-997330d60166 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Mar 16 11:19:25.640589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06588b28-d7ec-4caa-9faf-e90e34cba191 req-47e9f0a6-2ea1-4f2e-a708-c9465a1f5c86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:25.642639 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-06588b28-d7ec-4caa-9faf-e90e34cba191 req-47e9f0a6-2ea1-4f2e-a708-c9465a1f5c86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0810175 Mar 16 11:19:25.690874 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-06588b28-d7ec-4caa-9faf-e90e34cba191 req-dc2c2391-7aad-4a4a-947f-40ae002d026d tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Mar 16 11:19:26.986432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eafd9a-569f-4261-a9ed-a5b87be6f82d req-9e7e4bf9-d2c4-4d49-a90b-33c83b8b9172 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:26.988172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f8eafd9a-569f-4261-a9ed-a5b87be6f82d req-9e7e4bf9-d2c4-4d49-a90b-33c83b8b9172 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.1871581 Mar 16 11:19:27.031438 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f8eafd9a-569f-4261-a9ed-a5b87be6f82d req-36110502-0f1f-493f-ac10-eabd098391a3 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381331 Mar 16 11:19:28.217191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9d576-55ac-40e2-9f57-8ef238f3a6fb req-1b3345e5-edb1-429f-bb7d-72d905444c20 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:28.218684 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87a9d576-55ac-40e2-9f57-8ef238f3a6fb req-1b3345e5-edb1-429f-bb7d-72d905444c20 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0794761 Mar 16 11:19:28.263776 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87a9d576-55ac-40e2-9f57-8ef238f3a6fb req-6aa71c59-b703-4ea0-bac5-24b9dcf08b85 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Mar 16 11:19:29.448768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8dd5-9f22-48a9-b52a-9d70a839cba4 req-0552aa38-cdf8-4571-aa84-7412f417e6d5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:29.450227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-995f8dd5-9f22-48a9-b52a-9d70a839cba4 req-0552aa38-cdf8-4571-aa84-7412f417e6d5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0802357 Mar 16 11:19:29.498487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-995f8dd5-9f22-48a9-b52a-9d70a839cba4 req-7a947d19-5103-4e62-96ea-15674c1335dd tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424094 Mar 16 11:19:30.690025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346b151-1fe6-4323-8dfc-17c70d7c2ac1 req-30f30d93-21b8-49d5-918f-91ac3e2f294b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.691481 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3346b151-1fe6-4323-8dfc-17c70d7c2ac1 req-30f30d93-21b8-49d5-918f-91ac3e2f294b tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0836229 Mar 16 11:19:30.736389 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3346b151-1fe6-4323-8dfc-17c70d7c2ac1 req-c7fe0634-bbd4-49f8-a0a6-3a4c00d5eabc tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390325 Mar 16 11:19:31.836225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a92d6-4aa0-4991-a4bc-614f72f8e9d6 req-c5c7cff9-afab-4fc3-8a35-1516fbd52910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.837709 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e8a92d6-4aa0-4991-a4bc-614f72f8e9d6 req-c5c7cff9-afab-4fc3-8a35-1516fbd52910 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1098 time: 0.0730224 Mar 16 11:19:31.879540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e8a92d6-4aa0-4991-a4bc-614f72f8e9d6 req-8a1678af-4606-4ea1-8771-e2f4179a4df7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360065 Mar 16 11:19:31.919324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a344f50-f535-4808-ac5f-6e4b78cfe373 req-3fa1d5fb-a52b-4520-889a-25c5e90b7f57 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:31.920749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a344f50-f535-4808-ac5f-6e4b78cfe373 req-3fa1d5fb-a52b-4520-889a-25c5e90b7f57 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0788174 Mar 16 11:19:31.968419 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a344f50-f535-4808-ac5f-6e4b78cfe373 req-f15afdbe-ad1b-45f0-84ba-7047d9614d56 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384479 Mar 16 11:19:32.889727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36980) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.005157 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-023e325c-ea8c-44cd-a481-a7952d70f318 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/214ee8b2-9218-4ac5-9091-b08a9dbab073 HTTP/1.1" status: 200 len: 993 time: 0.1078823 Mar 16 11:19:33.156369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee463836-0cac-4144-889e-8594445940c9 req-1fc406bc-ec18-4cbf-9623-5fa8cf3c6d2e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.158787 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ee463836-0cac-4144-889e-8594445940c9 req-1fc406bc-ec18-4cbf-9623-5fa8cf3c6d2e tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0866320 Mar 16 11:19:33.205475 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ee463836-0cac-4144-889e-8594445940c9 req-2cda2463-eaac-43dc-a223-30ef4119f6e9 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Mar 16 11:19:33.326746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 36990) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.630269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 576b22aa-b468-41de-8230-e574ff3f587a {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:33.630614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.798004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.798332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.920908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 576b22aa-b468-41de-8230-e574ff3f587a owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:34.166710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.216769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=576b22aa-b468-41de-8230-e574ff3f587a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:34.254496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.255028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.255368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.255702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.256031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.256357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.256841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.257230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.257405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.258366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.258366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.258366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.318299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.319178 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP 214ee8b2-9218-4ac5-9091-b08a9dbab073 disassociated (deleted). External IP: 172.26.7.124, port: e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3. Mar 16 11:19:34.406254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393ace6-ada9-4b91-a08d-3bd43cb508ee req-01e902f1-aa1d-4ad8-9e38-365e2b813af5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:34.407692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7393ace6-ada9-4b91-a08d-3bd43cb508ee req-01e902f1-aa1d-4ad8-9e38-365e2b813af5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0873263 Mar 16 11:19:34.452879 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7393ace6-ada9-4b91-a08d-3bd43cb508ee req-96ee4818-3091-4cf6-8948-7d5d77d182ac tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Mar 16 11:19:34.476970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 36996) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.592276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f8b18fe2-ed18-41ac-b7e2-6b4d882e7a29 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/floatingips/e0035a1a-394c-43d9-932e-e62a89153ca9 HTTP/1.1" status: 200 len: 993 time: 0.1104972 Mar 16 11:19:34.728184 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-7b1e3fd9-1cbe-440a-998f-2d4b3030f8b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1827395 Mar 16 11:19:34.729768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:34.946010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:34.960707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:34.967677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-995875bd-7cda-4926-b569-9b18fc7710b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:34.969164 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-995875bd-7cda-4926-b569-9b18fc7710b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1098 time: 0.1678476 Mar 16 11:19:34.973292 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] Sync routers for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:34.987499 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:34.988143 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:34.992997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:35.201756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:35.211526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.221983 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:35.230172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'port_id': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'mac_address': 'fa:16:3e:09:78:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:35.231719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.290441 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a917dce3-055f-4ba2-bc6e-21397b7259e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/214ee8b2-9218-4ac5-9091-b08a9dbab073 HTTP/1.1" status: 204 len: 168 time: 1.9598095 Mar 16 11:19:35.290441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:35.295793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-27e6b98f-7d42-4769-83cd-04e3e8732fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.297214 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-27e6b98f-7d42-4769-83cd-04e3e8732fad service neutron] 10.222.0.53 "GET /v2.0/networks?id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 200 len: 897 time: 0.3093910 Mar 16 11:19:35.312310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:35.333097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:35.336225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.356412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e312021b-7c6c-4d30-8233-db1872a7f8a7 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:35.387554 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'status': 'completed', 'code': 200} Mar 16 11:19:35.432643 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-f6777aa6-834f-4cac-b20f-783f11fba660 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 200 len: 1001 time: 0.1285522 Mar 16 11:19:35.555067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-f9bc1148-7d8d-4b78-9756-3423ae0ae1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.557174 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-f9bc1148-7d8d-4b78-9756-3423ae0ae1f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 1098 time: 0.1429062 Mar 16 11:19:35.582824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-070e050e-d24b-4d86-9ac4-f449442662fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.602418 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-070e050e-d24b-4d86-9ac4-f449442662fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8915e6b3-b986-4e80-b20b-d19b0b6d74f0 HTTP/1.1" status: 200 len: 834 time: 0.1552236 Mar 16 11:19:35.648713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:35.649070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:35.651882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.701911 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:35.712075 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] Checking router: 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:35.728564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-0133e1b1-3741-490f-bc4f-e10dfea10e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.731330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-0133e1b1-3741-490f-bc4f-e10dfea10e58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250539 Mar 16 11:19:35.733193 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:35.734164 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:35.735739 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'code': 200} Mar 16 11:19:35.742369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-d323df5e-9d71-4d4b-a2e1-8ae82a979952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.743813 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-d323df5e-9d71-4d4b-a2e1-8ae82a979952 service neutron] 10.222.0.53 "GET /v2.0/networks?id=742a8985-a636-46df-8b9b-f09a314d0526 HTTP/1.1" status: 200 len: 897 time: 0.1799171 Mar 16 11:19:35.759058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:35.769163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.769977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.770634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.771168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.771684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.772198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.772706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.773228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.773739 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.774260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.774767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.775287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:35.837779 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-77f82f0c-1527-457c-a104-f2779705057b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 HTTP/1.1" status: 200 len: 217 time: 0.0871553 Mar 16 11:19:35.884483 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-7cc27c93-2121-42f4-8b82-51865d52924a service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413720 Mar 16 11:19:35.910536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-4aee2167-f0eb-458b-948a-19739f845799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:35.912093 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-4aee2167-f0eb-458b-948a-19739f845799 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=532d143f-916e-4271-900e-2d07fac1c907 HTTP/1.1" status: 200 len: 834 time: 0.0677633 Mar 16 11:19:35.934152 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:36.000553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-21b1297d-dc48-44f7-a4d1-46b1b69d3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:36.003201 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-21b1297d-dc48-44f7-a4d1-46b1b69d3429 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=742a8985-a636-46df-8b9b-f09a314d0526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854304 Mar 16 11:19:36.047139 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9570844-6444-4c25-aab3-8e31dccc7d6f req-e102ce57-dd4e-4354-a06b-4624b24d15fa service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554699 Mar 16 11:19:36.199427 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-f6058d27-4866-4a14-8311-9e4160788a73 service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897037 Mar 16 11:19:36.217347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.238578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312021b-7c6c-4d30-8233-db1872a7f8a7 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:19:36.257472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:36.271143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6e2f-b5a4-412e-9436-c1ff5082d100 req-b5acfcb6-d96e-42ed-ab86-45b141435087 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:36.271308 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:36.271852 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-153a6e2f-b5a4-412e-9436-c1ff5082d100 req-b5acfcb6-d96e-42ed-ab86-45b141435087 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 945 time: 0.1532404 Mar 16 11:19:36.273644 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70e509-8f32-4b07-bc8b-98af5420ffda None None] The sync data for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv is: [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '4366b2a6-72f0-410c-9e64-eeaf9d8a3652', 'name': '', 'network_id': '742a8985-a636-46df-8b9b-f09a314d0526', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:ef:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '532d143f-916e-4271-900e-2d07fac1c907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:21Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '532d143f-916e-4271-900e-2d07fac1c907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:36.338672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.382805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-153a6e2f-b5a4-412e-9436-c1ff5082d100 req-1c5c305a-f248-48be-9bc9-f6ad175c841c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712295 Mar 16 11:19:36.390502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-81527d6d-0180-4d6c-a76a-fcc5f4cbd6bf req-b3034214-1d2a-4d48-ad5c-68a6cdffb6dc service neutron] 10.222.0.53 "GET /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818011 Mar 16 11:19:36.416089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.531952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab86d6-e338-4ac7-8ff9-45a16f7f4d6d None None] New status for floating IP 214ee8b2-9218-4ac5-9091-b08a9dbab073: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:19:36.717922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e312021b-7c6c-4d30-8233-db1872a7f8a7'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:19:37.578922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe48c5-915b-4601-a617-a066185ca24b req-98949d96-207f-4987-a5a5-4d81278102af tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.582004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-29fe48c5-915b-4601-a617-a066185ca24b req-98949d96-207f-4987-a5a5-4d81278102af tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:37.685773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-29fe48c5-915b-4601-a617-a066185ca24b req-98949d96-207f-4987-a5a5-4d81278102af tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:37.685773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-29fe48c5-915b-4601-a617-a066185ca24b req-98949d96-207f-4987-a5a5-4d81278102af tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 945 time: 0.1871092 Mar 16 11:19:37.728313 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-29fe48c5-915b-4601-a617-a066185ca24b req-71faa400-44ac-40ca-bb5e-21f50268cff9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=ecd964b5-b56a-4be2-8a19-710d545dd45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405853 Mar 16 11:19:37.823321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-227383b2-9788-496b-a664-c5a4e06dee81 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.824722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-227383b2-9788-496b-a664-c5a4e06dee81 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 945 time: 0.0821795 Mar 16 11:19:37.894105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:37.896078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.250245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:38.250598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.372769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:38.583693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.638624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.682185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.683163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.683163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.683163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.683163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:38.719445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:38.722384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.724820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'name': 'network-vif-deleted', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:38.811347 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c2cdb4b4-7cfe-4d05-8da3-fa1d34b301e2 req-cbd8fbf0-c341-423a-9aff-b7256012ee89 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 HTTP/1.1" status: 204 len: 173 time: 0.9802608 Mar 16 11:19:38.828157 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f4b09-ed75-4dbf-b263-a8f4ca13a459', 'name': 'network-vif-deleted', 'tag': 'e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3', 'status': 'completed', 'code': 200} Mar 16 11:19:38.887702 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5b73df57-ed5e-482f-bf39-20d15fb25bac req-5f7dca09-0dd2-4fd9-ad76-523d1ef32073 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=661f4b09-ed75-4dbf-b263-a8f4ca13a459 HTTP/1.1" status: 200 len: 210 time: 0.0443029 Mar 16 11:19:38.969347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:39.044158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e312021b-7c6c-4d30-8233-db1872a7f8a7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:39.044726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.170580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.196609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:19:39.206721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:39.241879 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'code': 200} Mar 16 11:19:39.343755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.412994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:39.982042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37022) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:40.054042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f938-e0c8-42c4-b878-8bfb673437ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.082673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f938-e0c8-42c4-b878-8bfb673437ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.246696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f938-e0c8-42c4-b878-8bfb673437ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.264883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f938-e0c8-42c4-b878-8bfb673437ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd964b5-b56a-4be2-8a19-710d545dd45b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.403654 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f938-e0c8-42c4-b878-8bfb673437ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.404802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b8f5f938-e0c8-42c4-b878-8bfb673437ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/ecd964b5-b56a-4be2-8a19-710d545dd45b HTTP/1.1" status: 204 len: 168 time: 0.4217098 Mar 16 11:19:40.493208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37028) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:41.048007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.515163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:41.515429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.706048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 4366b2a6-72f0-410c-9e64-eeaf9d8a3652, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:41.706542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.829649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:42.159943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.207905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=4366b2a6-72f0-410c-9e64-eeaf9d8a3652,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:42.485689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.968126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:42.984335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:43.018955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:19:43.019296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e83dc3c7-37a0-4534-8b5a-8e0e27fe98c3 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:43.146157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:43.155158 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] Sync routers for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:43.158593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fdd37f12-802d-46f0-8220-d5637296256c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643083 Mar 16 11:19:43.161214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37034) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.167457 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:43.171292 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:43.228231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet 532d143f-916e-4271-900e-2d07fac1c907 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:19:43.231834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.287587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.346773 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:43.372701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.525056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.568140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=532d143f-916e-4271-900e-2d07fac1c907,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:43.571753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.582013 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-00f6641e-1f3f-4a3b-a9f5-e52bfa18be4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/532d143f-916e-4271-900e-2d07fac1c907 HTTP/1.1" status: 204 len: 168 time: 0.4197083 Mar 16 11:19:43.582811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37038) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.586422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5de69e-8a4a-4b04-9a2c-94723d39c29a None None] Network 742a8985-a636-46df-8b9b-f09a314d0526 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:19:43.684543 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:19:42Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:43.690725 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] Checking router: 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:43.699447 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] Routers {'7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:43.701057 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:43.777292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.854354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] DHCP port deletion for 742a8985-a636-46df-8b9b-f09a314d0526 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:19:43.855495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] Deleting port 53f96d7e-6dc7-4642-9583-01ac4f248536 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:43.855870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.890266 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] Set router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:43.969799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.027723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 35ae08d6-af84-4c77-b369-02f2c904db6e {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:19:44.028222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.061086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] For port 53f96d7e-6dc7-4642-9583-01ac4f248536, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=53f96d7e-6dc7-4642-9583-01ac4f248536,segment=NetworkSegment(025e67c9-9715-47c6-9cc0-e3d79e321a5d),segment_id=025e67c9-9715-47c6-9cc0-e3d79e321a5d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:44.061729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.112738 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:44.185598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] Calling delete_port for 53f96d7e-6dc7-4642-9583-01ac4f248536 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:44.199674 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:19:42Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:44.203152 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327dd58-c7b0-4032-8829-3c26e44d2134 None None] The sync data for ids ['7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7'] in dv-neutron-831730-4-hyperv is: [{'id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'name': 'tempest-TestNetworkBasicOps-router-150397007', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:14Z', 'updated_at': '2022-03-16T11:19:42Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '35ae08d6-af84-4c77-b369-02f2c904db6e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:15Z', 'updated_at': '2022-03-16T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:44.231880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 35ae08d6-af84-4c77-b369-02f2c904db6e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=35ae08d6-af84-4c77-b369-02f2c904db6e,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:44.231880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.427996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.467579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 35ae08d6-af84-4c77-b369-02f2c904db6e owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:19:44.469966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] Pushing event deleted for resources: {'Port': ['ID=53f96d7e-6dc7-4642-9583-01ac4f248536,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:44.476813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5720090-6e68-4c0b-a727-2d029f628db5 None None] No DVR routers for this DVR port 53f96d7e-6dc7-4642-9583-01ac4f248536 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:44.748773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53f96d7e-6dc7-4642-9583-01ac4f248536 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:44.785054 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 53f96d7e-6dc7-4642-9583-01ac4f248536 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:19:44.785395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 53f96d7e-6dc7-4642-9583-01ac4f248536 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:44.789278 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:44.818118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:19:44.819714 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4366b2a6-72f0-410c-9e64-eeaf9d8a3652 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:44.839239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.886371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=35ae08d6-af84-4c77-b369-02f2c904db6e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:44.997630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.187812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.190262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.358990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9b3e85be-47ac-444e-95b5-93571e1a074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.372337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.372843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:19:45.389373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.392142 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5b1fece8-29fe-48e1-b57b-62c0777d3cf0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/7c5bfc2a-8c1f-449b-9e5a-eb1796c458a7 HTTP/1.1" status: 204 len: 168 time: 1.8058081 Mar 16 11:19:45.393627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37042) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:45.512036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.642268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.667133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742a8985-a636-46df-8b9b-f09a314d0526']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:45.678571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025e67c9-9715-47c6-9cc0-e3d79e321a5d') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:45.678876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025e67c9-9715-47c6-9cc0-e3d79e321a5d') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:45.689581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.704765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.711159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:19:45.711529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:45.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:45.879288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.896396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.908875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=742a8985-a636-46df-8b9b-f09a314d0526,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.000042 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-52be44ff-6311-4f8f-9f70-b9651a7ba182 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/742a8985-a636-46df-8b9b-f09a314d0526 HTTP/1.1" status: 204 len: 168 time: 0.6053174 Mar 16 11:19:46.016751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37046) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:46.022401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--209472075', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:46.027523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:46.031584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:46.035490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:46.041086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:46.113397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:46.116886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.156516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:46.163712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.164057 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment 605b1fcc-76db-409d-94c0-f9b6673f9950 of type vlan for network 9f152505-6c70-4aa1-9276-d6de19a497b1 Mar 16 11:19:46.189315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.284846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.290363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:46.290938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.399614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=9f152505-6c70-4aa1-9276-d6de19a497b1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.411505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:46.416713 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-884fa196-2740-4d66-9cf7-c4b7b9ceb044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3988631 Mar 16 11:19:46.420341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37050) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:46.425015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:46.432057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:46.435822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:46.438695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:46.445442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:46.504175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.505167 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.527875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.741078 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35ae08d6-af84-4c77-b369-02f2c904db6e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:46.774758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 35ae08d6-af84-4c77-b369-02f2c904db6e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:19:46.775102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 35ae08d6-af84-4c77-b369-02f2c904db6e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:46.951727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.304822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.334508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.406331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2cc26a00-728c-4ba7-bba9-21c8c913328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.469913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.197 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/8174ee0c-e0d3-47cb-99c7-96ff5e395b3e) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:47.614673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.681036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.739799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:47.742442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:47.744964 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:19:47.795085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:48.295857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.360847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.627918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.696728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.993054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:19:49.170049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:49.179297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:49.188269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:49.188993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:49.286233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.287393 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-73e59809-2c82-446d-bf82-51ada5d442fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8670468 Mar 16 11:19:49.290427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37054) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:49.333082 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5958d419-ce20-4e41-a6a0-af66e47c6cb9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415456 Mar 16 11:19:49.335724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37058) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:49.366295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:49.463885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef194c-e1b4-4644-a080-cfbe17a93728 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:49.465341 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-07ef194c-e1b4-4644-a080-cfbe17a93728 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287491 Mar 16 11:19:49.468209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:49.506936 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3b091cf5-5224-462a-b386-9e8095137938 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376544 Mar 16 11:19:49.509353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37066) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:49.514550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959656761', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:49.622912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:49.627165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:49.630256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:49.635904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:49.650606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:47Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:49.654486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:49.656192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Updating router 2181e86e-5384-4895-9336-e269522f13a0 port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:19:49.714622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:49.716403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.718155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.812066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.000840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.063067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.076105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Transition to ACTIVE for port object 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:50.114940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.143613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.194741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=1a0372ec-338f-4bbb-8bf6-05e17f7e9198,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:50.205058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:19:50.205424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 9f152505-6c70-4aa1-9276-d6de19a497b1, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:50.231612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Attempting to bind port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:50.231910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Attempting to bind port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:50.232279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Attempting to bind port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:50.234410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210afa6-741c-4e19-b2e3-bd18e850a33e None None] Pushing event updated for resources: {'Port': ['ID=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:50.240516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:19:50.240892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:19:50.241292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.241679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:19:50.242169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Bound port: 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:50.242548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.286924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:50.312954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] For port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:19:50.316425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] For port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:19:50.348915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 9f152505-6c70-4aa1-9276-d6de19a497b1) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:50.353093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.353696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.359691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6411ce6-735b-4160-a5b6-a8db6374871a None None] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:19:50.388339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.460988 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-be784c25-5827-4ab7-8b50-86645260039a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9481301 Mar 16 11:19:50.461217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37070) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:50.570574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:50.571270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:50.660863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210afa6-741c-4e19-b2e3-bd18e850a33e None None] Pushing event updated for resources: {'Port': ['ID=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:50.856932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:50.899021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-9f152505-6c70-4aa1-9276-d6de19a497b1', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:19:50.899831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.160774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.250895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Allocated IP 172.20.0.2 (9f152505-6c70-4aa1-9276-d6de19a497b1/1a0372ec-338f-4bbb-8bf6-05e17f7e9198/636ef265-84d6-4cb2-b638-ce215b3fd2b1) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:51.368276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-35559195-d600-4546-a971-66d4460ffe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:47Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:51.377629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35559195-d600-4546-a971-66d4460ffe01 None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:47Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:51.478154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.489903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Transition to ACTIVE for port object 636ef265-84d6-4cb2-b638-ce215b3fd2b1 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:51.510579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Transition to ACTIVE for port object 636ef265-84d6-4cb2-b638-ce215b3fd2b1 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:51.572297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.652956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:51.655022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:51.664162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:19:51.667145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (9f152505-6c70-4aa1-9276-d6de19a497b1/1a0372ec-338f-4bbb-8bf6-05e17f7e9198/c2764e30-dd7d-4c35-9fc8-36a42ecdbf43) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:51.670561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Pushing event updated for resources: {'Port': ['ID=636ef265-84d6-4cb2-b638-ce215b3fd2b1,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:51.765155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Attempting to bind port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:51.765518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Attempting to bind port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:51.765901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Attempting to bind port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 on network 9f152505-6c70-4aa1-9276-d6de19a497b1 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:51.771821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:19:51.772206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Checking segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:19:51.772584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.772972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Bound using segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:19:51.773590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Bound port: 636ef265-84d6-4cb2-b638-ce215b3fd2b1, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:51.773988 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.847729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.866055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:51.872513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] For port 636ef265-84d6-4cb2-b638-ce215b3fd2b1, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:19:51.875811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] For port 636ef265-84d6-4cb2-b638-ce215b3fd2b1, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=636ef265-84d6-4cb2-b638-ce215b3fd2b1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:19:51.961376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.990145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.052452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:52.056815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:52.062749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:19:52.102852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96349ac4-8d94-481b-8712-c95efc27dff0 None None] Pushing event updated for resources: {'Port': ['ID=636ef265-84d6-4cb2-b638-ce215b3fd2b1,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:52.255914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:52.272719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.641191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.798980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 636ef265-84d6-4cb2-b638-ce215b3fd2b1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:52.932865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:52.938689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:53.064042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:53.070966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:53.071349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.082321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.113736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b87e6-7bd7-4da1-83d5-2e2b0280f325 None None] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:19:53.160709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.228242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] Provisioning for port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:53.242579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] Provisioning complete for port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:53.242932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.278111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:53.284538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.421734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.425653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:53.426833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:53.516641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:53.536786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.573768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.615696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:19:53.624917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] For port 636ef265-84d6-4cb2-b638-ce215b3fd2b1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=636ef265-84d6-4cb2-b638-ce215b3fd2b1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:53.655129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:53.709241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.786262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90b138-4248-4194-b508-9273a960aea7 None None] Pushing event updated for resources: {'Port': ['ID=636ef265-84d6-4cb2-b638-ce215b3fd2b1,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:53.830709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3d10d108-709d-45d5-8960-097c74fef9bc None None] Provisioning complete for port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:53.831445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3d10d108-709d-45d5-8960-097c74fef9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.932226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:19:53.945494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4f5a3b18-1082-4f59-9464-b3a405858a78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/2181e86e-5384-4895-9336-e269522f13a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4829731 Mar 16 11:19:53.945711 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:19:53.947998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37076) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:53.959508 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:53.960129 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:54.038808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3d10d108-709d-45d5-8960-097c74fef9bc None None] Provisioning for port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:54.048288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3d10d108-709d-45d5-8960-097c74fef9bc None None] Provisioning complete for port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:54.049281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3d10d108-709d-45d5-8960-097c74fef9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.107500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3d10d108-709d-45d5-8960-097c74fef9bc None None] Port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:19:54.113750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.114368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.114987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.115535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.116250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.116879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.117470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.119538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1ca10794-5d60-4327-bb44-0a3ef0236d37 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.1688592 Mar 16 11:19:54.122115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37080) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:54.164568 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:54.207436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.208062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.208521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.209099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.209614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.210158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.210725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.215270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-197942fb-2730-4a55-9ab8-b2b4970cbc4b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4624 time: 0.0897231 Mar 16 11:19:54.215664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37084) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:54.229925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b46f59c6-4f0b-4532-bdda-826d5c5dba7e None None] Provisioning complete for port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:54.230141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b46f59c6-4f0b-4532-bdda-826d5c5dba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.287176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b46f59c6-4f0b-4532-bdda-826d5c5dba7e None None] Port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:19:54.438936 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4f9a0973-1bd3-4761-a292-c69235d0af8d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2220645 Mar 16 11:19:54.479473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:54.483297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:19:54.483650 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Updating router 2181e86e-5384-4895-9336-e269522f13a0 port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:19:54.536078 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.756718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:54.770952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37090) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:54.776571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659737521', 'description': 'tempest-secgroup-smoke-1659737521 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:54.782839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:54.787666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:54.790706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:54.797240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:54.825214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:54.825582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.897959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.909684 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.918250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:54.921591 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Transition to ACTIVE for port object c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:54.922281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:54.925542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:54.931216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:54.945734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 636ef265-84d6-4cb2-b638-ce215b3fd2b1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:54.981875 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.000864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.013651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:55.014678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.056046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.108117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc402675-45cc-48e9-ad13-c5f153d1e020,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:55.120299 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Pushing event updated for resources: {'Port': ['ID=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:55.172390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.173676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-991666e1-344f-4ebe-b26f-78ff6df7d3ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4016016 Mar 16 11:19:55.176914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37094) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:55.182344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'cc402675-45cc-48e9-ad13-c5f153d1e020', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:55.190275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:55.194532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:55.195514 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.195865 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.196201 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.196816 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.196989 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.197187 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.197482 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.197804 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.197991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:55.198156 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.198655 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.199146 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.199639 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:55.206472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:55.226065 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Attempting to bind port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:55.226683 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Attempting to bind port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:55.227038 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Attempting to bind port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 on network 9f152505-6c70-4aa1-9276-d6de19a497b1 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:19:55.232465 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:19:55.232833 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Checking segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:19:55.233225 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.233611 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Bound using segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:19:55.234098 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Bound port: c2764e30-dd7d-4c35-9fc8-36a42ecdbf43, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:55.234464 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.287405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.322949 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] For port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:19:55.326028 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] For port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:19:55.354800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.406843 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.434930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.461194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498a574a-89fb-4bcc-9706-79698100ff61,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:55.485007 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:19:55.485359 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:55.548835 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ab724-96fd-459d-8e09-2c731a75fc34 None None] Pushing event updated for resources: {'Port': ['ID=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:55.554342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.558899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37098) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:55.559822 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a483292f-f3c9-4a03-994f-20de5bc9ab4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817682 Mar 16 11:19:55.564736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'cc402675-45cc-48e9-ad13-c5f153d1e020', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:55.571017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:55.574805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:55.577722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:55.585798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:55.659781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.676701 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:19:55.722318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.817537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.839266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b6c25d-10e2-4158-a17b-b38c17b45605,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:55.925727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.926990 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-515011e9-5951-4737-b843-6d432b5d34f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673267 Mar 16 11:19:55.929781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37102) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:55.935116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'cc402675-45cc-48e9-ad13-c5f153d1e020', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:55.942916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:55.945048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:55.947943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:55.953580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:55.993363 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:55Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:55.997079 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8494-209c-4ad0-a399-dcb7315a4e70 None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:55Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:19:56.024801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.105190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.189434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.216841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5663ea-e45b-4e9f-8b44-5f4a404e3274,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:56.326405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.327900 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0a1a809d-c276-44ff-bad0-76232dcbf2c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969955 Mar 16 11:19:56.331357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37106) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:56.339079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'cc402675-45cc-48e9-ad13-c5f153d1e020', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:56.348801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:56.358332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:56.358332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:56.362699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:56.443580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.510413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.583363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.608746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bde87d9-6a42-4282-8f54-73740042558f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:56.675136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.676360 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-53f970da-6711-4822-8f3a-8c47316f3631 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3437374 Mar 16 11:19:56.679186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37110) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:56.684612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'cc402675-45cc-48e9-ad13-c5f153d1e020', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:56.692435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:56.697164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:56.700610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:56.712151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:56.779769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:56.789554 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:19:56.797122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.869307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.898055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:56.903664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:56.908210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.921398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.947988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ac9c78-ce7c-4c2b-b3ea-8187ebf1fade,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:57.030253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.046427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.047664 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-65aa4161-8a21-48f5-9889-edbd7896603f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673880 Mar 16 11:19:57.051217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37114) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:57.056207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': 'cc402675-45cc-48e9-ad13-c5f153d1e020', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:19:57.061976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:57.063634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:19:57.066907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:57.069874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:57.075593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:57.143552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.172395 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:19:57.181177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.248428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.248912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:57.314611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.338295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac916026-a1cc-4d88-943c-f2bc7c24c012,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:57.417578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.418820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c3658d33-5604-4475-a009-7aa3fed17e10 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3666792 Mar 16 11:19:57.635293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-400bc04c-14f4-4b6b-b329-786929579c85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:57.742864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-400bc04c-14f4-4b6b-b329-786929579c85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:57.744198 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-400bc04c-14f4-4b6b-b329-786929579c85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659737521&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.1465337 Mar 16 11:19:57.894289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-e8c6e9a6-16dd-45ad-b760-a7c43a950470 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:57.895864 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-e8c6e9a6-16dd-45ad-b760-a7c43a950470 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 796 time: 0.1450121 Mar 16 11:19:57.910582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-e1ed1e2e-c5e3-4ca5-aa0b-52b44c7e2661 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Mar 16 11:19:57.994631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-774ace9e-8b24-4761-9722-34ff9273a4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:58.074531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-774ace9e-8b24-4761-9722-34ff9273a4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:58.075817 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-774ace9e-8b24-4761-9722-34ff9273a4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604121 Mar 16 11:19:58.190298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-20683bd5-361d-4d31-9fcc-dfa5f5507f83 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:19:58.191314 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-20683bd5-361d-4d31-9fcc-dfa5f5507f83 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1034949 Mar 16 11:19:58.324523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-487d86a4-09aa-4a4d-93f4-53863af95468 service neutron] 10.222.0.30 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273191 Mar 16 11:19:58.558719 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-99fdaa57-dfed-4ed3-81d9-e9248d61d3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281418 Mar 16 11:19:58.751977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:58.825208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:58.825580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.837354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-ec6d2fea-4bef-4af3-9973-8cb729338ab6 req-2935aefe-6a95-478e-8308-fbae952ea799 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:58.850114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-ec6d2fea-4bef-4af3-9973-8cb729338ab6 req-2935aefe-6a95-478e-8308-fbae952ea799 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:58.851108 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec6d2fea-4bef-4af3-9973-8cb729338ab6 req-2935aefe-6a95-478e-8308-fbae952ea799 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 210 time: 0.0574820 Mar 16 11:19:59.999913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4747cfb4-a7a4-4b51-a4aa-c779c9b2c131 req-c352318e-9de8-4154-8058-1a6c55266ea1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 210 time: 0.0431211 Mar 16 11:20:01.068296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-3aca8290-b605-4822-ab3a-26cb6c391299 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:01.069737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-3aca8290-b605-4822-ab3a-26cb6c391299 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 796 time: 0.1487250 Mar 16 11:20:01.164220 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-fe1c6954-abea-4e05-913c-a016de9130fd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 380 time: 0.0848534 Mar 16 11:20:01.166391 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2447c2a2-a059-4595-85d3-1c4e57984d9b req-1fc9ca73-36f8-4f02-a1a2-2e98f319221c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 210 time: 0.0594432 Mar 16 11:20:01.176008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['cc402675-45cc-48e9-ad13-c5f153d1e020']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:01.310657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:01.320206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:01.381738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:01.385298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.551503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.14 (9f152505-6c70-4aa1-9276-d6de19a497b1/1a0372ec-338f-4bbb-8bf6-05e17f7e9198/55aff462-6d6a-44cd-ae36-079eca3172d1) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:01.737238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.752593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 55aff462-6d6a-44cd-ae36-079eca3172d1 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:01.834615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.896983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:01.899843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:01.903599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:01.947993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=55aff462-6d6a-44cd-ae36-079eca3172d1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:01.981267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:01.981939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.069756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-c41ad391-e521-4149-a2bd-59174750f4cd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8982284 Mar 16 11:20:02.082503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Request body: {'port': {'device_id': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:02.143892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bb8a8a7c-dd04-4670-abe4-4a9ce9528607 None None] Provisioning for port 55aff462-6d6a-44cd-ae36-079eca3172d1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:02.148882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-bb8a8a7c-dd04-4670-abe4-4a9ce9528607 None None] Provisioning complete for port 55aff462-6d6a-44cd-ae36-079eca3172d1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:02.149264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8a7c-dd04-4670-abe4-4a9ce9528607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.191945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.208590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a8a7c-dd04-4670-abe4-4a9ce9528607 None None] Port 55aff462-6d6a-44cd-ae36-079eca3172d1 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:20:02.357438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1934bd-d5af-432e-8c05-20cd13597707 req-90155e0f-1312-4f03-9b80-31c309120738 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:02.358938 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca1934bd-d5af-432e-8c05-20cd13597707 req-90155e0f-1312-4f03-9b80-31c309120738 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 932 time: 0.0814040 Mar 16 11:20:02.403092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-ca1934bd-d5af-432e-8c05-20cd13597707 req-5db2886b-e3ac-4e7d-bfa2-82368d483c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:02.414497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-ca1934bd-d5af-432e-8c05-20cd13597707 req-5db2886b-e3ac-4e7d-bfa2-82368d483c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:02.415611 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca1934bd-d5af-432e-8c05-20cd13597707 req-5db2886b-e3ac-4e7d-bfa2-82368d483c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508330 Mar 16 11:20:02.537487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aff462-6d6a-44cd-ae36-079eca3172d1 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:02.544591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.558921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Transition to ACTIVE for port object 55aff462-6d6a-44cd-ae36-079eca3172d1 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:02.663270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.816252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Pushing event updated for resources: {'Port': ['ID=55aff462-6d6a-44cd-ae36-079eca3172d1,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:03.009594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Attempting to bind port 55aff462-6d6a-44cd-ae36-079eca3172d1 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:03.009865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Attempting to bind port 55aff462-6d6a-44cd-ae36-079eca3172d1 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:03.010175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Attempting to bind port 55aff462-6d6a-44cd-ae36-079eca3172d1 on network 9f152505-6c70-4aa1-9276-d6de19a497b1 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:03.014640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Port 55aff462-6d6a-44cd-ae36-079eca3172d1 on network 9f152505-6c70-4aa1-9276-d6de19a497b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:20:03.014963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Attempting to bind port 55aff462-6d6a-44cd-ae36-079eca3172d1 on network 9f152505-6c70-4aa1-9276-d6de19a497b1 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:20:03.020293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:20:03.020613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Checking segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:20:03.020993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Bound using segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:20:03.021448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Bound port: 55aff462-6d6a-44cd-ae36-079eca3172d1, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:03.021791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.112077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] For port 55aff462-6d6a-44cd-ae36-079eca3172d1, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:20:03.114914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] For port 55aff462-6d6a-44cd-ae36-079eca3172d1, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=55aff462-6d6a-44cd-ae36-079eca3172d1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:20:03.223393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.280134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.280747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.282137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] 10.222.0.53 "PUT /v2.0/ports/55aff462-6d6a-44cd-ae36-079eca3172d1 HTTP/1.1" status: 200 len: 1094 time: 1.2045424 Mar 16 11:20:03.283097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:03.307064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a1676-b2b1-4633-9fd6-598cb6c8531b service neutron] Pushing event updated for resources: {'Port': ['ID=55aff462-6d6a-44cd-ae36-079eca3172d1,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:03.334118 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'status': 'completed', 'code': 200} Mar 16 11:20:03.430524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26f491-cd28-4aae-8bec-ecb3b8defbad req-05797e44-e29c-4cfd-93bb-2ca85f619942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.431998 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a26f491-cd28-4aae-8bec-ecb3b8defbad req-05797e44-e29c-4cfd-93bb-2ca85f619942 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 1097 time: 0.0727725 Mar 16 11:20:03.579107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26f491-cd28-4aae-8bec-ecb3b8defbad req-fef1409b-b139-4d2f-9ccd-8be65a184b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.581169 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a26f491-cd28-4aae-8bec-ecb3b8defbad req-fef1409b-b139-4d2f-9ccd-8be65a184b26 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1401725 Mar 16 11:20:03.616705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170d36-6d53-4451-beae-3daa27ef6849 req-c58d61ff-eaf9-4747-94cd-f723028a7cf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.618213 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b0170d36-6d53-4451-beae-3daa27ef6849 req-c58d61ff-eaf9-4747-94cd-f723028a7cf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 944 time: 0.0939555 Mar 16 11:20:03.663749 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b0170d36-6d53-4451-beae-3daa27ef6849 req-77c8c12c-1787-4036-97a1-c044b580eaf7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Mar 16 11:20:03.718074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26f491-cd28-4aae-8bec-ecb3b8defbad req-e61580d2-73ed-4e66-9e20-97e0853b0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.719496 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a26f491-cd28-4aae-8bec-ecb3b8defbad req-e61580d2-73ed-4e66-9e20-97e0853b0faf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315203 Mar 16 11:20:03.826362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-cb33de46-1dd5-4c32-808e-c02e4b8981db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.827698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-cb33de46-1dd5-4c32-808e-c02e4b8981db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 1097 time: 0.0715895 Mar 16 11:20:03.897705 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-0a05ff3e-4e68-49bc-a5fd-275101b84779 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55aff462-6d6a-44cd-ae36-079eca3172d1 HTTP/1.1" status: 200 len: 217 time: 0.0615332 Mar 16 11:20:03.958342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-6fbffdde-0d15-4108-9d17-346274f762a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.959692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-6fbffdde-0d15-4108-9d17-346274f762a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 200 len: 834 time: 0.0553153 Mar 16 11:20:04.033753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-28a4782a-368a-4325-8d74-1148e07f1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.035187 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-28a4782a-368a-4325-8d74-1148e07f1671 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f152505-6c70-4aa1-9276-d6de19a497b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686901 Mar 16 11:20:04.168283 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-ae1cf8c7-9cb6-4b7c-9df0-8a14d2a1f842 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244996 Mar 16 11:20:04.299262 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdc7ced7-a10c-4dbb-8119-2de3fe3b0337 req-05a3f007-f289-4362-8351-a164452f9933 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242731 Mar 16 11:20:04.854427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92231cc1-6490-427b-a0a7-daeae972cb5c req-7b0137c1-5752-40a0-8d1b-92649eae1ffe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.855029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-92231cc1-6490-427b-a0a7-daeae972cb5c req-7b0137c1-5752-40a0-8d1b-92649eae1ffe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:04.930043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-92231cc1-6490-427b-a0a7-daeae972cb5c req-7b0137c1-5752-40a0-8d1b-92649eae1ffe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:04.931282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-92231cc1-6490-427b-a0a7-daeae972cb5c req-7b0137c1-5752-40a0-8d1b-92649eae1ffe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 944 time: 0.1580875 Mar 16 11:20:04.976039 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-92231cc1-6490-427b-a0a7-daeae972cb5c req-d1b3c7a3-4702-4d1e-bd25-b0b486059bbf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392058 Mar 16 11:20:06.165071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686c69d-371e-441a-9ac5-fdf802cd4144 req-5ad2ece3-7d4c-4ef8-acbc-decbbc449cf4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:06.166563 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6686c69d-371e-441a-9ac5-fdf802cd4144 req-5ad2ece3-7d4c-4ef8-acbc-decbbc449cf4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 944 time: 0.0839069 Mar 16 11:20:06.216749 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6686c69d-371e-441a-9ac5-fdf802cd4144 req-d8f617b9-708a-40b4-b1c0-1c3b0360dd1e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Mar 16 11:20:07.073246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 55aff462-6d6a-44cd-ae36-079eca3172d1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:07.206836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 55aff462-6d6a-44cd-ae36-079eca3172d1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=55aff462-6d6a-44cd-ae36-079eca3172d1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:07.219300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'port_id': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'mac_address': 'fa:16:3e:51:50:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:07.273784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.290549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aff462-6d6a-44cd-ae36-079eca3172d1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:20:07.306048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 55aff462-6d6a-44cd-ae36-079eca3172d1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=55aff462-6d6a-44cd-ae36-079eca3172d1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:07.354174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.399716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e94243-86ab-4caa-abb4-e5415bda3cbf req-40549186-6af0-4caf-8b6c-8206870b4cf3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:07.401209 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-93e94243-86ab-4caa-abb4-e5415bda3cbf req-40549186-6af0-4caf-8b6c-8206870b4cf3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 945 time: 0.0809915 Mar 16 11:20:07.423909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=55aff462-6d6a-44cd-ae36-079eca3172d1,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:07.448646 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-93e94243-86ab-4caa-abb4-e5415bda3cbf req-99053fa0-0dc1-4ef3-8963-d2d06a31e52f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Mar 16 11:20:07.612762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['55aff462-6d6a-44cd-ae36-079eca3172d1'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:20:08.635786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fcc7f-0121-46b7-89d4-d875e0f5b893 req-abbe728b-5a0b-4526-b247-366432a3c7cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:08.637275 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-443fcc7f-0121-46b7-89d4-d875e0f5b893 req-abbe728b-5a0b-4526-b247-366432a3c7cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 945 time: 0.0792456 Mar 16 11:20:08.683380 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-443fcc7f-0121-46b7-89d4-d875e0f5b893 req-ff516252-461a-4692-9275-a9d4b4d3c3c7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393169 Mar 16 11:20:09.072656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 55aff462-6d6a-44cd-ae36-079eca3172d1 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:09.206873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 55aff462-6d6a-44cd-ae36-079eca3172d1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:09.211756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 55aff462-6d6a-44cd-ae36-079eca3172d1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:09.212129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.326544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.353028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:09.363127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 55aff462-6d6a-44cd-ae36-079eca3172d1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=55aff462-6d6a-44cd-ae36-079eca3172d1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:09.398575 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'code': 200} Mar 16 11:20:09.429041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.502176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=55aff462-6d6a-44cd-ae36-079eca3172d1,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.828900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84365-a0ad-489a-a16d-84c76aeffd35 req-cfb9a4fe-7553-4cae-8277-84bb3be01f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.830441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-72a84365-a0ad-489a-a16d-84c76aeffd35 req-cfb9a4fe-7553-4cae-8277-84bb3be01f5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 1099 time: 0.0828328 Mar 16 11:20:09.876754 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-72a84365-a0ad-489a-a16d-84c76aeffd35 req-530432b8-0302-4cb8-90fe-32cbc13b5ed6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389228 Mar 16 11:20:09.896028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b341e-0d19-4946-833c-caf031378e29 req-a6e07f58-2fc1-4b03-a52a-50a27b561c43 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.897506 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-313b341e-0d19-4946-833c-caf031378e29 req-a6e07f58-2fc1-4b03-a52a-50a27b561c43 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.0966694 Mar 16 11:20:09.942864 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-313b341e-0d19-4946-833c-caf031378e29 req-13689778-66a2-4665-8ad6-abbb63188e2d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394273 Mar 16 11:20:11.133496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b04ac-c769-4034-8443-8555889e4357 req-484bf811-cdcd-412f-a375-c01ab69b44b8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:11.134976 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ac5b04ac-c769-4034-8443-8555889e4357 req-484bf811-cdcd-412f-a375-c01ab69b44b8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.0852666 Mar 16 11:20:11.179781 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ac5b04ac-c769-4034-8443-8555889e4357 req-e443dec0-0013-4915-a21e-fa793f66029a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391231 Mar 16 11:20:11.732712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37188) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.929267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Deleting port 88233be6-4af1-4d3e-ae8b-0f24400ac260 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:11.929604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.200147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.200785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.325806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Calling delete_port for 88233be6-4af1-4d3e-ae8b-0f24400ac260 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:12.371296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db8dd-f3fc-4fee-8811-24aa843ef421 req-cda80316-47d0-4758-852c-1d37b9d74c77 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:12.372764 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b37db8dd-f3fc-4fee-8811-24aa843ef421 req-cda80316-47d0-4758-852c-1d37b9d74c77 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.0845616 Mar 16 11:20:12.417601 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b37db8dd-f3fc-4fee-8811-24aa843ef421 req-58801ff2-fc93-4906-8884-4beac220ef94 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389745 Mar 16 11:20:12.572350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.630633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'Port': ['ID=88233be6-4af1-4d3e-ae8b-0f24400ac260,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:12.745994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1428ec2-d5a8-45de-b995-1cb54cf638e4 req-9c977e4e-8f0c-4ade-a410-4490a1161537 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:12.747448 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1428ec2-d5a8-45de-b995-1cb54cf638e4 req-9c977e4e-8f0c-4ade-a410-4490a1161537 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.2218225 Mar 16 11:20:12.748186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.748571 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Floating IP e0035a1a-394c-43d9-932e-e62a89153ca9 disassociated (deleted). External IP: 172.26.7.205, port: e312021b-7c6c-4d30-8233-db1872a7f8a7. Mar 16 11:20:12.870716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1428ec2-d5a8-45de-b995-1cb54cf638e4 req-7dcc69d7-ff45-4eb7-b58d-299b8d388e07 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701709 Mar 16 11:20:12.900550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37196) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:13.084651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80c56c-3488-4fc8-9fda-5c68bbdda92d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:13.087693 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fb80c56c-3488-4fc8-9fda-5c68bbdda92d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 1094 time: 0.1846285 Mar 16 11:20:13.089083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37202) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:13.093900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:13.100735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:13.104852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:13.109216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:13.114441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:13.148779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Router 000459a2-1c82-41d7-b330-bf8514b7eefe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:13.211405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.327592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:13.338521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] Sync routers for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:13.348148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:13.349133 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:13.358795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.418125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.487292 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b9d53e5a-142f-495a-a846-a2fa71cd49ea tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "DELETE /v2.0/floatingips/e0035a1a-394c-43d9-932e-e62a89153ca9 HTTP/1.1" status: 204 len: 168 time: 1.7522149 Mar 16 11:20:13.487292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:13.519016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.13 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/9d04a46f-7d8a-4282-8d41-963007366a40) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:13.534373 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'status': 'completed', 'code': 200} Mar 16 11:20:13.559091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:13.671686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43117-64ab-45ae-883d-53977587e724 req-adf453eb-5c1e-45a5-ad2c-ad9af77ac8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:13.673234 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-adf453eb-5c1e-45a5-ad2c-ad9af77ac8b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 1098 time: 0.1032534 Mar 16 11:20:13.705052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.812057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.818751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43117-64ab-45ae-883d-53977587e724 req-390fbf5e-fe4c-4d27-beb5-d843b081e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:13.820216 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-390fbf5e-fe4c-4d27-beb5-d843b081e065 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 200 len: 897 time: 0.1385951 Mar 16 11:20:13.868826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:13.871814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:13.876246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:20:13.969466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:13.970829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] Checking router: 000459a2-1c82-41d7-b330-bf8514b7eefe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:13.981671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:13.982347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:14.013505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-677a9b05-6e54-4e61-a0ee-a820eabc6889 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 200 len: 217 time: 0.1863198 Mar 16 11:20:14.067124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=9d04a46f-7d8a-4282-8d41-963007366a40,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:14.092315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43117-64ab-45ae-883d-53977587e724 req-b69ed8e1-34ae-4748-8aa6-d8cdf31231a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.093903 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-b69ed8e1-34ae-4748-8aa6-d8cdf31231a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8915e6b3-b986-4e80-b20b-d19b0b6d74f0 HTTP/1.1" status: 200 len: 834 time: 0.0695410 Mar 16 11:20:14.187344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:14.245570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43117-64ab-45ae-883d-53977587e724 req-466ec46a-f07c-4f10-b3dd-dbea59915a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.246981 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-466ec46a-f07c-4f10-b3dd-dbea59915a5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1465597 Mar 16 11:20:14.286961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e290cb9-bb57-43b0-b8d0-f588fc87d419 req-169cab6a-8696-4b41-b72a-2ea4d7f35ba5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.287643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-0e290cb9-bb57-43b0-b8d0-f588fc87d419 req-169cab6a-8696-4b41-b72a-2ea4d7f35ba5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Synchronizing usage tracker for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:14.414703 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-146c585c-941f-42d8-a5aa-5f496998ab44 service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590676 Mar 16 11:20:14.443801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-0e290cb9-bb57-43b0-b8d0-f588fc87d419 req-169cab6a-8696-4b41-b72a-2ea4d7f35ba5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Unset dirty status for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:14.445036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0e290cb9-bb57-43b0-b8d0-f588fc87d419 req-169cab6a-8696-4b41-b72a-2ea4d7f35ba5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.2871306 Mar 16 11:20:14.485018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.533648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:14.538633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c1503-aa47-4a9e-bb58-7a80b1f8944d None None] The sync data for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv is: [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:18:18Z', 'revision_number': 4, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '99134815-0f0a-4cb8-aa98-a6e14cfc45ff', 'name': '', 'network_id': 'cbaf4201-32db-4d86-86b2-d6c4df4d3c5d', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'mac_address': 'fa:16:3e:b5:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:16Z', 'updated_at': '2022-03-16T11:18:26Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'subnets': [{'id': '8915e6b3-b986-4e80-b20b-d19b0b6d74f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:14.571216 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0e290cb9-bb57-43b0-b8d0-f588fc87d419 req-62ca6263-c35e-43c8-895b-1f35a30d38c5 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146181 Mar 16 11:20:14.631984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5fc43117-64ab-45ae-883d-53977587e724 req-cf815184-38be-467a-a955-2a6565174dad service neutron] 10.222.0.53 "GET /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102928 Mar 16 11:20:14.632129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.808725 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d9534-01e2-48bb-ada6-df3c819ff615 None None] New status for floating IP e0035a1a-394c-43d9-932e-e62a89153ca9: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:20:14.854967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.913986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.026143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=9d04a46f-7d8a-4282-8d41-963007366a40,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:15.038703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.182742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c873cc12-f0b1-4de6-96ce-60ab5f948ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.213476 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP a899485f-cdad-4e79-8334-67b636ba8ffb associated. External IP: 172.26.7.13, port: 55aff462-6d6a-44cd-ae36-079eca3172d1. Mar 16 11:20:15.542910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-68bf3e1c-11fa-4d70-a37e-99ad2cfd7962 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.544488 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-68bf3e1c-11fa-4d70-a37e-99ad2cfd7962 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.53 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.0838859 Mar 16 11:20:15.576664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:15.624548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Deleting port e312021b-7c6c-4d30-8233-db1872a7f8a7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:15.624897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.886271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] For port e312021b-7c6c-4d30-8233-db1872a7f8a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e312021b-7c6c-4d30-8233-db1872a7f8a7,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:15.886795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.940831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:15.958556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:15.960390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da06e-4ebb-424c-a7e9-55ef40e5e83e req-976e2c5a-a10a-479f-8230-58da906a07a3 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:15.962539 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c87da06e-4ebb-424c-a7e9-55ef40e5e83e req-976e2c5a-a10a-479f-8230-58da906a07a3 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 945 time: 0.1917593 Mar 16 11:20:15.982063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:15.982975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:16.021288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Calling delete_port for e312021b-7c6c-4d30-8233-db1872a7f8a7 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:16.027330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c87da06e-4ebb-424c-a7e9-55ef40e5e83e req-1650a86f-a7e3-4e51-819c-b0539acad28f tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/security-groups?id=451c6eb7-599a-4a16-bb4c-ee6d8f69310f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558393 Mar 16 11:20:16.165823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.190984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:16.221525 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-326bc424-30c9-49bd-a135-65ced943ae7d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1314435 Mar 16 11:20:16.222439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:16.224456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37216) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:16.276342 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'status': 'completed', 'code': 200} Mar 16 11:20:16.289900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.358485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'Port': ['ID=e312021b-7c6c-4d30-8233-db1872a7f8a7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.385886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-0035e2f2-2a27-46c8-a63a-919157d51b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:16.387329 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-0035e2f2-2a27-46c8-a63a-919157d51b3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 1099 time: 0.0798509 Mar 16 11:20:16.419435 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0596447e-c4b7-49b9-bc74-289c4a68b6fd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 991 time: 0.1922064 Mar 16 11:20:16.453127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] No DVR routers for this DVR port e312021b-7c6c-4d30-8233-db1872a7f8a7 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:16.455573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.459794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-deleted', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:16.504759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577b340e-ad95-4efa-bb94-605e4097cc38', 'name': 'network-vif-deleted', 'tag': 'e312021b-7c6c-4d30-8233-db1872a7f8a7', 'status': 'completed', 'code': 200} Mar 16 11:20:16.537524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-5539ee28-264a-4e4e-8f32-c4bb1236d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:16.538998 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-5539ee28-264a-4e4e-8f32-c4bb1236d250 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 897 time: 0.1445274 Mar 16 11:20:16.556206 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc95852a-61cf-4750-a356-69bf4d42bc2a req-72c0a345-291d-47f4-b5bd-f90e4b9e2b86 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.53 "DELETE /v2.0/ports/e312021b-7c6c-4d30-8233-db1872a7f8a7 HTTP/1.1" status: 204 len: 173 time: 1.0054417 Mar 16 11:20:16.570765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'a899485f-cdad-4e79-8334-67b636ba8ffb', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2181e86e-5384-4895-9336-e269522f13a0', 'port_id': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'mac_address': 'fa:16:3e:51:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:14Z', 'updated_at': '2022-03-16T11:20:14Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:16.574649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:16.586395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:16.587077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:19:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:16.648544 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-43fc3b59-fd15-4cdb-a9d8-8e7164b40bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55aff462-6d6a-44cd-ae36-079eca3172d1 HTTP/1.1" status: 200 len: 999 time: 0.1024017 Mar 16 11:20:16.724799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-d585a939-3071-4ba1-9150-575eb4af3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:16.724799 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-d585a939-3071-4ba1-9150-575eb4af3e00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 200 len: 834 time: 0.0683911 Mar 16 11:20:16.817449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-ffcb4c5b-e247-44bb-879a-dfa5714e68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:16.819189 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-ffcb4c5b-e247-44bb-879a-dfa5714e68cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f152505-6c70-4aa1-9276-d6de19a497b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883873 Mar 16 11:20:16.819639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:16.973685 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-c969fb81-e1d2-44e6-81ce-5472b3cb89c5 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467221 Mar 16 11:20:17.115818 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cee05ab9-9a08-4069-978c-9d98cd0ccdfd req-b67bde5d-ff74-4547-96f8-c7b0972720c2 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348281 Mar 16 11:20:17.188001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'a899485f-cdad-4e79-8334-67b636ba8ffb', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2181e86e-5384-4895-9336-e269522f13a0', 'port_id': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'mac_address': 'fa:16:3e:51:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:14Z', 'updated_at': '2022-03-16T11:20:14Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.192809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a70f7-a728-4e13-88b9-5db024cbbe5d None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'a899485f-cdad-4e79-8334-67b636ba8ffb', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2181e86e-5384-4895-9336-e269522f13a0', 'port_id': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'mac_address': 'fa:16:3e:51:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:14Z', 'updated_at': '2022-03-16T11:20:14Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:17.320953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-32b8a4e7-4a84-4de1-bc81-64f93c0e5c3f req-d9d015e1-c734-4219-bb7e-da894ea1b037 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Synchronizing usage tracker for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:17.365280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-701fbf03-d88e-4947-aa1c-4e2ca08f5265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.395213 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1ede1-43a6-4dd1-b356-5a8d543fb60a None None] New status for floating IP a899485f-cdad-4e79-8334-67b636ba8ffb: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:20:17.411234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-32b8a4e7-4a84-4de1-bc81-64f93c0e5c3f req-d9d015e1-c734-4219-bb7e-da894ea1b037 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Unset dirty status for tenant:f80dfdd0b870406696afc4c0e6b9561a on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:17.414918 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-32b8a4e7-4a84-4de1-bc81-64f93c0e5c3f req-d9d015e1-c734-4219-bb7e-da894ea1b037 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "GET /v2.0/ports?device_id=577b340e-ad95-4efa-bb94-605e4097cc38 HTTP/1.1" status: 200 len: 210 time: 0.2505836 Mar 16 11:20:17.421321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37226) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:17.538595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-501b04bd-c29e-429d-abfb-0303e806d52c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 991 time: 0.1160851 Mar 16 11:20:18.297175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.543059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37234) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:18.543541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37232) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:18.646215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.675171 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1125f4c3-6e63-4953-b7ac-dc901da719eb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 993 time: 0.1314812 Mar 16 11:20:19.132000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:19.172507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e312021b-7c6c-4d30-8233-db1872a7f8a7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:20:19.175204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e312021b-7c6c-4d30-8233-db1872a7f8a7 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:19.240472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.611565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Deleting port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:19.612207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.787096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.799281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] For port 99134815-0f0a-4cb8-aa98-a6e14cfc45ff, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:19.799640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.923816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Calling delete_port for 99134815-0f0a-4cb8-aa98-a6e14cfc45ff owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:20.108541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.262784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.315172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'Port': ['ID=99134815-0f0a-4cb8-aa98-a6e14cfc45ff,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.703251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.077413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Router 000459a2-1c82-41d7-b330-bf8514b7eefe has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:21.111336 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:21.258504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:21.267957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] Sync routers for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:21.277873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:21.278492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:20:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:21.360158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-403bfd5a-6e0f-4800-8ab4-d65c9c62c5d8 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "PUT /v2.0/routers/000459a2-1c82-41d7-b330-bf8514b7eefe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8162832 Mar 16 11:20:21.362908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37240) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:21.428972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Deleting subnet 8915e6b3-b986-4e80-b20b-d19b0b6d74f0 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:20:21.432098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.457053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:21.491041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.579281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.720386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.755903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:20:20Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:21.760307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] Checking router: 000459a2-1c82-41d7-b330-bf8514b7eefe for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:21.766044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.777314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'Subnet': ['ID=8915e6b3-b986-4e80-b20b-d19b0b6d74f0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:21.778239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] Routers {'000459a2-1c82-41d7-b330-bf8514b7eefe'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:21.778239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:20:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['000459a2-1c82-41d7-b330-bf8514b7eefe'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:21.778450 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f7922c9e-93b7-4c71-97c0-f9580697b262 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "DELETE /v2.0/subnets/8915e6b3-b986-4e80-b20b-d19b0b6d74f0 HTTP/1.1" status: 204 len: 168 time: 0.4120870 Mar 16 11:20:21.778865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37244) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:21.829590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7c58a-9ad5-4da3-aad3-b24a3976048f None None] Network cbaf4201-32db-4d86-86b2-d6c4df4d3c5d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:20:21.960823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.107383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] Set router 000459a2-1c82-41d7-b330-bf8514b7eefe gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:22.142516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.228484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Deleting port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:22.241462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.460857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] DHCP port deletion for cbaf4201-32db-4d86-86b2-d6c4df4d3c5d request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:20:22.467388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] Deleting port d232df26-a790-4953-9a9b-3619005d957c {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:20:22.467758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.540836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] For port 41cb08ef-7c97-41f7-ac61-712c7a1a38d4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:22.541593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.576498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:20:20Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:22.603778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14b3647-4e5b-46f2-aedd-631a693edd49 None None] The sync data for ids ['000459a2-1c82-41d7-b330-bf8514b7eefe'] in dv-neutron-831730-4-hyperv is: [{'id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375444299', 'tenant_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182'}], 'enable_snat': True}, 'gw_port_id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:06Z', 'updated_at': '2022-03-16T11:20:20Z', 'revision_number': 5, 'project_id': 'f80dfdd0b870406696afc4c0e6b9561a', 'gw_port': {'id': '41cb08ef-7c97-41f7-ac61-712c7a1a38d4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000459a2-1c82-41d7-b330-bf8514b7eefe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:22.682579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Calling delete_port for 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:22.694774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] For port d232df26-a790-4953-9a9b-3619005d957c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d232df26-a790-4953-9a9b-3619005d957c,segment=NetworkSegment(8c515e6e-ec94-4d7b-a0e8-736629dd8566),segment_id=8c515e6e-ec94-4d7b-a0e8-736629dd8566)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:20:22.695443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.818229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] Calling delete_port for d232df26-a790-4953-9a9b-3619005d957c owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:20:22.906896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.954890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'Port': ['ID=41cb08ef-7c97-41f7-ac61-712c7a1a38d4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:22.987452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.045361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] Pushing event deleted for resources: {'Port': ['ID=d232df26-a790-4953-9a9b-3619005d957c,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:23.051881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92e5fd-7a63-4bc2-bd82-4edf033ccf07 None None] No DVR routers for this DVR port d232df26-a790-4953-9a9b-3619005d957c on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:23.082578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.104343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99134815-0f0a-4cb8-aa98-a6e14cfc45ff no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:23.148442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 99134815-0f0a-4cb8-aa98-a6e14cfc45ff {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:20:23.148442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 99134815-0f0a-4cb8-aa98-a6e14cfc45ff not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:23.148442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d232df26-a790-4953-9a9b-3619005d957c no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:23.178858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: d232df26-a790-4953-9a9b-3619005d957c {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:20:23.179201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d232df26-a790-4953-9a9b-3619005d957c not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:23.278365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.280517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.393734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.399275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Fanout notify agent at l3_agent the message router_deleted on router 000459a2-1c82-41d7-b330-bf8514b7eefe {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:20:23.409961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.411497 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ff32f5f2-12a9-4293-b983-6cd8b5b2b6ca tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "DELETE /v2.0/routers/000459a2-1c82-41d7-b330-bf8514b7eefe HTTP/1.1" status: 204 len: 168 time: 1.6316943 Mar 16 11:20:23.414083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37248) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:23.538447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.670384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.696447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaf4201-32db-4d86-86b2-d6c4df4d3c5d']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:23.709990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c515e6e-ec94-4d7b-a0e8-736629dd8566') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:23.710295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c515e6e-ec94-4d7b-a0e8-736629dd8566') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:23.722876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.738947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.745082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:20:23.745466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:23.760392 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:23.919841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.936882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.946430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'Network': ['ID=cbaf4201-32db-4d86-86b2-d6c4df4d3c5d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:23.954614 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ce225255-7c4a-4f54-a56c-78d64efedea0 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "DELETE /v2.0/networks/cbaf4201-32db-4d86-86b2-d6c4df4d3c5d HTTP/1.1" status: 204 len: 168 time: 0.5339527 Mar 16 11:20:23.955284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37252) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:24.018427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe87512b-36b0-40f8-917d-15fad4586e38 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.048120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe87512b-36b0-40f8-917d-15fad4586e38 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.176078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe87512b-36b0-40f8-917d-15fad4586e38 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.193127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87512b-36b0-40f8-917d-15fad4586e38 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c6eb7-599a-4a16-bb4c-ee6d8f69310f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.284346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fe87512b-36b0-40f8-917d-15fad4586e38 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.285920 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fe87512b-36b0-40f8-917d-15fad4586e38 tempest-TestNetworkAdvancedServerOps-1979652389 tempest-TestNetworkAdvancedServerOps-1979652389-project] 10.222.0.30 "DELETE /v2.0/security-groups/451c6eb7-599a-4a16-bb4c-ee6d8f69310f HTTP/1.1" status: 204 len: 168 time: 0.3330617 Mar 16 11:20:24.722813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:24.764217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:20:24.764217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41cb08ef-7c97-41f7-ac61-712c7a1a38d4 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:24.946130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37262) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:25.143719 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3a99f568-f681-4e03-a5c4-5fa2839968df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f80dfdd0b870406696afc4c0e6b9561a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963460 Mar 16 11:20:25.146471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37268) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:25.203001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa455f7-5d84-4683-bec9-cc012441d369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.228916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa455f7-5d84-4683-bec9-cc012441d369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.370772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa455f7-5d84-4683-bec9-cc012441d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.387740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa455f7-5d84-4683-bec9-cc012441d369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a5390-e60c-4eb9-b591-9984244bfd24,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:25.399795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa455f7-5d84-4683-bec9-cc012441d369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.399795 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dfa455f7-5d84-4683-bec9-cc012441d369 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/881a5390-e60c-4eb9-b591-9984244bfd24 HTTP/1.1" status: 204 len: 168 time: 0.2487319 Mar 16 11:20:26.073186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37278) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:26.091359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.105902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:26.109619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Usage tracker for resource:security_group_rule and tenant:3e8d25e76e904c2bb767a38d53519714 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:26.112419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:26.118472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:26.204760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.278930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.325830 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e8d25e76e904c2bb767a38d53519714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512634 Mar 16 11:20:26.326670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b19cb8-adb5-4576-8576-58c2bcce294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2520f969-7d2c-4bc6-9dfb-d95ba6048ac1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:26.329271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37282) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:26.391068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243e0da3-5f0a-4368-9a9f-d8414059dae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.417233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243e0da3-5f0a-4368-9a9f-d8414059dae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.588553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243e0da3-5f0a-4368-9a9f-d8414059dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.603551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e0da3-5f0a-4368-9a9f-d8414059dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2520f969-7d2c-4bc6-9dfb-d95ba6048ac1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:26.610041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-243e0da3-5f0a-4368-9a9f-d8414059dae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.611247 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-243e0da3-5f0a-4368-9a9f-d8414059dae6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2520f969-7d2c-4bc6-9dfb-d95ba6048ac1 HTTP/1.1" status: 204 len: 168 time: 0.2809753 Mar 16 11:20:35.627674 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-d91e2787-7bd9-4f3c-b4ea-4b62f9263989 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714877 Mar 16 11:20:35.729542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-67aaec81-28a6-4aac-a2ad-3a22a96fa646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:35.731103 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-67aaec81-28a6-4aac-a2ad-3a22a96fa646 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1098 time: 0.0800989 Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-1212f18d-2e12-46a1-b3a0-6f7224ae6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-1212f18d-2e12-46a1-b3a0-6f7224ae6275 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.2202590 Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-50b170a7-50be-47cf-aed5-3c34d427e5c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 1000 time: 0.0987422 Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-45978170-4e54-4929-8fe4-62986f552776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-45978170-4e54-4929-8fe4-62986f552776 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0670197 Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-55daa00b-8a4a-4e41-8e4d-7357f5b3d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:36.352423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-55daa00b-8a4a-4e41-8e4d-7357f5b3d243 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796318 Mar 16 11:20:36.384440 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-a77f0a95-4ffc-4c2c-a922-f378a6c9962b service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348226 Mar 16 11:20:36.515575 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-36f4c787-aa9c-41ba-831b-0b1dad20a666 req-c79b645c-7b44-448d-ba8c-c4190bb91e02 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252685 Mar 16 11:20:45.169658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a21476b-223e-4943-b71a-5ccc428a9ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.386780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-684d2f63-2199-405d-a145-d373b6598763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.313934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.668265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.766708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37302) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:49.770975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.843241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd775f-d2d9-48df-8621-5a5cfb71fca7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:49.844201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd775f-d2d9-48df-8621-5a5cfb71fca7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:49.844201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd775f-d2d9-48df-8621-5a5cfb71fca7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:49.845930 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4cbd775f-d2d9-48df-8621-5a5cfb71fca7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=84454f98d21c4990ac3303ba80ab3d31&network_id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 3000 time: 0.0781829 Mar 16 11:20:50.106589 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.602693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37318) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.663017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0bad3-21c6-4856-8183-e48c1071d918 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:51.664960 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cac0bad3-21c6-4856-8183-e48c1071d918 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795 HTTP/1.1" status: 200 len: 814 time: 0.0608957 Mar 16 11:20:52.126231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37326) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.133537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:52.234032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.512367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.565674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.565674 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP a899485f-cdad-4e79-8334-67b636ba8ffb disassociated. External IP: 172.26.7.13, port: 55aff462-6d6a-44cd-ae36-079eca3172d1. Mar 16 11:20:53.022582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:20:53.204015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:20:53.209008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.214668 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:20:53.224431 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:53.225034 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:20:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:53.266046 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8e0f089a-17b7-4d7c-a4bd-05ae2e5186d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 689 time: 1.1386147 Mar 16 11:20:53.266608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:20:53.268799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37332) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:53.314681 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'status': 'completed', 'code': 200} Mar 16 11:20:53.358461 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fc1885f2-4b17-465c-be72-f5f8f2a8bc51 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 689 time: 0.0884876 Mar 16 11:20:53.411622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341839e7-8a15-4218-9755-b200f7f862d1 req-a3ab8330-da28-4b72-b9b9-5be2c8498b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.413100 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-a3ab8330-da28-4b72-b9b9-5be2c8498b22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 1099 time: 0.0782909 Mar 16 11:20:53.414843 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:53.552484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341839e7-8a15-4218-9755-b200f7f862d1 req-504729e6-c58c-4de1-a18e-f08039b876c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.553955 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-504729e6-c58c-4de1-a18e-f08039b876c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 897 time: 0.1345096 Mar 16 11:20:53.628597 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-3e461844-835b-4cd4-913e-1d3e68f13f61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55aff462-6d6a-44cd-ae36-079eca3172d1 HTTP/1.1" status: 200 len: 217 time: 0.0687532 Mar 16 11:20:53.696207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341839e7-8a15-4218-9755-b200f7f862d1 req-a9482451-bec6-4680-b850-cf4a74f6020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.697627 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-a9482451-bec6-4680-b850-cf4a74f6020f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 200 len: 834 time: 0.0636239 Mar 16 11:20:53.736918 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:53.741279 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:20:53.749686 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:20:53.750464 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:20:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:53.772536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341839e7-8a15-4218-9755-b200f7f862d1 req-8de953ab-c5cf-4834-bc0d-d058843e71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.774071 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-8de953ab-c5cf-4834-bc0d-d058843e71e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f152505-6c70-4aa1-9276-d6de19a497b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706804 Mar 16 11:20:53.910572 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-29d63179-8f00-4439-a491-14f1581ae0b5 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295660 Mar 16 11:20:53.926543 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:20:54.046003 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-341839e7-8a15-4218-9755-b200f7f862d1 req-5edfd795-2392-4994-9c08-b35c1226acfb service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290472 Mar 16 11:20:54.279528 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:54.283535 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d41e8-5397-429e-ad23-3075f1d4a4ef None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:20:54.360636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37338) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.444666 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a291edb3-6851-4908-9eef-301f3ebd66a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 689 time: 0.0828102 Mar 16 11:20:54.506176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccd5ed-e8e7-4db0-a3ec-291143bf63f1 None None] New status for floating IP a899485f-cdad-4e79-8334-67b636ba8ffb: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:20:55.447639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37342) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:55.531784 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3bf0c6e8-05a5-4bd6-bb77-3bd4109b4a2b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 687 time: 0.0830317 Mar 16 11:20:57.013432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37348) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.018530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639276678', 'description': 'tempest-secgroup-smoke-639276678 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:57.025391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.035106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.175233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.196172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.199924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:57.202694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:57.208248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.279745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.336124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.379802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08570095-b447-446a-b24d-5fa49b87f055,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.388107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.388453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.388791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.389118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.389452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.389776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.390128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.390451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.390773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.391093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.391414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.391731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:57.491586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.492449 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4b508534-e489-40a2-b2e8-0522a9e00c31 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4780068 Mar 16 11:20:57.495590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37352) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.500732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '08570095-b447-446a-b24d-5fa49b87f055', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:57.507292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.511044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:57.514080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:57.519868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.606042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.665339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.742300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.768881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1d12eb-365a-44f7-a8a9-8657258433ad,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.832656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.833529 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6ea1d405-6434-4cd1-80bf-906b8b47c824 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3369758 Mar 16 11:20:57.836507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37356) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.841270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '08570095-b447-446a-b24d-5fa49b87f055', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:57.847191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.851684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:57.854758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:57.860293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.994747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.058184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.110448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:58.123720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.147603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac99604-a8a1-4285-9998-2ff6b6ccd522,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.221821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.223083 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a6fe3559-52d4-46d8-9830-57d1fddcdb67 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3857205 Mar 16 11:20:58.226416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37360) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.231681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '08570095-b447-446a-b24d-5fa49b87f055', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:58.237442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:58.241280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:58.244189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:58.250457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:58.331054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.393270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.445075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.468259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975b76d4-de5d-4e76-86b4-9a8bfe70dc1d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.519631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.520414 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fa288b5d-22bf-49cf-9d5c-0a28e7cfb6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928469 Mar 16 11:20:58.523202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37364) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.528377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '08570095-b447-446a-b24d-5fa49b87f055', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:58.534407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:58.538790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:58.542237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:58.547535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:58.634091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.696372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.793064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.818457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1b3064-ca94-4c9e-8c3e-aebc317abc43,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.900821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.902319 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21ec8320-4667-4ae2-abe0-31ba992b19da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780613 Mar 16 11:20:58.904983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37368) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.910144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '08570095-b447-446a-b24d-5fa49b87f055', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:58.916740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:58.920580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:58.923466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:58.928967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:59.039385 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:20:59.045420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.202387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.284155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.306991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07f078e-ab07-4fd0-a4c7-7e1289be9404,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:59.399076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.400819 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0147eba2-af9a-467c-b97a-cc3c3ae805b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4944060 Mar 16 11:20:59.403158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37372) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:59.408042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '08570095-b447-446a-b24d-5fa49b87f055', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:20:59.414076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:59.417782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:59.420579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:59.426117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:59.506255 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:20:59.513510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.578884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.649396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.671981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc682de-7986-4d09-a305-2ac5b57c65ba,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:59.742287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.743481 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c1250277-5833-4d2d-be82-f572c12fd9d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394113 Mar 16 11:20:59.965145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-b84c6e95-3e53-4643-a94e-bbf630a08e86 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639276678&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.0400193 Mar 16 11:21:00.115449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-db01267b-f53f-45a7-8629-1c28887fdf85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:00.117593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-db01267b-f53f-45a7-8629-1c28887fdf85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 796 time: 0.1459939 Mar 16 11:21:00.133460 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-7ea33b84-ace0-492b-83ff-528e083fb3e4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0104327 Mar 16 11:21:00.224440 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-1e5f3581-1444-48c7-b839-0e25468d5fa0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860026 Mar 16 11:21:00.363603 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-d951dc31-269b-46d1-9528-3c2ea43c67dd service neutron] 10.222.0.30 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268408 Mar 16 11:21:00.492929 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-ebf8bbf0-d783-45cb-b07e-e52bde637338 service neutron] 10.222.0.30 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229315 Mar 16 11:21:00.727325 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0855a8c0-d00c-4d8c-9480-832b5831ac95 req-6b3eade0-1fda-4fe2-87ca-4d82dbf3e89f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 210 time: 0.0461462 Mar 16 11:21:01.874395 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ca207451-3a7e-4283-80ca-d099f9f46ad9 req-7ce2db82-dc6a-414e-a1b3-eded0be48161 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 210 time: 0.0424495 Mar 16 11:21:02.601111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-2763d1f9-4487-4a23-901b-3981babb85bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:02.601798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-2763d1f9-4487-4a23-901b-3981babb85bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:02.683834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-2763d1f9-4487-4a23-901b-3981babb85bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:02.684973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-2763d1f9-4487-4a23-901b-3981babb85bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 796 time: 0.2259443 Mar 16 11:21:02.735420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-66fe7580-585a-4667-b9b4-d2b521add55a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:02.798592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-66fe7580-585a-4667-b9b4-d2b521add55a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:02.799762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-66fe7580-585a-4667-b9b4-d2b521add55a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 472 time: 0.1046488 Mar 16 11:21:02.808501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': '9bad8a83-fce0-499e-b314-2aed69f90763', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['08570095-b447-446a-b24d-5fa49b87f055']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:02.946905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:02.956819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:03.026073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:03.029374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.040812 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ab098d2b-e8b5-447b-82fb-4f2210eccb17 req-f0254c6d-e3ab-4a9e-8909-17f14ac00ed8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 210 time: 0.0559525 Mar 16 11:21:03.189173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.4 (9f152505-6c70-4aa1-9276-d6de19a497b1/1a0372ec-338f-4bbb-8bf6-05e17f7e9198/23659213-a8b5-4d7e-adbc-a7c6847c7a9b) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:03.371856 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.387021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 23659213-a8b5-4d7e-adbc-a7c6847c7a9b will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:03.479186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.547957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:03.550980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:03.554112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:21:03.603520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:03.630529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:03.631139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.736583 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-3846c33f-d361-41d3-b969-e579e846d4c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9317462 Mar 16 11:21:03.747650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Request body: {'port': {'device_id': '9bad8a83-fce0-499e-b314-2aed69f90763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:03.858501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.884413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a71bce5-86c0-45ba-a495-a8a5cbd15f34 None None] Provisioning for port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:03.889447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9a71bce5-86c0-45ba-a495-a8a5cbd15f34 None None] Provisioning complete for port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:03.889815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9a71bce5-86c0-45ba-a495-a8a5cbd15f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.942444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9a71bce5-86c0-45ba-a495-a8a5cbd15f34 None None] Port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:21:04.201699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23659213-a8b5-4d7e-adbc-a7c6847c7a9b {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:04.210305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.226746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Transition to ACTIVE for port object 23659213-a8b5-4d7e-adbc-a7c6847c7a9b will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:04.312330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.328930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c1a00-0339-437f-9363-e59273b69d18 req-e82dfffb-c99e-47bf-91d9-44680b792d53 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:04.330336 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d0c1a00-0339-437f-9363-e59273b69d18 req-e82dfffb-c99e-47bf-91d9-44680b792d53 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 931 time: 0.1809282 Mar 16 11:21:04.378534 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d0c1a00-0339-437f-9363-e59273b69d18 req-11c689a8-fea4-4ec5-83ab-40531145c877 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Mar 16 11:21:04.566219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Pushing event updated for resources: {'Port': ['ID=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:04.643250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Attempting to bind port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:04.643850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Attempting to bind port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:04.643850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Attempting to bind port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b on network 9f152505-6c70-4aa1-9276-d6de19a497b1 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:04.648832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b on network 9f152505-6c70-4aa1-9276-d6de19a497b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:21:04.649139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Attempting to bind port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b on network 9f152505-6c70-4aa1-9276-d6de19a497b1 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:21:04.654081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:21:04.654415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Checking segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:21:04.654789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Bound using segment: {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:21:04.655203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Bound port: 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605b1fcc-76db-409d-94c0-f9b6673f9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:04.655540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.744318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] For port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:21:04.747221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] For port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:21:04.856348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.911544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:04.912157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.913540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] 10.222.0.53 "PUT /v2.0/ports/23659213-a8b5-4d7e-adbc-a7c6847c7a9b HTTP/1.1" status: 200 len: 1093 time: 1.1699717 Mar 16 11:21:04.913993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:04.941743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a141d-0029-422e-a440-c0f7f7986e94 service neutron] Pushing event updated for resources: {'Port': ['ID=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:05.131082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-8c25587d-5b20-42ac-b897-e1c1eb75b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.133160 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-8c25587d-5b20-42ac-b897-e1c1eb75b2da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 1096 time: 0.0886467 Mar 16 11:21:05.187883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'status': 'completed', 'code': 200} Mar 16 11:21:05.203181 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-094e1580-e8d7-4d22-9d6f-65872c985af5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b HTTP/1.1" status: 200 len: 217 time: 0.0630941 Mar 16 11:21:05.267534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-c6ad46be-3650-4635-8c0e-d72e8ea7d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.268934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-c6ad46be-3650-4635-8c0e-d72e8ea7d49e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 200 len: 834 time: 0.0599110 Mar 16 11:21:05.342974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-403d3ad2-0407-4872-9ad4-7f9a0e00be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.344428 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-403d3ad2-0407-4872-9ad4-7f9a0e00be16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f152505-6c70-4aa1-9276-d6de19a497b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696964 Mar 16 11:21:05.476611 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-c58c176b-89bc-472e-9550-e41826ad2f9d service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256063 Mar 16 11:21:05.562681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3411f60-4ab1-4a88-b8c9-45f33b9f3d46 req-a5897e8c-2911-45ff-b53a-c1bea2932bf2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.564261 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a3411f60-4ab1-4a88-b8c9-45f33b9f3d46 req-a5897e8c-2911-45ff-b53a-c1bea2932bf2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 943 time: 0.0792449 Mar 16 11:21:05.610780 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68f62d15-1da2-4e5a-bba7-a4822fd34232 req-e9618491-863c-4eb7-a71e-ece64f2b2d31 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283989 Mar 16 11:21:05.613346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a3411f60-4ab1-4a88-b8c9-45f33b9f3d46 req-5b5527bf-2fb9-4856-8c68-6cf0d4245362 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Mar 16 11:21:05.781679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-e0342d22-9846-47f5-8c52-f379a860d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.783107 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-e0342d22-9846-47f5-8c52-f379a860d7d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 1096 time: 0.0745440 Mar 16 11:21:05.911733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-2636b0e0-1114-48be-8cf0-68000c796de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.913269 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-2636b0e0-1114-48be-8cf0-68000c796de5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 897 time: 0.1235361 Mar 16 11:21:05.982472 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-d8be7824-3b1e-4c8f-94dc-b1d20206c6a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b HTTP/1.1" status: 200 len: 217 time: 0.0621667 Mar 16 11:21:06.046433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-eec2b2cb-8f54-4293-9da0-5f34ee9c8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.047732 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-eec2b2cb-8f54-4293-9da0-5f34ee9c8a20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 200 len: 834 time: 0.0592079 Mar 16 11:21:06.121530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-9bc090e0-1130-461a-8dd7-fcedaf88c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.122998 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-9bc090e0-1130-461a-8dd7-fcedaf88c1b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f152505-6c70-4aa1-9276-d6de19a497b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688870 Mar 16 11:21:06.253434 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-a237e645-b9e8-4570-bf05-8862c18c4015 service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232579 Mar 16 11:21:06.384715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91e76cb9-5d47-4b3d-88e6-189ece4b6ba9 req-6cf898d4-24a9-40a1-97d7-4525242a9b9a service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248422 Mar 16 11:21:06.898557 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0afdfc-4043-4ba8-90cb-91e39cb01749 req-35129e4d-e1c1-4570-908b-1bbc31de03c9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.899188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-5e0afdfc-4043-4ba8-90cb-91e39cb01749 req-35129e4d-e1c1-4570-908b-1bbc31de03c9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:06.969978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-5e0afdfc-4043-4ba8-90cb-91e39cb01749 req-35129e4d-e1c1-4570-908b-1bbc31de03c9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:06.971114 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5e0afdfc-4043-4ba8-90cb-91e39cb01749 req-35129e4d-e1c1-4570-908b-1bbc31de03c9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 943 time: 0.2468936 Mar 16 11:21:07.015423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5e0afdfc-4043-4ba8-90cb-91e39cb01749 req-83dd3c32-83f6-4f96-9a5b-02bf67a06927 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Mar 16 11:21:08.197397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce4ff-b848-4f18-b996-f16140ec4d78 req-4678b995-fa69-4b1c-97f0-fb1d169d8b52 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:08.198866 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-372ce4ff-b848-4f18-b996-f16140ec4d78 req-4678b995-fa69-4b1c-97f0-fb1d169d8b52 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 943 time: 0.0787413 Mar 16 11:21:08.243951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-372ce4ff-b848-4f18-b996-f16140ec4d78 req-1f6f35c2-feb0-4724-9e73-1939a011705f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393693 Mar 16 11:21:09.348931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 23659213-a8b5-4d7e-adbc-a7c6847c7a9b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:09.429219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e91a-30b5-4d79-9f92-0608943f7b90 req-fd8b8ea4-4ac2-4743-bc5f-9e80d5c75c2e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.430668 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4cd0e91a-30b5-4d79-9f92-0608943f7b90 req-fd8b8ea4-4ac2-4743-bc5f-9e80d5c75c2e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 943 time: 0.0785561 Mar 16 11:21:09.478177 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4cd0e91a-30b5-4d79-9f92-0608943f7b90 req-afba38d7-2ccb-4084-aba7-85a84b7bae4c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Mar 16 11:21:09.480424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:09.497835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'port_id': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'mac_address': 'fa:16:3e:38:79:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:09.551587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.568525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23659213-a8b5-4d7e-adbc-a7c6847c7a9b {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:21:09.584178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:09.666470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.731952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.738851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.739203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.739544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.739905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.740236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.740574 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.741439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.741769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.742115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.742439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.742761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.743082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:09.896733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['23659213-a8b5-4d7e-adbc-a7c6847c7a9b'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:21:10.664773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74ac5-d275-445f-ba14-c046ceaf5d9a req-a50618eb-861d-4260-8020-641d7ddc10b8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.666247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a9c74ac5-d275-445f-ba14-c046ceaf5d9a req-a50618eb-861d-4260-8020-641d7ddc10b8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 944 time: 0.0827870 Mar 16 11:21:10.709555 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a9c74ac5-d275-445f-ba14-c046ceaf5d9a req-15604adc-3188-4005-90f9-edeaed1c3346 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375268 Mar 16 11:21:11.364450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 23659213-a8b5-4d7e-adbc-a7c6847c7a9b up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:11.478476 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:11.483109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:11.483482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.598480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.624860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:11.635935 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:11.669081 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'code': 200} Mar 16 11:21:11.690326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.761488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.897312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3988b8-7dc0-4500-8852-c53549edfdec req-1b2fde10-8b3b-41d8-bf1f-931c374c1440 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:11.898776 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a3988b8-7dc0-4500-8852-c53549edfdec req-1b2fde10-8b3b-41d8-bf1f-931c374c1440 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0826480 Mar 16 11:21:11.942371 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a3988b8-7dc0-4500-8852-c53549edfdec req-ab431526-83fc-4355-83ed-0bbbf382e6f6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377419 Mar 16 11:21:12.040677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea0ed3-608c-4569-b265-c28bb4be5c49 req-d725cb34-8aef-4e4b-b37a-eac044b13232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:12.042226 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1fea0ed3-608c-4569-b265-c28bb4be5c49 req-d725cb34-8aef-4e4b-b37a-eac044b13232 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 1098 time: 0.0693326 Mar 16 11:21:12.080903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1fea0ed3-608c-4569-b265-c28bb4be5c49 req-95761665-4d5f-43e5-844f-33e2c9971935 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334318 Mar 16 11:21:13.133496 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c6aa5-6f12-4584-986a-0795aad30931 req-ccc682f8-62f0-4a12-aebe-f9c4200cf724 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:13.135702 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ba1c6aa5-6f12-4584-986a-0795aad30931 req-ccc682f8-62f0-4a12-aebe-f9c4200cf724 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0859513 Mar 16 11:21:13.180632 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ba1c6aa5-6f12-4584-986a-0795aad30931 req-da41b7da-b9c5-43f7-a3da-cab8cb06282a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392010 Mar 16 11:21:14.363371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea92d2-6bce-49b9-b785-7713c243c0f3 req-99fef80c-00b2-41df-a162-acc84d811298 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.364789 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48ea92d2-6bce-49b9-b785-7713c243c0f3 req-99fef80c-00b2-41df-a162-acc84d811298 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0823879 Mar 16 11:21:14.407900 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48ea92d2-6bce-49b9-b785-7713c243c0f3 req-5d9ca73c-93bd-4306-8fb0-6540ff56242b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368586 Mar 16 11:21:14.589254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30889f-9319-45c2-ad09-2eb0ebc68033 req-8557de8a-4f90-4ef8-98c6-12f33b090c5a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.590741 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb30889f-9319-45c2-ad09-2eb0ebc68033 req-8557de8a-4f90-4ef8-98c6-12f33b090c5a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Mar 16 11:21:14.633693 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb30889f-9319-45c2-ad09-2eb0ebc68033 req-fc11f89d-1b06-42e6-b90b-515d2ca9e8fd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374682 Mar 16 11:21:14.655834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37432) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.729262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435766c-ae6e-4cb9-add5-5eab1b203748 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.730816 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d435766c-ae6e-4cb9-add5-5eab1b203748 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 1093 time: 0.0740466 Mar 16 11:21:14.733776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37436) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.739008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'port_id': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:14.822331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.169822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-443e4b02-287a-4147-82ca-21da2d30f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.414186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.472649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.639394 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP a899485f-cdad-4e79-8334-67b636ba8ffb associated. External IP: 172.26.7.13, port: 23659213-a8b5-4d7e-adbc-a7c6847c7a9b. Mar 16 11:21:16.074273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:16.257678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:16.262636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.267089 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:16.276854 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:16.277458 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:20:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:16.317735 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e27b1063-5ef8-4cf3-9196-1817873cd9bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 990 time: 1.5828807 Mar 16 11:21:16.319268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:16.321742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37440) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.365226 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'status': 'completed', 'code': 200} Mar 16 11:21:16.429114 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5ce51ae3-ad4a-4aff-823d-6d80d84f19f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 990 time: 0.1062226 Mar 16 11:21:16.454386 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:16.456934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-d3290645-c681-493a-b7f9-b675c6b0d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.458528 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-d3290645-c681-493a-b7f9-b675c6b0d245 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 1098 time: 0.0726194 Mar 16 11:21:16.592505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-db0cb9c7-9055-4da9-9c2c-598ed6e5f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.593972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-db0cb9c7-9055-4da9-9c2c-598ed6e5f362 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 200 len: 897 time: 0.1295142 Mar 16 11:21:16.700697 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-ef3faeea-51ae-4a95-a29b-99ba0d035bf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b HTTP/1.1" status: 200 len: 998 time: 0.1005208 Mar 16 11:21:16.765918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-fbe4d889-8ed9-4884-8382-93cd56acdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.767352 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-fbe4d889-8ed9-4884-8382-93cd56acdb9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 200 len: 834 time: 0.0610275 Mar 16 11:21:16.795370 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'a899485f-cdad-4e79-8334-67b636ba8ffb', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2181e86e-5384-4895-9336-e269522f13a0', 'port_id': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'mac_address': 'fa:16:3e:38:79:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad8a83-fce0-499e-b314-2aed69f90763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:14Z', 'updated_at': '2022-03-16T11:21:15Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:16.799179 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:16.807488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:16.808062 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:20:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:16.840835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-104095c9-e42f-4639-b066-8fedb6683675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.842231 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-104095c9-e42f-4639-b066-8fedb6683675 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f152505-6c70-4aa1-9276-d6de19a497b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689216 Mar 16 11:21:16.972933 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-be80243f-548b-49ac-8bd6-6abe403f93ea service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244898 Mar 16 11:21:16.981471 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:17.102997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0106a6b7-2c51-4281-88a0-00ea730beee2 req-786cdf0c-f03f-4060-bab0-48992fd5d05a service neutron] 10.222.0.53 "GET /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 Mar 16 11:21:17.322608 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'a899485f-cdad-4e79-8334-67b636ba8ffb', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2181e86e-5384-4895-9336-e269522f13a0', 'port_id': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'mac_address': 'fa:16:3e:38:79:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad8a83-fce0-499e-b314-2aed69f90763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:14Z', 'updated_at': '2022-03-16T11:21:15Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:17.326443 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a1926-b837-4a45-a4a1-7a7c3d416e49 None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'a899485f-cdad-4e79-8334-67b636ba8ffb', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2181e86e-5384-4895-9336-e269522f13a0', 'port_id': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'mac_address': 'fa:16:3e:38:79:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bad8a83-fce0-499e-b314-2aed69f90763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:20:14Z', 'updated_at': '2022-03-16T11:21:15Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:17.375904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ebdd6394-4d45-4347-a4d3-532d786ef3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.432360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37446) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.503759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a805153-b4f2-47ab-9ac7-5d3941ebebdb None None] New status for floating IP a899485f-cdad-4e79-8334-67b636ba8ffb: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:17.543278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2890839f-e9fd-4834-bcf8-64cd57f58917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 990 time: 0.1097367 Mar 16 11:21:18.300865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.546947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37450) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:18.633280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.652544 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5777eb44-c1bf-4cdd-903e-52913e001f1d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 200 len: 992 time: 0.1043296 Mar 16 11:21:19.769274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.072129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.109070 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:45.169326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-379b0db8-d447-4363-8e4b-90ff0925ac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.369674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4ca11c4-7ec7-49e0-b739-1c384e8e51e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.003407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13607bf-ad37-4b5b-af7a-01d5384f01a2 req-23bcb8f3-af89-4d6e-a39c-0a14430075ea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.004835 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d13607bf-ad37-4b5b-af7a-01d5384f01a2 req-23bcb8f3-af89-4d6e-a39c-0a14430075ea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0851643 Mar 16 11:21:48.158001 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d13607bf-ad37-4b5b-af7a-01d5384f01a2 req-2d543466-9c67-49db-9005-a54de80d0b65 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466987 Mar 16 11:21:48.311690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.649060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.355656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb57a5-9c8b-4357-b48e-636450a21221 req-72752d85-797a-420d-aaba-31550acdb94b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:49.357128 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-77cb57a5-9c8b-4357-b48e-636450a21221 req-72752d85-797a-420d-aaba-31550acdb94b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0824087 Mar 16 11:21:49.404502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-77cb57a5-9c8b-4357-b48e-636450a21221 req-607f232a-b5f9-499d-bbff-6453850ae1a4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=08570095-b447-446a-b24d-5fa49b87f055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Mar 16 11:21:49.428998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-72471771-58b2-4920-b0ed-4bd46d5bb13a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:49.430447 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-72471771-58b2-4920-b0ed-4bd46d5bb13a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 945 time: 0.0858905 Mar 16 11:21:49.502888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:21:49.503227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.771704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:49.771977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.808857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.065063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.065391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.065701 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP a899485f-cdad-4e79-8334-67b636ba8ffb disassociated. External IP: 172.26.7.13, port: 23659213-a8b5-4d7e-adbc-a7c6847c7a9b. Mar 16 11:21:50.066070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 23659213-a8b5-4d7e-adbc-a7c6847c7a9b owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:21:50.117788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.312893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.364064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=23659213-a8b5-4d7e-adbc-a7c6847c7a9b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:50.568442 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ceaa9a7-5210-44f3-b4c3-d18c84e7efc0 req-72905614-6aa5-4ccc-abc2-38d8204614a9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 210 time: 0.0547011 Mar 16 11:21:50.599913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:21:50.792200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:21:50.804210 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:21:50.815108 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:50.815731 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:50.980970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 23659213-a8b5-4d7e-adbc-a7c6847c7a9b on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:50.984105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.986906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'name': 'network-vif-deleted', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:51.035448 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bad8a83-fce0-499e-b314-2aed69f90763', 'name': 'network-vif-deleted', 'tag': '23659213-a8b5-4d7e-adbc-a7c6847c7a9b', 'status': 'completed', 'code': 200} Mar 16 11:21:51.051335 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:51.079622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ad38bbea-d39a-48ce-b7e6-8b0cf42b4139 req-b83cef39-59f8-41e8-b900-5915066b9b6b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/23659213-a8b5-4d7e-adbc-a7c6847c7a9b HTTP/1.1" status: 204 len: 173 time: 1.6436415 Mar 16 11:21:51.388433 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:51.392551 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:21:51.400759 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:21:51.401363 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:51.588469 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:21:51.739765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-6254dd77-89fe-4b5b-8fef-c074082f542b req-e84fc1fe-614f-4564-894b-bc516e168b9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:51.837703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-6254dd77-89fe-4b5b-8fef-c074082f542b req-e84fc1fe-614f-4564-894b-bc516e168b9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:51.839150 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6254dd77-89fe-4b5b-8fef-c074082f542b req-e84fc1fe-614f-4564-894b-bc516e168b9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bad8a83-fce0-499e-b314-2aed69f90763 HTTP/1.1" status: 200 len: 210 time: 0.1473675 Mar 16 11:21:51.924739 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:51.928664 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68aead-781e-4d50-8cd5-6c31a30e9ef2 None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:19:52Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'c2764e30-dd7d-4c35-9fc8-36a42ecdbf43', 'name': '', 'network_id': '9f152505-6c70-4aa1-9276-d6de19a497b1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:3b:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:51Z', 'updated_at': '2022-03-16T11:19:57Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '1a0372ec-338f-4bbb-8bf6-05e17f7e9198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:21:52.142631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c3c1f-2ff6-4b45-8853-c8d6ed9f70b3 None None] New status for floating IP a899485f-cdad-4e79-8334-67b636ba8ffb: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:21:52.943794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37528) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:53.018094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.050923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.179995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.201299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08570095-b447-446a-b24d-5fa49b87f055,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:53.211250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.211587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.211918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.212243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.212559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.212875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.213188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.213500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.213810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.214145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.214453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.214764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:53.279082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.282851 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-109d604e-7582-48b8-b4c1-34401ea5e88c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/08570095-b447-446a-b24d-5fa49b87f055 HTTP/1.1" status: 204 len: 168 time: 0.3370781 Mar 16 11:21:53.392895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37534) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:53.559514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 9d04a46f-7d8a-4282-8d41-963007366a40 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:21:53.560067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.600646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 23659213-a8b5-4d7e-adbc-a7c6847c7a9b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:53.637763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 23659213-a8b5-4d7e-adbc-a7c6847c7a9b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:21:53.639019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 23659213-a8b5-4d7e-adbc-a7c6847c7a9b not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:53.743952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.744479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.869294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 9d04a46f-7d8a-4282-8d41-963007366a40 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:21:54.135117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.218393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=9d04a46f-7d8a-4282-8d41-963007366a40,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:54.291381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.520337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.607524 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8f70ca0c-f777-4e70-9cb3-6d27adfb42fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/a899485f-cdad-4e79-8334-67b636ba8ffb HTTP/1.1" status: 204 len: 168 time: 1.1275573 Mar 16 11:21:55.137545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68473c-93ad-4a2e-bbc9-eddb5963c72c req-a7454162-db68-4715-8081-3896f06e90c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:55.138336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb68473c-93ad-4a2e-bbc9-eddb5963c72c req-a7454162-db68-4715-8081-3896f06e90c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:55.209162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb68473c-93ad-4a2e-bbc9-eddb5963c72c req-a7454162-db68-4715-8081-3896f06e90c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:55.210445 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb68473c-93ad-4a2e-bbc9-eddb5963c72c req-a7454162-db68-4715-8081-3896f06e90c8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.1571605 Mar 16 11:21:55.265642 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb68473c-93ad-4a2e-bbc9-eddb5963c72c req-ce43198a-7ee0-4c78-ba0e-27cffa3c6afa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457947 Mar 16 11:21:56.018022 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-4fefda44-0def-4174-a6d1-5aee1ceba178 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196272795&fields=id&tenant_id=b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 267 time: 0.0390851 Mar 16 11:21:56.164157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-f7230b71-5906-4984-bf5a-5d82b2af8953 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.165590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-f7230b71-5906-4984-bf5a-5d82b2af8953 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 811 time: 0.1413391 Mar 16 11:21:56.180249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d59d4c60-3c71-4bb1-9b06-e3a3d58873eb tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/quotas/b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 375 time: 0.0086889 Mar 16 11:21:56.270566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-17edf1f4-1ddb-4565-8ddf-fa8d7f98b263 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0854819 Mar 16 11:21:56.408330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-eb22d270-d895-4ca4-89d8-e89a8e2b1084 service neutron] 10.222.0.30 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259925 Mar 16 11:21:56.501598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bae1f-3cda-462a-96f0-e90682ca1978 req-9349fbe0-c599-41a8-ad92-9d62ff670553 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.503019 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-233bae1f-3cda-462a-96f0-e90682ca1978 req-9349fbe0-c599-41a8-ad92-9d62ff670553 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.1279342 Mar 16 11:21:56.560066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-a72ff6d5-5553-405b-9a73-82cd41a9fbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.562210 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-a72ff6d5-5553-405b-9a73-82cd41a9fbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 946 time: 0.1378391 Mar 16 11:21:56.606615 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-233bae1f-3cda-462a-96f0-e90682ca1978 req-b56e381e-b141-4b57-b0a7-c9d46f22c217 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc402675-45cc-48e9-ad13-c5f153d1e020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969350 Mar 16 11:21:56.642929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 55aff462-6d6a-44cd-ae36-079eca3172d1 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:21:56.649974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.650419 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-617954b1-158a-4e7c-be99-74cdf96a185e service neutron] 10.222.0.30 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326503 Mar 16 11:21:56.893441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 55aff462-6d6a-44cd-ae36-079eca3172d1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=55aff462-6d6a-44cd-ae36-079eca3172d1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:21:56.893790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.113382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 55aff462-6d6a-44cd-ae36-079eca3172d1 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:21:57.315060 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4086973e-a441-4812-927e-9b7496d10b02 req-0fea8f0c-bcd4-458d-82fb-c0490c28b033 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 210 time: 0.0444741 Mar 16 11:21:57.317218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.406081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=55aff462-6d6a-44cd-ae36-079eca3172d1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:57.446699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.447081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.447421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.447747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.448097 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.448418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.448737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.449051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.449367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.449682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.450026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.450339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:57.458587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 55aff462-6d6a-44cd-ae36-079eca3172d1 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:57.460802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.463649 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'name': 'network-vif-deleted', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:21:57.509102 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7bd0cd-3562-4325-8e18-9f97bac882fc', 'name': 'network-vif-deleted', 'tag': '55aff462-6d6a-44cd-ae36-079eca3172d1', 'status': 'completed', 'code': 200} Mar 16 11:21:57.530200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b94f0810-cb5d-43dc-b4bc-ef73080fe601 req-d845f183-af6f-4bab-8313-7eba0bce2811 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/55aff462-6d6a-44cd-ae36-079eca3172d1 HTTP/1.1" status: 204 len: 173 time: 0.9608572 Mar 16 11:21:57.760611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-513c67f5-ee5c-4889-9a97-d9b61c2bb1cb req-05417d0b-fcfd-4def-8696-fbc6477bf6b7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:57.871410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-513c67f5-ee5c-4889-9a97-d9b61c2bb1cb req-05417d0b-fcfd-4def-8696-fbc6477bf6b7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:57.877895 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-513c67f5-ee5c-4889-9a97-d9b61c2bb1cb req-05417d0b-fcfd-4def-8696-fbc6477bf6b7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7bd0cd-3562-4325-8e18-9f97bac882fc HTTP/1.1" status: 200 len: 210 time: 0.1586866 Mar 16 11:21:58.470899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-841cb7a0-855c-41f7-8f5a-2fad2d91196d req-c3fd6f2d-f473-4eb2-8c29-b43359b7eec3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 210 time: 0.0425417 Mar 16 11:21:58.967105 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37582) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:59.037975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e463696-cf1d-4761-beeb-82135038695c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.066571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e463696-cf1d-4761-beeb-82135038695c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.220892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e463696-cf1d-4761-beeb-82135038695c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.240332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e463696-cf1d-4761-beeb-82135038695c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc402675-45cc-48e9-ad13-c5f153d1e020,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:59.248587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e463696-cf1d-4761-beeb-82135038695c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.250000 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9e463696-cf1d-4761-beeb-82135038695c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/cc402675-45cc-48e9-ad13-c5f153d1e020 HTTP/1.1" status: 204 len: 168 time: 0.2816031 Mar 16 11:21:59.341327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37588) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:59.420883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-49407957-df1d-4e0b-8a28-f104463641cb tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:59.422385 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-49407957-df1d-4e0b-8a28-f104463641cb tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 811 time: 0.1524234 Mar 16 11:21:59.470894 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-f567226b-abab-485b-8d95-ddf2b1014156 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56556f803ba499eb03c393765482485 HTTP/1.1" status: 200 len: 380 time: 0.0402179 Mar 16 11:21:59.479024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'port': {'device_id': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'admin_state_up': True, 'tenant_id': 'b56556f803ba499eb03c393765482485', 'security_groups': ['338b1c44-b00f-445e-9cfc-3d93bfc34cfb']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:21:59.676127 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5bdcec14-161f-44be-b7ca-1dd36c62a46c req-86521170-86a3-4c21-a22f-7a07ae1ed9b4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 210 time: 0.0624831 Mar 16 11:21:59.717566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:59.727292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:59.803159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Made reservation on behalf of b56556f803ba499eb03c393765482485 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:59.806765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.933314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.985198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Allocated IP 172.20.0.8 (7b445777-6e82-41f8-b592-9c5f76b747c8/31e91600-b86c-4753-b291-61e1553cef84/b6412556-216b-431d-87b3-daa0134f6302) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:00.191463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.207482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Transition to ACTIVE for port object b6412556-216b-431d-87b3-daa0134f6302 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:00.298930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:00.299263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.312129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.379071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:00.382178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:00.390749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:00.439477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=b6412556-216b-431d-87b3-daa0134f6302,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:00.496745 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.497396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.523562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port c2764e30-dd7d-4c35-9fc8-36a42ecdbf43, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:00.523562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.622514 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d54a33f5-af8d-47bf-a4da-b2c9e1835acf tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1469359 Mar 16 11:22:00.634298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Request body: {'port': {'device_id': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:00.674806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:00.706795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7fe9793a-395b-4d08-a6a5-409c8bf5e3f4 None None] Provisioning for port b6412556-216b-431d-87b3-daa0134f6302 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:00.711347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7fe9793a-395b-4d08-a6a5-409c8bf5e3f4 None None] Provisioning complete for port b6412556-216b-431d-87b3-daa0134f6302 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:00.715970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7fe9793a-395b-4d08-a6a5-409c8bf5e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.775850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.826000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9793a-395b-4d08-a6a5-409c8bf5e3f4 None None] Port b6412556-216b-431d-87b3-daa0134f6302 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:01.042968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8afef-50c8-42d3-b776-48a2f2329fdd req-d39ef895-b733-43ff-bb79-16bb54c5b0bc tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:01.044402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e3b8afef-50c8-42d3-b776-48a2f2329fdd req-d39ef895-b733-43ff-bb79-16bb54c5b0bc tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 931 time: 0.1057734 Mar 16 11:22:01.139092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e3b8afef-50c8-42d3-b776-48a2f2329fdd req-f2a65262-04c6-497d-a345-57143c42ecd3 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857794 Mar 16 11:22:01.220476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.259596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6412556-216b-431d-87b3-daa0134f6302 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:01.267229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.270711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=c2764e30-dd7d-4c35-9fc8-36a42ecdbf43,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:01.282270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Transition to ACTIVE for port object b6412556-216b-431d-87b3-daa0134f6302 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:01.357109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.512023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Pushing event updated for resources: {'Port': ['ID=b6412556-216b-431d-87b3-daa0134f6302,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:01.596062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.628907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 55aff462-6d6a-44cd-ae36-079eca3172d1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:01.662573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Attempting to bind port b6412556-216b-431d-87b3-daa0134f6302 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:01.662996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Attempting to bind port b6412556-216b-431d-87b3-daa0134f6302 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:01.663433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Attempting to bind port b6412556-216b-431d-87b3-daa0134f6302 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:01.668539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Port b6412556-216b-431d-87b3-daa0134f6302 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:22:01.668992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Attempting to bind port b6412556-216b-431d-87b3-daa0134f6302 on network 7b445777-6e82-41f8-b592-9c5f76b747c8 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:01.675030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:01.675234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 55aff462-6d6a-44cd-ae36-079eca3172d1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:01.675401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Checking segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:01.675550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 55aff462-6d6a-44cd-ae36-079eca3172d1 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:01.675998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Bound using segment: {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:01.676485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Bound port: b6412556-216b-431d-87b3-daa0134f6302, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d26de0-3922-4dde-9571-84bf02bb7b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:01.676928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.775102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] For port b6412556-216b-431d-87b3-daa0134f6302, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:01.778067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] For port b6412556-216b-431d-87b3-daa0134f6302, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b6412556-216b-431d-87b3-daa0134f6302,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:01.866564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.922931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:01.923627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.925111 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] 10.222.0.53 "PUT /v2.0/ports/b6412556-216b-431d-87b3-daa0134f6302 HTTP/1.1" status: 200 len: 1093 time: 1.2952840 Mar 16 11:22:01.925620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:01.957264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d666ab-9640-49c8-9c9a-814919e62239 service neutron] Pushing event updated for resources: {'Port': ['ID=b6412556-216b-431d-87b3-daa0134f6302,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:01.986516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2181e86e-5384-4895-9336-e269522f13a0 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:02.002682 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302', 'status': 'completed', 'code': 200} Mar 16 11:22:02.105699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d73a-f4a6-47e3-a6bb-45942d894841 req-b04b52b0-fbb4-495e-88fc-5036841c2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.107526 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c108d73a-f4a6-47e3-a6bb-45942d894841 req-b04b52b0-fbb4-495e-88fc-5036841c2b2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0780334 Mar 16 11:22:02.176073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:02.187312 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] Sync routers for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:02.197579 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:02.205279 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:02.277605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d73a-f4a6-47e3-a6bb-45942d894841 req-279aadd4-e5a4-4242-9725-8beb84199e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.279122 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c108d73a-f4a6-47e3-a6bb-45942d894841 req-279aadd4-e5a4-4242-9725-8beb84199e46 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b56556f803ba499eb03c393765482485&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1646872 Mar 16 11:22:02.302923 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a615ecb5-ab8d-45e7-8fc4-fc7e98f2f773 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/2181e86e-5384-4895-9336-e269522f13a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604464 Mar 16 11:22:02.308390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37600) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:02.389062 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:02.392717 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet 1a0372ec-338f-4bbb-8bf6-05e17f7e9198 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:22:02.400992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.433468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d73a-f4a6-47e3-a6bb-45942d894841 req-28aaf998-1c72-4893-a8fe-7d16bb82d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.434759 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c108d73a-f4a6-47e3-a6bb-45942d894841 req-28aaf998-1c72-4893-a8fe-7d16bb82d2dc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494262 Mar 16 11:22:02.447844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160621-77b0-48d3-a0d7-70b4656d008a req-2683dd29-d298-48d1-a1ce-8d13c777da48 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.450455 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff160621-77b0-48d3-a0d7-70b4656d008a req-2683dd29-d298-48d1-a1ce-8d13c777da48 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.1909616 Mar 16 11:22:02.487319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.558093 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff160621-77b0-48d3-a0d7-70b4656d008a req-c57784b4-d6e5-4854-af47-8564d1d7c76d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000853 Mar 16 11:22:02.559215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-e532f3c5-e249-40da-81b5-b8d382e60287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.561879 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-e532f3c5-e249-40da-81b5-b8d382e60287 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0876224 Mar 16 11:22:02.621109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.646255 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-c758d43a-a419-472b-854f-20f639c48a63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6412556-216b-431d-87b3-daa0134f6302 HTTP/1.1" status: 200 len: 217 time: 0.0776415 Mar 16 11:22:02.722219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d144da6a-b769-4407-ab94-c2385b3dd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.724452 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-d144da6a-b769-4407-ab94-c2385b3dd1e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0713184 Mar 16 11:22:02.739793 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:22:01Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:02.744140 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] Checking router: 2181e86e-5384-4895-9336-e269522f13a0 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:02.753000 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] Routers {'2181e86e-5384-4895-9336-e269522f13a0'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:02.753608 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2181e86e-5384-4895-9336-e269522f13a0'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:02.825872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-6f21437d-b36d-4b66-ada6-6ebef5e93928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.827698 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-6f21437d-b36d-4b66-ada6-6ebef5e93928 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975351 Mar 16 11:22:02.912421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.936700 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] Set router 2181e86e-5384-4895-9336-e269522f13a0 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:02.951653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0372ec-338f-4bbb-8bf6-05e17f7e9198,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:02.954229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.962009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf51026-97d8-4b36-acc3-0157db5692ab None None] Network 9f152505-6c70-4aa1-9276-d6de19a497b1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:22:02.967470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-def4a4eb-592d-4a51-8d9b-7efdf2e662c0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/1a0372ec-338f-4bbb-8bf6-05e17f7e9198 HTTP/1.1" status: 204 len: 168 time: 0.6580439 Mar 16 11:22:02.968076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37604) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:02.973177 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-781fb0d2-b29e-44ac-ac74-cd237bc8a361 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391444 Mar 16 11:22:03.123527 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d4d039b-ddc7-4d9f-b080-04a708befbce req-c4cc5855-e2e7-40d2-b8ad-a644afb5b7c5 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446328 Mar 16 11:22:03.175572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.240858 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:22:01Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:03.245088 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cadf1-1902-4370-9d34-dd45cd8805e7 None None] The sync data for ids ['2181e86e-5384-4895-9336-e269522f13a0'] in dv-neutron-831730-4-hyperv is: [{'id': '2181e86e-5384-4895-9336-e269522f13a0', 'name': 'tempest-TestNetworkBasicOps-router-1598635752', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:46Z', 'updated_at': '2022-03-16T11:22:01Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '8174ee0c-e0d3-47cb-99c7-96ff5e395b3e', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2181e86e-5384-4895-9336-e269522f13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:47Z', 'updated_at': '2022-03-16T11:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:03.253923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] DHCP port deletion for 9f152505-6c70-4aa1-9276-d6de19a497b1 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:22:03.258269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] Deleting port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:03.259032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.377966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.443148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:22:03.443589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.470733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] For port 636ef265-84d6-4cb2-b638-ce215b3fd2b1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=636ef265-84d6-4cb2-b638-ce215b3fd2b1,segment=NetworkSegment(605b1fcc-76db-409d-94c0-f9b6673f9950),segment_id=605b1fcc-76db-409d-94c0-f9b6673f9950)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:03.471123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.601894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] Calling delete_port for 636ef265-84d6-4cb2-b638-ce215b3fd2b1 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:03.649158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:03.649516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.769334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.780933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:22:03.817605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] Pushing event deleted for resources: {'Port': ['ID=636ef265-84d6-4cb2-b638-ce215b3fd2b1,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:03.821061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a39e2-721a-471c-aed3-dfb9ae34643c None None] No DVR routers for this DVR port 636ef265-84d6-4cb2-b638-ce215b3fd2b1 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:03.883079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931a4c-6ae9-42fe-a2f8-205c264f43a1 req-8a747957-1aa7-4de6-8381-c4d0358b8f38 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:03.883767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cd931a4c-6ae9-42fe-a2f8-205c264f43a1 req-8a747957-1aa7-4de6-8381-c4d0358b8f38 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:03.979839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cd931a4c-6ae9-42fe-a2f8-205c264f43a1 req-8a747957-1aa7-4de6-8381-c4d0358b8f38 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:03.980972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd931a4c-6ae9-42fe-a2f8-205c264f43a1 req-8a747957-1aa7-4de6-8381-c4d0358b8f38 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.2898836 Mar 16 11:22:04.026757 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd931a4c-6ae9-42fe-a2f8-205c264f43a1 req-d5fa1b08-c298-4c59-919f-779c2bfdd3c6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Mar 16 11:22:04.037444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.085602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=8174ee0c-e0d3-47cb-99c7-96ff5e395b3e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:04.177105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.351032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.351995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.448785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.449323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 2181e86e-5384-4895-9336-e269522f13a0 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:22:04.464623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.465713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b3fd7157-498e-4c7a-931b-efc567c6b75e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/2181e86e-5384-4895-9336-e269522f13a0 HTTP/1.1" status: 204 len: 168 time: 1.4967575 Mar 16 11:22:04.468596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37610) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:04.588585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.719396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.744609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f152505-6c70-4aa1-9276-d6de19a497b1']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:04.756555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605b1fcc-76db-409d-94c0-f9b6673f9950') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:04.756854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605b1fcc-76db-409d-94c0-f9b6673f9950') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:04.767905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.784052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.790039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:22:04.790423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:04.805162 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:04.938897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:04.976188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:04.976452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c2764e30-dd7d-4c35-9fc8-36a42ecdbf43 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:04.976873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 636ef265-84d6-4cb2-b638-ce215b3fd2b1 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:04.980100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.998170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.010636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 636ef265-84d6-4cb2-b638-ce215b3fd2b1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:05.010991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 636ef265-84d6-4cb2-b638-ce215b3fd2b1 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:05.011314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=9f152505-6c70-4aa1-9276-d6de19a497b1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:05.013246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:05.044815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:22:05.045168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 8174ee0c-e0d3-47cb-99c7-96ff5e395b3e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:05.135501 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-625d23a1-e35d-4d40-8515-4aa95c42b841 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/9f152505-6c70-4aa1-9276-d6de19a497b1 HTTP/1.1" status: 204 len: 168 time: 0.6656089 Mar 16 11:22:05.159478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37616) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:05.165545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--1956883274', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:05.170566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:05.175373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:05.178468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:05.184546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:05.277481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:05.281069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.308983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:05.316113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11d72f-1c32-4b46-b370-617c1bbcdf2a req-9bb115a6-d44f-420b-977e-5c6454d57a67 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:05.317480 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bc11d72f-1c32-4b46-b370-617c1bbcdf2a req-9bb115a6-d44f-420b-977e-5c6454d57a67 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.1832583 Mar 16 11:22:05.318402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.318772 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment dfc3af19-68a1-475f-929b-a0a861d0aefd of type vlan for network 6ab1868d-ce3e-4e23-9909-967d11b8092a Mar 16 11:22:05.349235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.362426 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bc11d72f-1c32-4b46-b370-617c1bbcdf2a req-9c5eef3d-04a4-448b-a7ef-254c78613c96 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387063 Mar 16 11:22:05.454363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.459890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:05.460472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.570785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=6ab1868d-ce3e-4e23-9909-967d11b8092a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:05.581824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:05.638006 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e86ddfcb-d62b-41cd-9885-b2f832aff471 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4773180 Mar 16 11:22:05.640658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37620) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:05.645966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:05.653036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:05.657779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:05.662806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:05.668607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:05.728986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.730058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.744792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.070654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.422720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.455311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.759058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050795d2-e04a-4160-a459-f28b1ed25b00 req-59fb34b8-9b7f-4264-a62e-e2dc2d583e76 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:06.760580 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-050795d2-e04a-4160-a459-f28b1ed25b00 req-59fb34b8-9b7f-4264-a62e-e2dc2d583e76 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.1696677 Mar 16 11:22:06.769038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.122 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/c0774953-df0a-4323-83e4-e9b389b1d470) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:06.845497 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-050795d2-e04a-4160-a459-f28b1ed25b00 req-a3aaecf6-409e-4ed9-afd0-dc786aa1319f tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784030 Mar 16 11:22:06.948474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.083261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.148045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:07.150785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:07.159136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:07.188210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=c0774953-df0a-4323-83e4-e9b389b1d470,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:07.680588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.024230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.027431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c619c-31be-4957-8ab9-d8562e4b39cb req-3c0c911c-14f7-4c34-996d-b1a766b4aeea tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.028884 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a9c619c-31be-4957-8ab9-d8562e4b39cb req-3c0c911c-14f7-4c34-996d-b1a766b4aeea tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.0802798 Mar 16 11:22:08.075575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3a9c619c-31be-4957-8ab9-d8562e4b39cb req-4c2dd866-2cdb-4ec2-a173-61db2befcff6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402987 Mar 16 11:22:08.402428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:22:08.579746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:08.589778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Sync routers for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:08.599556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:08.600158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:08.637274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.638577 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e32ebea7-1139-4003-a5ce-f96451edcc30 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9967136 Mar 16 11:22:08.642534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37628) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.682853 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b6d2f82f-8d34-45f0-9084-786cd496a581 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392280 Mar 16 11:22:08.685673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37632) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.815871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:08.822341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40bc58-e123-4f4f-9434-e696a527839e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.823791 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4a40bc58-e123-4f4f-9434-e696a527839e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370862 Mar 16 11:22:08.826698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37636) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.865301 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5ae7bff3-a813-4e73-9988-8f08649b0f9d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375755 Mar 16 11:22:08.867783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37640) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.872930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554087152', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:08.982061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:08.986526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:08.991041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:08.995375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:09.108678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:07Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:09.111480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:09.116227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Checking router: e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:09.116227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Updating router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 port c0774953-df0a-4323-83e4-e9b389b1d470 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:22:09.116706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.171585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.277093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd42e9-4c1b-4e0d-ac19-856fc89b4ac4 req-1318d582-bd7f-4c36-b114-51b3529275f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.278820 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-54cd42e9-4c1b-4e0d-ac19-856fc89b4ac4 req-1318d582-bd7f-4c36-b114-51b3529275f6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.0906386 Mar 16 11:22:09.334270 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-54cd42e9-4c1b-4e0d-ac19-856fc89b4ac4 req-ab99790d-6a77-4014-a8ba-1a2c42ea1c61 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487065 Mar 16 11:22:09.392378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.470298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=d23de138-5b45-42d7-af4b-a58da926ab6f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:09.483089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:09.483447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 6ab1868d-ce3e-4e23-9909-967d11b8092a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:09.513042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.525358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Transition to ACTIVE for port object c0774953-df0a-4323-83e4-e9b389b1d470 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:09.585810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:09.608514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.682999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 6ab1868d-ce3e-4e23-9909-967d11b8092a) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:09.686959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.687604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.689891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Attempting to bind port c0774953-df0a-4323-83e4-e9b389b1d470 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:09.696567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Attempting to bind port c0774953-df0a-4323-83e4-e9b389b1d470 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:09.696567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Attempting to bind port c0774953-df0a-4323-83e4-e9b389b1d470 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:09.696567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Pushing event updated for resources: {'Port': ['ID=c0774953-df0a-4323-83e4-e9b389b1d470,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:09.697370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e40b2-7797-407c-9414-535a5b216f37 None None] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:22:09.714170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:09.715919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:09.715919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.715919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:09.715919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Bound port: c0774953-df0a-4323-83e4-e9b389b1d470, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:09.716272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.754895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-79a2e31f-42c8-4c4d-b007-a0a21d7940b6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8833535 Mar 16 11:22:09.755081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37646) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.872005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] For port c0774953-df0a-4323-83e4-e9b389b1d470, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:09.907029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] For port c0774953-df0a-4323-83e4-e9b389b1d470, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c0774953-df0a-4323-83e4-e9b389b1d470,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:09.967834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.026526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-6ab1868d-ce3e-4e23-9909-967d11b8092a', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:22:10.026526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.064633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:10.065260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:10.226374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Pushing event updated for resources: {'Port': ['ID=c0774953-df0a-4323-83e4-e9b389b1d470,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:10.246947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.247297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.247634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.247967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.248295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.248630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.248956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.249292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.249598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.250535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.250877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.251194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fbef77-a4ee-4ed8-bf9d-daf16a051a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:10.423725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:10.540304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Allocated IP 172.20.0.2 (6ab1868d-ce3e-4e23-9909-967d11b8092a/d23de138-5b45-42d7-af4b-a58da926ab6f/42dd8ce1-152e-401d-91e5-5d03b42f5ca6) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:10.666647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.777262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121ef48-ee9e-4dee-8077-9d3e5e76dae0 req-81cc1937-3d04-4410-aac3-21e6c599e5a5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:10.778773 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b121ef48-ee9e-4dee-8077-9d3e5e76dae0 req-81cc1937-3d04-4410-aac3-21e6c599e5a5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 943 time: 0.2243030 Mar 16 11:22:10.901622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.911181 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b121ef48-ee9e-4dee-8077-9d3e5e76dae0 req-0da5e7e7-bdaa-4433-8537-5f66848f2184 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251037 Mar 16 11:22:10.915181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Transition to ACTIVE for port object 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:10.938974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Transition to ACTIVE for port object 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:10.941060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:07Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:10.945962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe914f5-565d-42c3-ada1-dd44c2f597c3 None None] The sync data for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv is: [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:07Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:11.003258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.067089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:11.069956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:11.079937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:11.086457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Pushing event updated for resources: {'Port': ['ID=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:11.141979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (6ab1868d-ce3e-4e23-9909-967d11b8092a/d23de138-5b45-42d7-af4b-a58da926ab6f/e40b1b2b-28b0-477d-9996-91dcefab7f09) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:11.203620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Attempting to bind port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:11.203995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Attempting to bind port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:11.204398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Attempting to bind port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:11.210524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:11.210890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Checking segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:11.211282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.211667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Bound using segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:11.212119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Bound port: 42dd8ce1-152e-401d-91e5-5d03b42f5ca6, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:11.212486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.322757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] For port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:11.325793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] For port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:11.333767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.351197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object e40b1b2b-28b0-477d-9996-91dcefab7f09 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:11.431803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.486177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.529019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec4609-16e1-41c8-a2cd-e0c8f590bd83 None None] Pushing event updated for resources: {'Port': ['ID=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:11.550186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:11.553766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:11.558104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:11.619258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=e40b1b2b-28b0-477d-9996-91dcefab7f09,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:11.637351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.659700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device b6412556-216b-431d-87b3-daa0134f6302 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:11.853583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port b6412556-216b-431d-87b3-daa0134f6302, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b6412556-216b-431d-87b3-daa0134f6302,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:11.871881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'b6412556-216b-431d-87b3-daa0134f6302', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'port_id': 'b6412556-216b-431d-87b3-daa0134f6302', 'mac_address': 'fa:16:3e:e2:ae:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:11.945023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.964101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6412556-216b-431d-87b3-daa0134f6302 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:11.981397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port b6412556-216b-431d-87b3-daa0134f6302, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b6412556-216b-431d-87b3-daa0134f6302,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:12.028710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.032296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.108087 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:12.112669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=b6412556-216b-431d-87b3-daa0134f6302,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:12.124036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc278fc-61a6-44a0-b84d-9bc87244dc3a req-29c3eb4a-828a-42dd-be4f-5e7d6cffc059 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.126074 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-adc278fc-61a6-44a0-b84d-9bc87244dc3a req-29c3eb4a-828a-42dd-be4f-5e7d6cffc059 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 944 time: 0.0938988 Mar 16 11:22:12.174870 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-adc278fc-61a6-44a0-b84d-9bc87244dc3a req-fa6fdacf-68c8-4e55-926e-df896b051e1c tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Mar 16 11:22:12.257802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['b6412556-216b-431d-87b3-daa0134f6302'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:12.593951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.643009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.669966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f51ea9-d3a8-494d-b9d3-bb935778b621 None None] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:22:12.760183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=e40b1b2b-28b0-477d-9996-91dcefab7f09,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:12.762696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.939132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:12.939132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:12.945052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c0774953-df0a-4323-83e4-e9b389b1d470 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:12.986764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4ff01218-5532-410d-87c5-31a9313435db None None] Provisioning for port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.097065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c0774953-df0a-4323-83e4-e9b389b1d470 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.104530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c0774953-df0a-4323-83e4-e9b389b1d470 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.111843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.142895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:13.235867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.255895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port c0774953-df0a-4323-83e4-e9b389b1d470, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c0774953-df0a-4323-83e4-e9b389b1d470,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:13.341162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.344129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:13.380615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:13.392568 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Sync routers for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:13.403889 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:13.404450 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:13.405148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37656) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.405609 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9cf57135-28b0-4262-8473-1c8e92848392 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/e4c8646b-d009-4d8f-8f04-4d0b7bcfb782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6490121 Mar 16 11:22:13.444416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f173c93-5633-40e0-b06d-f8271fdad39c req-68e3ec06-ee11-426d-985e-b1f55704cd9e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.452774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61877520-ba6d-40fb-bad2-68aaa51d8355 None None] Provisioning for port e40b1b2b-28b0-477d-9996-91dcefab7f09 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.453971 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4f173c93-5633-40e0-b06d-f8271fdad39c req-68e3ec06-ee11-426d-985e-b1f55704cd9e tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 944 time: 0.1453540 Mar 16 11:22:13.465588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-61877520-ba6d-40fb-bad2-68aaa51d8355 None None] Provisioning complete for port e40b1b2b-28b0-477d-9996-91dcefab7f09 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.465982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-61877520-ba6d-40fb-bad2-68aaa51d8355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.503540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4f173c93-5633-40e0-b06d-f8271fdad39c req-d8ebbfc7-c1eb-4fe7-9d24-f1ab756d043d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486517 Mar 16 11:22:13.526547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-61877520-ba6d-40fb-bad2-68aaa51d8355 None None] Port e40b1b2b-28b0-477d-9996-91dcefab7f09 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:13.528507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=c0774953-df0a-4323-83e4-e9b389b1d470,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:13.625788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.632373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.633015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.647947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.654915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.654915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.654915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.654915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.654915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.654915 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1760176a-6bb8-4288-856a-416cbefd68ca tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2447577 Mar 16 11:22:13.655743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37660) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.683282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device b6412556-216b-431d-87b3-daa0134f6302 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:13.692324 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:13.741187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.741650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.742130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.742577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.743133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.743451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.747835 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e6326697-3eff-4b5c-98d3-66d3111e23ed tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0878320 Mar 16 11:22:13.748073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37664) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.760276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-11ee93a8-deaa-45d2-8baf-b3e4488dc0d9 None None] Provisioning complete for port e40b1b2b-28b0-477d-9996-91dcefab7f09 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.760644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-11ee93a8-deaa-45d2-8baf-b3e4488dc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.863344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-11ee93a8-deaa-45d2-8baf-b3e4488dc0d9 None None] Port e40b1b2b-28b0-477d-9996-91dcefab7f09 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:13.884392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.919645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:13.952204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port b6412556-216b-431d-87b3-daa0134f6302 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.957333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dad3aa60-5d97-4964-965f-029441eb71b8 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2076528 Mar 16 11:22:13.961413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port b6412556-216b-431d-87b3-daa0134f6302 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.961413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.961618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37668) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.965693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-480547972', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:13.997411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.022275 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:12Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:14.026093 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Checking router: e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:14.026444 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Updating router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 port e40b1b2b-28b0-477d-9996-91dcefab7f09 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:22:14.086831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a7fdbfd7-cb5b-45cb-b5ea-ed5ff8aa02be None None] Provisioning complete for port e40b1b2b-28b0-477d-9996-91dcefab7f09 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:14.087203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a7fdbfd7-cb5b-45cb-b5ea-ed5ff8aa02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.088443 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.115723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:14.120493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:port and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:14.123459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:14.129874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:14.133690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:14.188379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdbfd7-cb5b-45cb-b5ea-ed5ff8aa02be None None] Port e40b1b2b-28b0-477d-9996-91dcefab7f09 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:14.205953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.225508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:14.229519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.233311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:14.244546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port b6412556-216b-431d-87b3-daa0134f6302, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b6412556-216b-431d-87b3-daa0134f6302,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:14.253737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] device_id is not set on port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:22:14.284860 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302', 'code': 200} Mar 16 11:22:14.322759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.393795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=b6412556-216b-431d-87b3-daa0134f6302,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:14.472735 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.487036 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Transition to ACTIVE for port object e40b1b2b-28b0-477d-9996-91dcefab7f09 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:14.565456 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.690865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.13 (6ab1868d-ce3e-4e23-9909-967d11b8092a/d23de138-5b45-42d7-af4b-a58da926ab6f/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:14.716909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d43f1-a00c-4997-8ccf-472da6bb1c0b req-ebd64d0a-8939-4779-bfe2-f7005beafa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:14.718408 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Pushing event updated for resources: {'Port': ['ID=e40b1b2b-28b0-477d-9996-91dcefab7f09,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:14.719418 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c25d43f1-a00c-4997-8ccf-472da6bb1c0b req-ebd64d0a-8939-4779-bfe2-f7005beafa16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0857353 Mar 16 11:22:14.733320 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.733731 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.735953 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.736372 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.736997 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.737398 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.737791 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.738325 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.738793 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.739197 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.739578 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.739963 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:14.772918 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c25d43f1-a00c-4997-8ccf-472da6bb1c0b req-76bb58ae-ac3e-4b5e-9fba-0d82e758ca91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Mar 16 11:22:14.846091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c0774953-df0a-4323-83e4-e9b389b1d470 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:14.857710 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Attempting to bind port e40b1b2b-28b0-477d-9996-91dcefab7f09 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:14.858550 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Attempting to bind port e40b1b2b-28b0-477d-9996-91dcefab7f09 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:14.858764 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Attempting to bind port e40b1b2b-28b0-477d-9996-91dcefab7f09 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:14.866115 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:14.873136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Checking segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:14.873136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.873136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Bound using segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:14.873136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Bound port: e40b1b2b-28b0-477d-9996-91dcefab7f09, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:14.873136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.934297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c0774953-df0a-4323-83e4-e9b389b1d470 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:14.934877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.947576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e9c24-01bb-418d-a3d9-1d06628213fb req-4f50b84a-b390-4090-9bb2-aa8f4f8092a6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:14.949070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e82e9c24-01bb-418d-a3d9-1d06628213fb req-4f50b84a-b390-4090-9bb2-aa8f4f8092a6 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 945 time: 0.3126619 Mar 16 11:22:14.967570 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] For port e40b1b2b-28b0-477d-9996-91dcefab7f09, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:14.971544 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] For port e40b1b2b-28b0-477d-9996-91dcefab7f09, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e40b1b2b-28b0-477d-9996-91dcefab7f09,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:15.050464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:15.083458 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e82e9c24-01bb-418d-a3d9-1d06628213fb req-00d92c34-bae8-4880-a729-5ccd767eff2d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168315 Mar 16 11:22:15.096125 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.131029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:15.131393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.135139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.151545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:15.189297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:15.190138 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:21:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:15.226108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0c2db914-a6e2-4127-a572-67e49e789b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.238564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.259043 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48533-d10c-44d9-82d8-76e355779215 None None] Pushing event updated for resources: {'Port': ['ID=e40b1b2b-28b0-477d-9996-91dcefab7f09,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:15.322738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:15.327188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:15.329716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:15.391614 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:15.398649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:15.413353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:15.414276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.550587 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-770655ec-aa57-4ebe-a9cc-4aae6d33a113 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5891955 Mar 16 11:22:15.732490 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:14Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:15.736512 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b0d8c-35b8-40bf-8834-7660ba374d58 None None] The sync data for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv is: [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:14Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:15.755733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37678) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:15.761789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751564565', 'description': 'tempest-secgroup-smoke-751564565 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:15.768593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:15.785481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-897fea72-3698-4a44-803f-5719af9598d4 None None] Provisioning for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:15.790972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:15.794727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:15.801349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-897fea72-3698-4a44-803f-5719af9598d4 None None] Provisioning complete for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:15.802514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-897fea72-3698-4a44-803f-5719af9598d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.819263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:15.867976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-897fea72-3698-4a44-803f-5719af9598d4 None None] Port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:15.888451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.909710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:15.913763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:15.917178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:15.923861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:16.009393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.071654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.121160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3c626-d053-4091-a97c-af568742c76a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:16.169517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.170848 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9f80f947-3d79-4004-957c-9cd4c5152839 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4132619 Mar 16 11:22:16.174021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37684) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:16.179650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '65e3c626-d053-4091-a97c-af568742c76a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:16.186915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:16.191496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:16.194592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:16.204489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:16.301445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a09d-4db9-4f9f-91ef-8148188f7ee2 req-133355cd-d389-4f5a-a0a3-78d56e9f9b27 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:16.303695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-baf2a09d-4db9-4f9f-91ef-8148188f7ee2 req-133355cd-d389-4f5a-a0a3-78d56e9f9b27 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 945 time: 0.0912571 Mar 16 11:22:16.356502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.366212 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-baf2a09d-4db9-4f9f-91ef-8148188f7ee2 req-0535cd7a-911e-4a98-be54-a660a08a0e96 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566864 Mar 16 11:22:16.426347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.499759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.525683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91a153d-fae4-4220-bf4a-6ed2a56881b2,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:16.570836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0b0f-56b6-467d-8b29-6f332f9f3ab1 req-ec98e7da-775c-4780-a109-11607ff15002 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:16.578043 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2ffe0b0f-56b6-467d-8b29-6f332f9f3ab1 req-ec98e7da-775c-4780-a109-11607ff15002 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 945 time: 0.1015217 Mar 16 11:22:16.597158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.598442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7fa272fa-bcbf-4b10-ac9b-ba9217d251a7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233899 Mar 16 11:22:16.601401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37690) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:16.608143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '65e3c626-d053-4091-a97c-af568742c76a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:16.614469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:16.619679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:16.622499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:16.630439 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2ffe0b0f-56b6-467d-8b29-6f332f9f3ab1 req-d53f46f6-87e2-44f3-bc8b-a9a47fc7f542 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513124 Mar 16 11:22:16.644238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:16.649119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37694) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:16.790425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.866998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e40b1b2b-28b0-477d-9996-91dcefab7f09 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:16.913029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.936074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6bb39-1747-444f-aa0f-c553e804584b tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:16.940687 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1fe6bb39-1747-444f-aa0f-c553e804584b tempest-TestVolumeBootPattern-1507868427 tempest-TestVolumeBootPattern-1507868427-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1093 time: 0.2880313 Mar 16 11:22:16.941147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37700) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:16.946298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'b6412556-216b-431d-87b3-daa0134f6302', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:16.953228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:16.957080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Usage tracker for resource:floatingip and tenant:b56556f803ba499eb03c393765482485 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:16.959947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:16.965715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:17.007857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.031795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port e40b1b2b-28b0-477d-9996-91dcefab7f09 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:17.033478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e871d2a9-a267-4339-bdb9-97f046d9cb2f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.038556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.039023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e40b1b2b-28b0-477d-9996-91dcefab7f09 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:17.039610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.129543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.130751 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4c52bc25-bd3f-4da3-831c-baa379bd962b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5283527 Mar 16 11:22:17.133869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37704) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:17.140274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '65e3c626-d053-4091-a97c-af568742c76a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:17.147141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:17.151170 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:17.154164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:17.161498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.164892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:17.183881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.196377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port e40b1b2b-28b0-477d-9996-91dcefab7f09, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e40b1b2b-28b0-477d-9996-91dcefab7f09,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:17.260925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.299932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.329711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.330503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Allocated IP 172.26.7.51 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/d405a983-fcd5-4269-8e26-11dd074f86c9) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:17.374107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=e40b1b2b-28b0-477d-9996-91dcefab7f09,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.402593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4799fdf1-a95c-4670-b01f-ce35149652c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.442898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.466403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba2123f-f20a-4514-9908-44c7d93cdc6d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.480346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.540073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.541268 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9f057fcc-1fad-44ac-9bd3-9d064f2a4991 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4052153 Mar 16 11:22:17.544006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37708) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:17.549749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '65e3c626-d053-4091-a97c-af568742c76a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:17.555803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:17.559583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:17.562682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:17.563725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.568602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:17.632377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:17.635077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:17.638657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:17.672720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.682512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=d405a983-fcd5-4269-8e26-11dd074f86c9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.736761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.836510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.861507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0112d3d-3484-4cc0-88b3-8a4fcf77847d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.911071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.912276 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ba7e32fa-deca-45ee-baa3-c84f59057864 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672826 Mar 16 11:22:17.914853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37712) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:17.919828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '65e3c626-d053-4091-a97c-af568742c76a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:17.925940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:17.930158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:17.932929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:17.939100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:17.991578 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:22:17.998459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.069904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.170536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.174262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.195428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cb2f9b-11d8-4529-a242-c4dc7f104c3c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.364816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.402540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.403083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.404291 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9c3d8000-0f84-4f4d-b63e-c2017b698e5b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4880056 Mar 16 11:22:18.407214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37716) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:18.412287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '65e3c626-d053-4091-a97c-af568742c76a', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:18.418176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:18.422610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:18.425772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:18.431441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:18.505602 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:22:18.513726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.584707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.600521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.637048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.659874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.660036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.685565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de3cd7-7bd7-4b3e-a9d0-fb076a251bb3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.740281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.750944 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bad87f82-0f25-4308-9d94-ab116c00ffea tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333526 Mar 16 11:22:18.772832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event updated for resources: {'Port': ['ID=d405a983-fcd5-4269-8e26-11dd074f86c9,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.782844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.831570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e40b1b2b-28b0-477d-9996-91dcefab7f09 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:18.904059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port e40b1b2b-28b0-477d-9996-91dcefab7f09 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:18.904515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.009504 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Floating IP 48dd58ef-15d0-4ce0-8818-92202f125cba associated. External IP: 172.26.7.51, port: b6412556-216b-431d-87b3-daa0134f6302. Mar 16 11:22:19.048520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-36eef7a3-7ffc-4ed6-b964-1300410b287a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:19.151227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-36eef7a3-7ffc-4ed6-b964-1300410b287a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:19.152297 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-36eef7a3-7ffc-4ed6-b964-1300410b287a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751564565&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.2270048 Mar 16 11:22:19.306283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-c34236d6-a838-4555-b4c2-d19dedbb6422 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.306775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-c34236d6-a838-4555-b4c2-d19dedbb6422 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:19.388617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-c34236d6-a838-4555-b4c2-d19dedbb6422 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:19.389766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-c34236d6-a838-4555-b4c2-d19dedbb6422 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 930 time: 0.2278242 Mar 16 11:22:19.486583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:19.488633 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-dbae72e2-0a2c-434d-800a-aa620818be78 service neutron] 10.222.0.30 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0855081 Mar 16 11:22:19.797256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.887237 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54a9ea38-4e89-43c2-820c-0c7b3dcf7f6d service neutron] 10.222.0.30 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914263 Mar 16 11:22:19.895878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:19.905481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:19.915319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:19.916010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:20.037747 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-11fb6a6f-b17e-43a2-873a-2e54f05e398b service neutron] 10.222.0.30 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430604 Mar 16 11:22:20.049110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.106884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:20.123099 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b723ca60-715b-43bf-b010-29ceb940b990 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1681564 Mar 16 11:22:20.123099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:20.172308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302', 'status': 'completed', 'code': 200} Mar 16 11:22:20.172604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.263580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-409d52f3-c260-416b-bc83-c30c0b0ddb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.266089 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-409d52f3-c260-416b-bc83-c30c0b0ddb63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0743852 Mar 16 11:22:20.428694 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e1e06b2e-b124-4720-b201-643ba648c18b req-6712ec03-cef2-4a57-856b-09f5dec6d98f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 210 time: 0.1041830 Mar 16 11:22:20.465638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-20649030-3020-4e6e-b75b-ff212e0d0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.467284 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-20649030-3020-4e6e-b75b-ff212e0d0549 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1956017 Mar 16 11:22:20.491330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:19:02Z', 'revision_number': 1, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}, {'id': '48dd58ef-15d0-4ce0-8818-92202f125cba', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.51', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': 'b6412556-216b-431d-87b3-daa0134f6302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:e2:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:22:18Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:20.495181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:20.503832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:20.504443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:20.681285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-94919057-076a-4718-98e4-9d6d337ccd04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6412556-216b-431d-87b3-daa0134f6302 HTTP/1.1" status: 200 len: 998 time: 0.2066731 Mar 16 11:22:20.687953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:20.748359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-eb822ede-eaaa-4242-a7ce-7ec13316c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.753265 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-eb822ede-eaaa-4242-a7ce-7ec13316c0de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0615604 Mar 16 11:22:20.842607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-30984b3c-5a6e-4ba5-91c5-4a1863950a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.844805 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-30984b3c-5a6e-4ba5-91c5-4a1863950a2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886919 Mar 16 11:22:20.988409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-f681cc78-535a-4d83-93ba-8ae7906b92e5 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365714 Mar 16 11:22:21.081150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:19:02Z', 'revision_number': 1, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}, {'id': '48dd58ef-15d0-4ce0-8818-92202f125cba', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.51', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': 'b6412556-216b-431d-87b3-daa0134f6302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:e2:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:22:18Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:21.085137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31e7cb-06e1-460f-ac79-2780d46ab1e4 None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:19:02Z', 'revision_number': 1, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}, {'id': '48dd58ef-15d0-4ce0-8818-92202f125cba', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.51', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': 'b6412556-216b-431d-87b3-daa0134f6302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:e2:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:22:18Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 0, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:21.123563 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c694ea3d-d3ce-4052-8fbb-a43bc1cae1bf req-8c5fbd1e-f81d-4257-9aa3-1f6db4e3c600 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291232 Mar 16 11:22:21.276721 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98b966-e0f1-4f54-aecf-4d687733a406 None None] New status for floating IP 48dd58ef-15d0-4ce0-8818-92202f125cba: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:22:21.590825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff7a8410-4b3e-49ed-8c98-c832001c45fb req-fc98302c-fdf2-4438-8169-a204575739a8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 210 time: 0.0490127 Mar 16 11:22:22.591418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-3f88f92f-bd7d-488f-ad1d-b544ca640534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.592754 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-3f88f92f-bd7d-488f-ad1d-b544ca640534 service neutron] 10.222.0.53 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1026 time: 0.0616212 Mar 16 11:22:22.754507 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-11322ead-1c9a-44bb-92fb-ddced08f1590 req-b0610fa0-6ad3-4999-a8fa-6cf1dfa1e47a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 210 time: 0.0521808 Mar 16 11:22:22.791408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-b522eba0-3af2-49dc-bd7b-c84a80f13296 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.792076 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-b522eba0-3af2-49dc-bd7b-c84a80f13296 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:22.854121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-b522eba0-3af2-49dc-bd7b-c84a80f13296 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:22.855258 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-b522eba0-3af2-49dc-bd7b-c84a80f13296 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=6ab1868d-ce3e-4e23-9909-967d11b8092a HTTP/1.1" status: 200 len: 797 time: 0.2573128 Mar 16 11:22:22.902735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-1ddcaaed-7e62-44c7-9d45-14d3e66a24fb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:22.915174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-1ddcaaed-7e62-44c7-9d45-14d3e66a24fb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:22.916292 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-1ddcaaed-7e62-44c7-9d45-14d3e66a24fb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 379 time: 0.0525658 Mar 16 11:22:22.926673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Request body: {'port': {'device_id': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:23.043382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.389679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:23.397249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.411975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Transition to ACTIVE for port object 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:23.482843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.639851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:23.729209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:23.729524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:23.729873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:23.735304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:22:23.735431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:23.740765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:23.741103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Checking segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:23.741488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Bound using segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:23.741948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Bound port: 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:23.742295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.831157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:23.834121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:23.928614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.942818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61ed06-66df-4dd8-8b82-7789fd8d0d6c req-7f7d8cd6-e16b-4f16-b04f-4ffc31cc9fb5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.944308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9d61ed06-66df-4dd8-8b82-7789fd8d0d6c req-7f7d8cd6-e16b-4f16-b04f-4ffc31cc9fb5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 981 time: 0.0832911 Mar 16 11:22:23.990841 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9d61ed06-66df-4dd8-8b82-7789fd8d0d6c req-43fb1007-34f1-4c24-aea2-f0e95688abb3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Mar 16 11:22:24.078679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.078782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.080779 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] 10.222.0.53 "PUT /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1131 time: 1.1580415 Mar 16 11:22:24.081212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:24.107000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54357884-f195-462a-a39a-efe581bfc1fb service neutron] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:24.129028 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'status': 'completed', 'code': 200} Mar 16 11:22:24.221657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cfb25-d5e7-4cfb-87bf-27dab3cad8be req-a7f37dbc-3330-437e-8c3b-a426a5e9a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.223181 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-551cfb25-d5e7-4cfb-87bf-27dab3cad8be req-a7f37dbc-3330-437e-8c3b-a426a5e9a60f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 1134 time: 0.0751524 Mar 16 11:22:24.365965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cfb25-d5e7-4cfb-87bf-27dab3cad8be req-b43aeca4-9691-4d60-a49e-63ace62d57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.367431 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-551cfb25-d5e7-4cfb-87bf-27dab3cad8be req-b43aeca4-9691-4d60-a49e-63ace62d57cd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1365037 Mar 16 11:22:24.503080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cfb25-d5e7-4cfb-87bf-27dab3cad8be req-c552cac1-90be-4bea-8f94-6b06f2afb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.504533 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-551cfb25-d5e7-4cfb-87bf-27dab3cad8be req-c552cac1-90be-4bea-8f94-6b06f2afb22f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315839 Mar 16 11:22:24.615302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-0443cfde-bd51-4447-a045-1d7fb9456381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.616760 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-0443cfde-bd51-4447-a045-1d7fb9456381 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 1134 time: 0.0779991 Mar 16 11:22:24.689435 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-2afba800-48b5-4a39-8cce-620d008c661d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 217 time: 0.0648665 Mar 16 11:22:24.753109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-db60b94c-29e0-458a-92d0-494ea779ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.754470 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-db60b94c-29e0-458a-92d0-494ea779ecf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d23de138-5b45-42d7-af4b-a58da926ab6f HTTP/1.1" status: 200 len: 835 time: 0.0595758 Mar 16 11:22:24.830109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-5038706a-4192-4ea1-a68a-5b2200a7fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.831623 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-5038706a-4192-4ea1-a68a-5b2200a7fcbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ab1868d-ce3e-4e23-9909-967d11b8092a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712166 Mar 16 11:22:24.962612 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-7d8fd121-4fe6-4631-a743-c8266fcff914 service neutron] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246169 Mar 16 11:22:25.096332 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e677fcf9-8f39-43a2-a361-04447e5354ae req-84c2dc86-5dc7-4387-94fe-f13c16a2b2db service neutron] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278794 Mar 16 11:22:25.177271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35100d41-7df3-4478-9780-af49de7a78e8 req-0783a1f2-22d5-493d-a104-067972c09d7a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:25.178802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-35100d41-7df3-4478-9780-af49de7a78e8 req-0783a1f2-22d5-493d-a104-067972c09d7a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 981 time: 0.0799999 Mar 16 11:22:25.227800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-35100d41-7df3-4478-9780-af49de7a78e8 req-ff0e8876-1b31-44ed-9952-287c5357cb75 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Mar 16 11:22:26.421102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d754-5166-4e1d-9558-a3360cbb412c req-59caf283-e25d-4f2d-992e-5cc8ddc03cb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.423294 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-81e8d754-5166-4e1d-9558-a3360cbb412c req-59caf283-e25d-4f2d-992e-5cc8ddc03cb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 981 time: 0.0864580 Mar 16 11:22:26.466697 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-81e8d754-5166-4e1d-9558-a3360cbb412c req-85587652-cf8c-4bd2-a7de-01b89722b370 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Mar 16 11:22:27.660585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad1fe2-4672-4801-9f53-3696cce2873c req-6d807d12-9930-47ac-abee-8cd15288ab6a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:27.670458 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b8ad1fe2-4672-4801-9f53-3696cce2873c req-6d807d12-9930-47ac-abee-8cd15288ab6a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 981 time: 0.0817151 Mar 16 11:22:27.714572 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b8ad1fe2-4672-4801-9f53-3696cce2873c req-b5e74ef5-8d3b-4f14-8661-dbb94b277a2d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Mar 16 11:22:27.737063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:27.883759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:27.898387 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'port_id': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'mac_address': 'fa:16:3e:10:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:27.962831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.972706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:27.992187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:28.071135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.144537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:28.316577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:28.900759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cbbc7-e742-4ff0-9eb1-27239945d641 req-3c8ebe50-8a68-4664-8ffd-db42cd56fa79 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:28.902292 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-503cbbc7-e742-4ff0-9eb1-27239945d641 req-3c8ebe50-8a68-4664-8ffd-db42cd56fa79 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 982 time: 0.0819674 Mar 16 11:22:28.948264 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-503cbbc7-e742-4ff0-9eb1-27239945d641 req-9dc4124a-862c-4bf5-8f25-c4c7d2e2af16 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Mar 16 11:22:29.740006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:29.911149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:29.916230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:29.916591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.035827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.061632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:30.071584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:30.108581 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'code': 200} Mar 16 11:22:30.134814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.144221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799673-80f0-4b66-9d93-20ae2c958d6b req-e9c3710b-b938-4555-95e3-5eec7ae3136c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.148172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df799673-80f0-4b66-9d93-20ae2c958d6b req-e9c3710b-b938-4555-95e3-5eec7ae3136c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 982 time: 0.0931280 Mar 16 11:22:30.192175 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df799673-80f0-4b66-9d93-20ae2c958d6b req-5f54139e-41aa-4e2b-b7b7-1f8a3cbcda95 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Mar 16 11:22:30.209960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:30.580438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58fbf1-7d6e-4025-a92d-40181c48dce4 req-396da1a3-d228-4811-90b8-96bbc991d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:30.582547 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b58fbf1-7d6e-4025-a92d-40181c48dce4 req-396da1a3-d228-4811-90b8-96bbc991d7e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 1136 time: 0.0737693 Mar 16 11:22:30.624988 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b58fbf1-7d6e-4025-a92d-40181c48dce4 req-b2ad52b8-73cb-4d5e-978e-9fbdc7f197c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357032 Mar 16 11:22:31.378593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bb9d-ee96-4814-bd5a-c7dd6e3b0578 req-0024b436-24bc-408e-85c8-0f2604a89550 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:31.380034 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-46e9bb9d-ee96-4814-bd5a-c7dd6e3b0578 req-0024b436-24bc-408e-85c8-0f2604a89550 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 983 time: 0.0789757 Mar 16 11:22:31.427197 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-46e9bb9d-ee96-4814-bd5a-c7dd6e3b0578 req-894ce87f-2f3d-4766-854f-3e60af4c67bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Mar 16 11:22:32.609683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecbaf4-4bd4-428c-a59c-03594f5769af req-c6f59e15-309a-4706-8d3e-4842c7b5554f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.611195 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06ecbaf4-4bd4-428c-a59c-03594f5769af req-c6f59e15-309a-4706-8d3e-4842c7b5554f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 983 time: 0.0819218 Mar 16 11:22:32.655882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06ecbaf4-4bd4-428c-a59c-03594f5769af req-59628264-1786-479d-8639-2d442b44b27f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Mar 16 11:22:32.839827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f7b6a-e00d-4817-b9c5-731eddb4bf11 req-5988f38e-16fc-4808-8899-68bb49c07e4a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.841324 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-619f7b6a-e00d-4817-b9c5-731eddb4bf11 req-5988f38e-16fc-4808-8899-68bb49c07e4a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 983 time: 0.0826581 Mar 16 11:22:32.886493 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-619f7b6a-e00d-4817-b9c5-731eddb4bf11 req-fd70c1b0-a97c-4f68-ac22-3e7271d0aefc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Mar 16 11:22:32.914519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37778) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:32.988766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6a34b5-b60b-4657-bc21-9a1807fb3db0 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.990288 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ed6a34b5-b60b-4657-bc21-9a1807fb3db0 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 1131 time: 0.0747583 Mar 16 11:22:32.993117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37782) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:32.998143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:33.004915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:33.008778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:33.011605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:33.017997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:33.122086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.259412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.394416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.129 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/4e6b4ff5-53f9-491b-890b-14c8e68cdbcf) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:33.637646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.711368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.773931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:33.776611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:33.780238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:22:33.820929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4e6b4ff5-53f9-491b-890b-14c8e68cdbcf,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:34.193605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.324560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.536109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.735455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.847233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4e6b4ff5-53f9-491b-890b-14c8e68cdbcf,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:34.857494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.033502 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP ec320fcb-12ef-4def-b1d1-efa311581108 associated. External IP: 172.26.7.129, port: 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52. Mar 16 11:22:35.503176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:22:35.699068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:22:35.710841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] Sync routers for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:22:35.721105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:35.725232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:35.819929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.887223 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e3392c0f-878c-4848-99ad-eee6e9cb3917 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8866460 Mar 16 11:22:35.887223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:35.891125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37788) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:35.928043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:35.949360 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'status': 'completed', 'code': 200} Mar 16 11:22:35.977901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc54a2-9d3c-484f-91da-ff9cf8aa91b5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:35.977901 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-59cc54a2-9d3c-484f-91da-ff9cf8aa91b5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621&network_id=6ab1868d-ce3e-4e23-9909-967d11b8092a HTTP/1.1" status: 200 len: 1131 time: 0.0895996 Mar 16 11:22:36.124716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-7335bd78-4343-4b3a-a953-6def3f878d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:36.124716 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-7335bd78-4343-4b3a-a953-6def3f878d79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 1136 time: 0.1365261 Mar 16 11:22:36.280481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-aa3f514b-3e8a-4904-bffc-757e95c84238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:36.280481 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-aa3f514b-3e8a-4904-bffc-757e95c84238 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ab1868d-ce3e-4e23-9909-967d11b8092a HTTP/1.1" status: 200 len: 898 time: 0.1622086 Mar 16 11:22:36.405937 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-a13c4cdd-0bcd-491d-af8f-b76738145a05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1037 time: 0.1172173 Mar 16 11:22:36.409351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ec320fcb-12ef-4def-b1d1-efa311581108', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'port_id': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-480547972', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'mac_address': 'fa:16:3e:10:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:22:34Z', 'updated_at': '2022-03-16T11:22:34Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:17Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:36.409351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] Checking router: e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:22:36.421684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:22:36.421684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:36.493352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-a3dfcdfd-f0ba-4c29-950d-47c9f685993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:36.493352 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-a3dfcdfd-f0ba-4c29-950d-47c9f685993c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d23de138-5b45-42d7-af4b-a58da926ab6f HTTP/1.1" status: 200 len: 835 time: 0.0725272 Mar 16 11:22:36.584395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-0ae4cd18-8c8d-4ec8-bd83-d21cf860e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:36.584395 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-0ae4cd18-8c8d-4ec8-bd83-d21cf860e033 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ab1868d-ce3e-4e23-9909-967d11b8092a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793998 Mar 16 11:22:36.726502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:22:36.743591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-2939aaea-0ee6-4df2-8a1c-eabd1e5d17f9 service neutron] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491694 Mar 16 11:22:36.867858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc8be-3f56-4872-8972-b8855a276200 req-3db72caf-3dd6-4906-8526-b36df24e63bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:36.867858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4e9bc8be-3f56-4872-8972-b8855a276200 req-3db72caf-3dd6-4906-8526-b36df24e63bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 983 time: 0.0964355 Mar 16 11:22:36.932538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4e9bc8be-3f56-4872-8972-b8855a276200 req-0bfd276a-9a2a-46b1-8baa-c00e860af6bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505040 Mar 16 11:22:36.937168 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0a689e3d-3a42-4958-adea-524088a3bb7d req-98afbeb0-a40f-4c5f-834c-37189d1c88ce service neutron] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777511 Mar 16 11:22:37.135927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ec320fcb-12ef-4def-b1d1-efa311581108', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'port_id': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-480547972', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'mac_address': 'fa:16:3e:10:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:22:34Z', 'updated_at': '2022-03-16T11:22:34Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:17Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:37.139392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c734-fe8a-4f41-bc22-c360ee36b668 None None] The sync data for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv is: [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ec320fcb-12ef-4def-b1d1-efa311581108', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'port_id': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-480547972', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'mac_address': 'fa:16:3e:10:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d39908-c698-4eec-90ae-1ab73a409621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:22:34Z', 'updated_at': '2022-03-16T11:22:34Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:17Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:22:37.340726 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b6eb1-f9ea-4eec-bf3d-a188932ccd5c None None] New status for floating IP ec320fcb-12ef-4def-b1d1-efa311581108: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:22:37.643436 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-40cb522c-36be-4aa1-8a48-fb93b72581ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1062787 Mar 16 11:22:37.793067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21152a49-f074-444f-9279-e06e1c94089d req-7232233c-608f-4c68-88de-d62f4968aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:37.793067 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-7232233c-608f-4c68-88de-d62f4968aa79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1098 time: 0.0748644 Mar 16 11:22:37.953203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21152a49-f074-444f-9279-e06e1c94089d req-91572eff-787b-4e8b-b742-8aae331a896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:37.953203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-91572eff-787b-4e8b-b742-8aae331a896f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1406486 Mar 16 11:22:38.158946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-6abf0e6f-17b4-482b-8c85-8aba60395c4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.158946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-6abf0e6f-17b4-482b-8c85-8aba60395c4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 983 time: 0.0985987 Mar 16 11:22:38.220864 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-4b1f7e4a-9dce-4a0a-a1e6-84580a003972 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 1000 time: 0.2555513 Mar 16 11:22:38.242061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-b0de9ea7-57db-4cf7-bac0-2a9659f0d416 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.242061 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-b0de9ea7-57db-4cf7-bac0-2a9659f0d416 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0738277 Mar 16 11:22:38.287056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21152a49-f074-444f-9279-e06e1c94089d req-68f7bd8b-c7d2-41c2-a459-8f03b01c5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.287056 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-68f7bd8b-c7d2-41c2-a459-8f03b01c5028 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0607049 Mar 16 11:22:38.366476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae738-2f8e-4301-b778-73a110ff6b73 req-ac36fe5f-0f1f-494e-8779-58acf31aaf06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.366476 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-486ae738-2f8e-4301-b778-73a110ff6b73 req-ac36fe5f-0f1f-494e-8779-58acf31aaf06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 983 time: 0.2209306 Mar 16 11:22:38.408068 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-1eb34b1a-526f-43b3-80ef-3f4c6c2fea00 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1640646 Mar 16 11:22:38.417485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:38.426930 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-486ae738-2f8e-4301-b778-73a110ff6b73 req-6e5b3316-bcb6-4d7e-9a25-5e701b0dab22 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557425 Mar 16 11:22:38.438325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21152a49-f074-444f-9279-e06e1c94089d req-2f6d1fb1-7afa-470a-bdbb-b8b99ebc6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.438325 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-2f6d1fb1-7afa-470a-bdbb-b8b99ebc6deb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1480277 Mar 16 11:22:38.583953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.589505 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-f235fd7d-cbeb-4450-aa82-29d34d23bd1c service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427484 Mar 16 11:22:38.752576 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21152a49-f074-444f-9279-e06e1c94089d req-5e2d7642-96eb-49c8-873d-226393ca27cc service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574850 Mar 16 11:22:38.829874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:38.965361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:39.021208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] device_id is not set on port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:22:39.036577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.105625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.240917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=6']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:39.323419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] No DVR routers for this DVR port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:39.397688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-fcde0c6e-d6fc-4899-93c3-335d1a828bc5 None None] Provisioning complete for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:39.397688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fcde0c6e-d6fc-4899-93c3-335d1a828bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.463342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-fcde0c6e-d6fc-4899-93c3-335d1a828bc5 None None] Port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:22:39.617964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d5ce02b2-15ca-413a-84f1-14a6b220c339 req-c34d2561-9518-4749-9365-a3f35393b66c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 210 time: 0.0524814 Mar 16 11:22:39.639396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] In _notify_port_updated(), no bound segment for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:22:39.639396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:39.639396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.639396 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d0d0fad-db5f-4218-a828-daa0fa475899 req-c38dd0fd-4190-4e07-8dcd-b711161ea47f service neutron] 10.222.0.53 "PUT /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1026 time: 1.2284439 Mar 16 11:22:40.783962 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8981a96a-50e9-42ee-9761-a301fe9db0d9 req-c64dc87a-5908-4940-96ab-4cbdf57df5f7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d39908-c698-4eec-90ae-1ab73a409621 HTTP/1.1" status: 200 len: 210 time: 0.0462804 Mar 16 11:22:41.783890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:41.843591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:41.889559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37810) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:41.966313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12140810-3267-4fd9-be3b-7072ba54afcb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:41.967658 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-12140810-3267-4fd9-be3b-7072ba54afcb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 925 time: 0.0771112 Mar 16 11:22:42.274343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37816) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.279375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178442570', 'description': 'tempest-secgroup-smoke-1178442570 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:42.285418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:42.295017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:42.426216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.446176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:42.449795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:42.452614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:42.458158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:42.526159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.579743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.624911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cbad8d-1268-465c-888c-6f9ce846f6f0,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:42.705017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.706312 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-44841b62-f6f0-4584-b759-f4b0de1e4994 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4312840 Mar 16 11:22:42.709117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37820) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.714426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '85cbad8d-1268-465c-888c-6f9ce846f6f0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:42.720358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:42.725031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:42.729148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:42.735004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:42.803214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.867526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.990784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.023880 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8891d9a-7c03-4686-a3fd-aa1cbb699522,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:43.093708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.094955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-58c83409-8984-4a4d-95f8-f6b43d8c2009 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849275 Mar 16 11:22:43.098316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37824) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.104065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '85cbad8d-1268-465c-888c-6f9ce846f6f0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:43.110168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:43.114008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:43.116890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:43.122719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:43.237270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.298392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.408663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.421360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b17778b-2497-4947-95fa-8ef1a95516a5,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:43.511523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.516244 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ab176b08-e86f-40bc-b7ae-92405255ea7f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4133725 Mar 16 11:22:43.516244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37828) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.528034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '85cbad8d-1268-465c-888c-6f9ce846f6f0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:43.529484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:43.533189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:43.537172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:43.542988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:43.649814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.713033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.801823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.829162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6899fc07-1631-450f-b01c-09d5db90e4c4,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:43.911975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.911975 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0e4631ba-90bc-4e45-bc9f-5a64fb360726 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895597 Mar 16 11:22:43.911975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37832) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.914584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '85cbad8d-1268-465c-888c-6f9ce846f6f0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:43.920522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:43.924255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:43.927334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:43.932969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.037076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.099495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.204238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.226836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2f0246-f15a-49f1-a11b-4098f948607d,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.311708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.312099 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f6985a5a-5367-48e7-9689-af2a27753c57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022000 Mar 16 11:22:44.314830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37836) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:44.320739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '85cbad8d-1268-465c-888c-6f9ce846f6f0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:44.326515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.330202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.333092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.339192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.441976 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:22:44.449464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.515397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.572216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.591723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f150b3-4e22-4d4e-9cd6-83c4ce33d3fc,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.687759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.687759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3dd4edad-a0a9-483a-8b93-6b680a30e197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567250 Mar 16 11:22:44.687759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37840) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:44.687759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '85cbad8d-1268-465c-888c-6f9ce846f6f0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:44.688647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.692618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.695707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.701307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.756850 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:22:44.763791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.838280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.910790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.941429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecc0765-1978-4b76-a3e5-bd87ea366cdf,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.024676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.025889 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-eff23e29-7508-47fa-86ba-23ea75184158 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3474376 Mar 16 11:22:45.230483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cd044b03-c34e-4461-9d2c-dc0c919a3b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.254680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-29f67218-0b9d-4468-82e6-c522192abc44 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:45.334100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-29f67218-0b9d-4468-82e6-c522192abc44 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:45.335301 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-29f67218-0b9d-4468-82e6-c522192abc44 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178442570&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.1217380 Mar 16 11:22:45.412815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-08cc7066-3a4b-4547-887f-2f56e621be4a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:45.413517 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-08cc7066-3a4b-4547-887f-2f56e621be4a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 930 time: 0.0716732 Mar 16 11:22:45.498897 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-6b655bb9-4a94-4e68-ba64-8b6bff420eab service neutron] 10.222.0.30 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0643580 Mar 16 11:22:45.630311 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-6ad666ff-dc67-46e4-9e7b-a0ad65a11171 service neutron] 10.222.0.30 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331091 Mar 16 11:22:45.867527 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-b03c36bc-c988-4096-ac4a-d069b00ac4d4 service neutron] 10.222.0.30 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322786 Mar 16 11:22:46.199703 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2f4baba3-5601-4b25-997f-f70240326eab req-2162afd0-fbf3-45a6-91a6-31375cf9becf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 210 time: 0.0429223 Mar 16 11:22:47.355400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-34d53d71-3102-4c33-a88f-76e1194ee6cc req-61b6d648-24c2-41ed-8c8f-a36a0615ceb9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 210 time: 0.0453970 Mar 16 11:22:47.379812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c57d7bb-7f56-4c3a-b703-5dfc774b7c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.305371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.362833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-8b5a6916-0599-4d72-acef-e1c8d1c1d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:48.364200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-8b5a6916-0599-4d72-acef-e1c8d1c1d831 service neutron] 10.222.0.53 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1026 time: 0.0677760 Mar 16 11:22:48.510307 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e944458-c830-4f25-a393-7639ef4a7b27 req-fb5fe477-fe08-41d0-86ca-b5c283925a8b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 210 time: 0.0454862 Mar 16 11:22:48.530642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-28952ca9-3d8c-4f2c-9011-58219b6c8cf5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:48.530642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-28952ca9-3d8c-4f2c-9011-58219b6c8cf5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=6ab1868d-ce3e-4e23-9909-967d11b8092a HTTP/1.1" status: 200 len: 797 time: 0.1591530 Mar 16 11:22:48.580101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-660bc5e3-d82a-4fe3-8c91-19aceddde467 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 472 time: 0.0432317 Mar 16 11:22:48.589539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Request body: {'port': {'device_id': '9eff2ef5-8a67-4560-96bc-a6c97e4317dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:22:48.677241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.703872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.049877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:49.057480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.073225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Transition to ACTIVE for port object 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:49.107552 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:49.190921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.332397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=7']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.467951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:49.467951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:49.468581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:49.472856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:22:49.473165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Attempting to bind port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:22:49.478722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:22:49.479052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Checking segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:22:49.479424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Bound using segment: {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:22:49.479833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Bound port: 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc3af19-68a1-475f-929b-a0a861d0aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:49.480170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.575350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:22:49.578523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:22:49.683861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.745119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:49.745767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.747166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] 10.222.0.53 "PUT /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1131 time: 1.1615627 Mar 16 11:22:49.747603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eff2ef5-8a67-4560-96bc-a6c97e4317dc', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:49.799346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bff23c-5aba-4495-b372-40f9784596c0 req-fdc3d301-d308-496b-9210-9e5729ba4143 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:49.800858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2bff23c-5aba-4495-b372-40f9784596c0 req-fdc3d301-d308-496b-9210-9e5729ba4143 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 981 time: 0.1699433 Mar 16 11:22:49.804543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289f348-e73d-4d55-bad8-161e2895318b service neutron] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=8']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.815308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eff2ef5-8a67-4560-96bc-a6c97e4317dc', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'status': 'completed', 'code': 200} Mar 16 11:22:49.848086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.906678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2bff23c-5aba-4495-b372-40f9784596c0 req-32bc0f34-383a-4197-85c6-5ecc15415375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855641 Mar 16 11:22:49.941133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f53a5-4572-4ef9-b4a2-9d25fa9d2ef3 req-bfb678dc-b8f2-4d44-9355-2e9388188da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:49.942582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-731f53a5-4572-4ef9-b4a2-9d25fa9d2ef3 req-bfb678dc-b8f2-4d44-9355-2e9388188da6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 1134 time: 0.1103451 Mar 16 11:22:50.085261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f53a5-4572-4ef9-b4a2-9d25fa9d2ef3 req-6ff0efc2-7587-457c-83b4-916e6d99a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.086834 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-731f53a5-4572-4ef9-b4a2-9d25fa9d2ef3 req-6ff0efc2-7587-457c-83b4-916e6d99a125 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1365399 Mar 16 11:22:50.117444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.321731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f53a5-4572-4ef9-b4a2-9d25fa9d2ef3 req-752dc14d-af61-4a2c-a78d-be08457190b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.323187 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-731f53a5-4572-4ef9-b4a2-9d25fa9d2ef3 req-752dc14d-af61-4a2c-a78d-be08457190b4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310283 Mar 16 11:22:50.429986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-02bfecff-3968-4dd5-93ea-a30d0188a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.431143 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-02bfecff-3968-4dd5-93ea-a30d0188a731 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 1134 time: 0.0745609 Mar 16 11:22:50.539371 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-324b89fd-b6d1-437e-83d3-cfc62828473b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1037 time: 0.0976241 Mar 16 11:22:50.602415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-9227cb2c-10bd-4aad-9bbd-6ca43d5ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.603538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-9227cb2c-10bd-4aad-9bbd-6ca43d5ee692 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d23de138-5b45-42d7-af4b-a58da926ab6f HTTP/1.1" status: 200 len: 835 time: 0.0600901 Mar 16 11:22:50.686597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-e66f8595-aeaf-402e-b0d0-f95c1afebcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.688853 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-e66f8595-aeaf-402e-b0d0-f95c1afebcf7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ab1868d-ce3e-4e23-9909-967d11b8092a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778234 Mar 16 11:22:50.825642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-4eccc1f8-f8b6-4861-9d6f-4e3c167ec516 service neutron] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284924 Mar 16 11:22:50.957267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27e00d49-a205-4d35-9c41-40ecad633de4 req-697f1147-0196-44f1-9530-2f86f44ec4a5 service neutron] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285002 Mar 16 11:22:51.106931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e663fc6-6345-4580-9fa9-72db263335dd req-91940573-48c3-4cac-aa74-79e061764da7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:51.108424 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e663fc6-6345-4580-9fa9-72db263335dd req-91940573-48c3-4cac-aa74-79e061764da7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 981 time: 0.0847366 Mar 16 11:22:51.153737 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e663fc6-6345-4580-9fa9-72db263335dd req-af33d85e-f73a-494a-a2b6-ee8920306710 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Mar 16 11:22:52.340923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1057520-8efc-4307-b1ad-09108a4e8a50 req-a75c587c-961d-419d-8290-7cd41e3e4b9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.342409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c1057520-8efc-4307-b1ad-09108a4e8a50 req-a75c587c-961d-419d-8290-7cd41e3e4b9d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 981 time: 0.0793772 Mar 16 11:22:52.386324 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c1057520-8efc-4307-b1ad-09108a4e8a50 req-314c064a-918c-44ff-88cb-22c17ce1b8f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Mar 16 11:22:53.570340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b82d5-78c5-483e-aef3-28fae23819e8 req-aabdc82a-9eb8-4437-befe-7e3c223123bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:53.571750 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4a8b82d5-78c5-483e-aef3-28fae23819e8 req-aabdc82a-9eb8-4437-befe-7e3c223123bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 981 time: 0.0811815 Mar 16 11:22:53.620906 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4a8b82d5-78c5-483e-aef3-28fae23819e8 req-c9f3d008-d3b0-46da-819b-fc4ea8b889f8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Mar 16 11:22:53.845725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:53.981968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:53.995226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'port_id': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'mac_address': 'fa:16:3e:10:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:54.050160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.066921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:22:54.082742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:54.213495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.284014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=9']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:54.433125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:22:54.816561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f307b-b8c0-4200-8986-6d5a95a78800 req-95e2cd7c-61a2-4e0c-a1f7-a0ee1da34708 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:54.818041 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-861f307b-b8c0-4200-8986-6d5a95a78800 req-95e2cd7c-61a2-4e0c-a1f7-a0ee1da34708 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 982 time: 0.0906398 Mar 16 11:22:54.862321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-861f307b-b8c0-4200-8986-6d5a95a78800 req-ce61642e-1c72-4390-a920-b65352f4fce5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Mar 16 11:22:55.856092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:56.024580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:56.029876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:56.030225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.047998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf50599-682a-4af1-84c6-e2bb392b62ff req-fe305ff7-5a6f-478e-a58a-786c0dc4590e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.049469 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4bf50599-682a-4af1-84c6-e2bb392b62ff req-fe305ff7-5a6f-478e-a58a-786c0dc4590e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 982 time: 0.0842927 Mar 16 11:22:56.095397 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4bf50599-682a-4af1-84c6-e2bb392b62ff req-26c64833-33db-413f-a7a1-a9a90f7fb5f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Mar 16 11:22:56.152464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.179791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eff2ef5-8a67-4560-96bc-a6c97e4317dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:22:56.189654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:22:56.222977 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eff2ef5-8a67-4560-96bc-a6c97e4317dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52', 'code': 200} Mar 16 11:22:56.287102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.362124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=10']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.587467 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274798c9-1b5a-4ae3-aecd-0ad63d86cb0b req-75ab8c25-ce3c-43b9-acd1-9528209be179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.588406 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-274798c9-1b5a-4ae3-aecd-0ad63d86cb0b req-75ab8c25-ce3c-43b9-acd1-9528209be179 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 1137 time: 0.0706170 Mar 16 11:22:56.629561 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-274798c9-1b5a-4ae3-aecd-0ad63d86cb0b req-19c144f5-2289-45a5-a0dd-4f59c4900201 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348318 Mar 16 11:22:57.282537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0365a30-0072-4885-a294-236c6d088e67 req-24cd3bb6-ee1a-4ae9-ad7a-62a3e2ff476b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:57.283968 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e0365a30-0072-4885-a294-236c6d088e67 req-24cd3bb6-ee1a-4ae9-ad7a-62a3e2ff476b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 984 time: 0.0822344 Mar 16 11:22:57.327989 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e0365a30-0072-4885-a294-236c6d088e67 req-74d28b51-16da-4e25-b1fb-46fff9bcd47d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Mar 16 11:22:58.515299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da991-1314-4e0f-90be-f8b9b5039944 req-4a5c75aa-6cb7-46e2-9e2b-818cb7adb61a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:58.516403 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f14da991-1314-4e0f-90be-f8b9b5039944 req-4a5c75aa-6cb7-46e2-9e2b-818cb7adb61a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 984 time: 0.0813472 Mar 16 11:22:58.561380 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f14da991-1314-4e0f-90be-f8b9b5039944 req-5079cbe1-2b18-4529-9e6b-44282c4be8ab tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 Mar 16 11:22:58.745688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbf7fa-490f-407c-a859-e46bff26449a req-6433f249-597a-486d-b22c-37fcce2c9816 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:58.747173 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a8cbf7fa-490f-407c-a859-e46bff26449a req-6433f249-597a-486d-b22c-37fcce2c9816 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 984 time: 0.0795712 Mar 16 11:22:58.791434 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a8cbf7fa-490f-407c-a859-e46bff26449a req-d211171d-0b6f-44b3-a5ff-83717a40161d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Mar 16 11:22:58.814162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37898) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:58.891593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2629d4d-2e66-424a-a886-f80c73ab1d34 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:58.893087 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b2629d4d-2e66-424a-a886-f80c73ab1d34 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc&network_id=6ab1868d-ce3e-4e23-9909-967d11b8092a HTTP/1.1" status: 200 len: 1132 time: 0.0779672 Mar 16 11:22:59.664801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e401c-1b2d-45e0-a61e-1695c29ba13b req-765cec72-9b87-4c1f-923b-ce085b597937 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:59.666319 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed9e401c-1b2d-45e0-a61e-1695c29ba13b req-765cec72-9b87-4c1f-923b-ce085b597937 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 984 time: 0.0862164 Mar 16 11:22:59.710627 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed9e401c-1b2d-45e0-a61e-1695c29ba13b req-6c8699f3-37a8-4e9c-afcc-973f6c390608 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Mar 16 11:23:00.939786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96455e70-c87c-4388-b956-cedcb9e9bf53 req-b96a20fa-dda4-4783-b33b-361ee6acd3d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:00.941215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-96455e70-c87c-4388-b956-cedcb9e9bf53 req-b96a20fa-dda4-4783-b33b-361ee6acd3d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 984 time: 0.1259270 Mar 16 11:23:01.002622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-170fcd43-ac0d-469b-ba7a-745fee03e1a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.004003 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-170fcd43-ac0d-469b-ba7a-745fee03e1a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 984 time: 0.1318271 Mar 16 11:23:01.006684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-96455e70-c87c-4388-b956-cedcb9e9bf53 req-4a8d993f-7612-4c99-b43c-f64c910e5673 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e2af65c9-88b8-41bd-91c8-148abb5fefa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584700 Mar 16 11:23:01.078451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-39f1c510-1db8-4634-a419-676146a32b54 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.079831 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-39f1c510-1db8-4634-a419-676146a32b54 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0704234 Mar 16 11:23:01.224923 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-7c8ccf82-bda3-4f06-8df7-63ceb4935705 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1397734 Mar 16 11:23:01.234175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:01.342569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.634262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:01.662748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] For port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:01.717707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] device_id is not set on port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 yet. {{(pid=88450) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 16 11:23:01.730427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.813392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.955009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Pushing event updated for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=11']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:01.968139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.968484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.968821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.969152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.969481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.969816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.970163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.970569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.971167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.971167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.971457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:01.971771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:02.023809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] No DVR routers for this DVR port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:02.064300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5d6907ea-f9a4-48d7-8e70-9c3f583ebfcc None None] Provisioning complete for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:02.064826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5d6907ea-f9a4-48d7-8e70-9c3f583ebfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.130910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5d6907ea-f9a4-48d7-8e70-9c3f583ebfcc None None] Port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:02.169527 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dece41fb-2881-4835-bf04-78f4c52a5914 req-dfbce929-c760-4a3f-ae11-8fc39189e79e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 210 time: 0.0481102 Mar 16 11:23:02.255383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] In _notify_port_updated(), no bound segment for port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 on network 6ab1868d-ce3e-4e23-9909-967d11b8092a {{(pid=88450) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 16 11:23:02.256236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.256838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.258425 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4f67709-3a4b-4398-90ec-a024087122f1 req-ee8eb144-21c0-4a66-ac5b-b46cf76fc9df service neutron] 10.222.0.53 "PUT /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 200 len: 1027 time: 1.0280778 Mar 16 11:23:03.335031 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ced3b9a1-b440-46be-abdb-e1f6d61d378a req-3057693c-df43-46eb-8514-7e2678dcd927 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eff2ef5-8a67-4560-96bc-a6c97e4317dc HTTP/1.1" status: 200 len: 210 time: 0.0463693 Mar 16 11:23:04.427301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37916) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.495177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0fced51-d9fd-421d-a0fb-c34b04ec70fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.524085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0fced51-d9fd-421d-a0fb-c34b04ec70fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.720557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0fced51-d9fd-421d-a0fb-c34b04ec70fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.741955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fced51-d9fd-421d-a0fb-c34b04ec70fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cbad8d-1268-465c-888c-6f9ce846f6f0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:04.812862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a0fced51-d9fd-421d-a0fb-c34b04ec70fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.816166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0fced51-d9fd-421d-a0fb-c34b04ec70fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/85cbad8d-1268-465c-888c-6f9ce846f6f0 HTTP/1.1" status: 204 len: 168 time: 0.3857138 Mar 16 11:23:04.921921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37922) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.136786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 4e6b4ff5-53f9-491b-890b-14c8e68cdbcf {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:05.137146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.722902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.722902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.722902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 4e6b4ff5-53f9-491b-890b-14c8e68cdbcf owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:05.813241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.861091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=4e6b4ff5-53f9-491b-890b-14c8e68cdbcf,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.894051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:05.929996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.930562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.930679 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.930973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.931628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.931628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.931951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.932696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.932696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.932899 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.933336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.933567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:05.952546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:05.967156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.967485 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP ec320fcb-12ef-4def-b1d1-efa311581108 disassociated (deleted). External IP: 172.26.7.129, port: 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52. Mar 16 11:23:06.318017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:06.498089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:06.508470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] Sync routers for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:06.517341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:06.517990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:06.584970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.640704 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a28ccb7c-8aae-42ad-81fc-3fb0674be759 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/ec320fcb-12ef-4def-b1d1-efa311581108 HTTP/1.1" status: 204 len: 168 time: 1.7176940 Mar 16 11:23:06.694334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:06.789696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37930) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.866590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b593a626-c219-455b-9e1a-90bb68f9ed01 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.901882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b593a626-c219-455b-9e1a-90bb68f9ed01 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.014699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:17Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:07.018675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] Checking router: e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:07.027805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:07.028405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:07.064766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b593a626-c219-455b-9e1a-90bb68f9ed01 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.084463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593a626-c219-455b-9e1a-90bb68f9ed01 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e3c626-d053-4091-a97c-af568742c76a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.094356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b593a626-c219-455b-9e1a-90bb68f9ed01 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.095078 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b593a626-c219-455b-9e1a-90bb68f9ed01 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/65e3c626-d053-4091-a97c-af568742c76a HTTP/1.1" status: 204 len: 168 time: 0.3044541 Mar 16 11:23:07.218055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:07.237123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37936) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.305636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:07.305973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.527314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:17Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:07.531529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6ec65-7967-4265-b6a7-52190c338eb1 None None] The sync data for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv is: [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:22:11Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'e40b1b2b-28b0-477d-9996-91dcefab7f09', 'name': '', 'network_id': '6ab1868d-ce3e-4e23-9909-967d11b8092a', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:45:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:10Z', 'updated_at': '2022-03-16T11:22:17Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'd23de138-5b45-42d7-af4b-a58da926ab6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:07.549510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.675466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 owned by {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:07.747495 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ecd723-bf71-49c9-b276-54ad89356610 None None] New status for floating IP ec320fcb-12ef-4def-b1d1-efa311581108: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:23:07.995933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.044866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.146478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.156926 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f60cc91d-8abd-4410-89dd-275ea4de7c06 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/ports/8cf54005-b94a-4f6d-b5f3-41ac8f2c3c52 HTTP/1.1" status: 204 len: 168 time: 0.9187365 Mar 16 11:23:08.159604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37940) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.699747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.041885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port e40b1b2b-28b0-477d-9996-91dcefab7f09 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:09.042148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.234322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port e40b1b2b-28b0-477d-9996-91dcefab7f09, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e40b1b2b-28b0-477d-9996-91dcefab7f09,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:09.234678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.461332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for e40b1b2b-28b0-477d-9996-91dcefab7f09 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:09.887491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.936677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=e40b1b2b-28b0-477d-9996-91dcefab7f09,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.213405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.561447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:10.744145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:10.754002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] Sync routers for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:10.756494 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3e4f1a22-5836-4695-8f04-d2b158534d69 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/e4c8646b-d009-4d8f-8f04-4d0b7bcfb782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959036 Mar 16 11:23:10.759928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37946) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:10.765058 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:10.765879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:10.946069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet d23de138-5b45-42d7-af4b-a58da926ab6f {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:23:10.949206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.008513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.014314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:11.093683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.242112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.284164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=d23de138-5b45-42d7-af4b-a58da926ab6f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:11.287758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.295936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:23:09Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:11.298652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e0c95dbf-80d7-4c17-962e-54ddc297f640 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/d23de138-5b45-42d7-af4b-a58da926ab6f HTTP/1.1" status: 204 len: 168 time: 0.5352304 Mar 16 11:23:11.299113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37950) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:11.300569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b6e55-87b0-4b6e-b1db-8f34cc1a4592 None None] Network 6ab1868d-ce3e-4e23-9909-967d11b8092a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:11.316086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] Checking router: e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:11.388431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] Routers {'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:11.389060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:11.476682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.650421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] Set router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:11.763893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.818846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port c0774953-df0a-4323-83e4-e9b389b1d470 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:11.819185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.845567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] DHCP port deletion for 6ab1868d-ce3e-4e23-9909-967d11b8092a request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:23:11.861750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Deleting port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:23:11.862138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.998088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port c0774953-df0a-4323-83e4-e9b389b1d470, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c0774953-df0a-4323-83e4-e9b389b1d470,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:11.998567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.121123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for c0774953-df0a-4323-83e4-e9b389b1d470 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:12.126923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] For port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,segment=NetworkSegment(dfc3af19-68a1-475f-929b-a0a861d0aefd),segment_id=dfc3af19-68a1-475f-929b-a0a861d0aefd)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:12.132496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.250441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Calling delete_port for 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:23:12.326609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:23:09Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:12.333470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.339338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f84d3d-3db9-4555-be8c-283185f0228c None None] The sync data for ids ['e4c8646b-d009-4d8f-8f04-4d0b7bcfb782'] in dv-neutron-831730-4-hyperv is: [{'id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'name': 'tempest-TestNetworkBasicOps-router-1736051402', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:05Z', 'updated_at': '2022-03-16T11:23:09Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'c0774953-df0a-4323-83e4-e9b389b1d470', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8646b-d009-4d8f-8f04-4d0b7bcfb782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:22:06Z', 'updated_at': '2022-03-16T11:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:12.411758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=c0774953-df0a-4323-83e4-e9b389b1d470,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.447786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.476955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.494269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Pushing event deleted for resources: {'Port': ['ID=42dd8ce1-152e-401d-91e5-5d03b42f5ca6,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.496515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] No DVR routers for this DVR port 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:12.506654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.507622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.508037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.508369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.508693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.509016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.509340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.509660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.510007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.510326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.510643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.510957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff7ca8-7057-4db2-9c15-bbab8b9c58a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:12.652326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.654448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.716111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.716710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:23:12.734413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.734413 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1ca853a2-d8c3-4385-aebe-d4fb4258529c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/e4c8646b-d009-4d8f-8f04-4d0b7bcfb782 HTTP/1.1" status: 204 len: 168 time: 1.4338233 Mar 16 11:23:12.736542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37954) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.858019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.893106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:12.932900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:12.933180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 42dd8ce1-152e-401d-91e5-5d03b42f5ca6 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:12.933528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e40b1b2b-28b0-477d-9996-91dcefab7f09 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:12.969720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e40b1b2b-28b0-477d-9996-91dcefab7f09 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:12.969720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e40b1b2b-28b0-477d-9996-91dcefab7f09 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:12.996840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.025460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab1868d-ce3e-4e23-9909-967d11b8092a']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:13.037073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc3af19-68a1-475f-929b-a0a861d0aefd') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:13.037376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc3af19-68a1-475f-929b-a0a861d0aefd') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:13.049140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.065245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.071381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:23:13.071750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:13.085934 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:13.315931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.333534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.343399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=6ab1868d-ce3e-4e23-9909-967d11b8092a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.407767 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0d82a01a-9525-4ce3-b203-6ac56c267197 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/6ab1868d-ce3e-4e23-9909-967d11b8092a HTTP/1.1" status: 204 len: 168 time: 0.6701651 Mar 16 11:23:13.423177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37958) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.434665 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-52da677d-799d-48a4-9644-0ca06a7a1b82 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102208 Mar 16 11:23:13.436936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37962) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.441873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--1741308117', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:13.446577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:13.450582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:13.454039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:13.459552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:13.516084 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:13.519525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.548628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:13.557156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.557495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment 475fd6b3-e187-4d17-bba8-f23f1f120899 of type vlan for network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 Mar 16 11:23:13.582621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.658641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.664614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:13.665212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.770043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=0663243b-2b98-4ecc-a5c9-022b26d70fe3,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.780693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:13.825245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-763ecf9b-439c-4998-a5ef-ccde73a6923a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3872890 Mar 16 11:23:13.827801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37966) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.832896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:13.840844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:13.844800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:13.847857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:13.854679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:13.927397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.928431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.943028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.279092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.670636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.699404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.803013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c0774953-df0a-4323-83e4-e9b389b1d470 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:14.834027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.59 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/70e09c0b-ffe3-4855-b19a-d7aebf038336) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:14.837692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: c0774953-df0a-4323-83e4-e9b389b1d470 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:23:14.838029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c0774953-df0a-4323-83e4-e9b389b1d470 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:15.090231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.167984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.170323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-507a2ff4-7fb5-4d79-8f91-8d36548d7cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.227394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:15.230294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:15.233869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:15.276676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:15.751294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.087612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.315826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 5b4342f7-85a7-485f-aba8-4955d8d342b4 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:23:16.486027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:16.495875 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Sync routers for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:16.504924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:16.505519 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:22:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:16.562010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.566022 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-608ef682-f5b1-4467-af4a-eda1559121d1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7345295 Mar 16 11:23:16.566284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37970) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:16.688820 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:16.733386 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6d8fccf9-1a49-4ee0-8943-f213ae111215 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1637099 Mar 16 11:23:16.733656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37974) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:16.861612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84855cb0-a63c-413b-80bc-8dd734670910 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:16.863084 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-84855cb0-a63c-413b-80bc-8dd734670910 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284063 Mar 16 11:23:16.865809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37978) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:16.905097 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1daae79d-bb01-4fe9-b4a3-fe5d190e9cff tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380673 Mar 16 11:23:16.907631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37982) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:16.912916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858470016', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:16.967089 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:15Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:16.970863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Checking router: 5b4342f7-85a7-485f-aba8-4955d8d342b4 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:16.971322 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Updating router 5b4342f7-85a7-485f-aba8-4955d8d342b4 port 70e09c0b-ffe3-4855-b19a-d7aebf038336 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:23:17.021295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:17.025399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:17.028319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:17.028822 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.034050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:17.121722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:17.125256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.373044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fa64429e-e1a0-4e2a-a242-7fcd692b7fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.383902 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.394951 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Transition to ACTIVE for port object 70e09c0b-ffe3-4855-b19a-d7aebf038336 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:17.400480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.464309 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.476933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=fd5549f7-8083-456e-a8c4-2a1c25f7f683,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:17.481278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:17.481641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 0663243b-2b98-4ecc-a5c9-022b26d70fe3, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:17.543212 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Pushing event updated for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:17.545267 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Attempting to bind port 70e09c0b-ffe3-4855-b19a-d7aebf038336 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:17.545621 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Attempting to bind port 70e09c0b-ffe3-4855-b19a-d7aebf038336 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:17.545999 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Attempting to bind port 70e09c0b-ffe3-4855-b19a-d7aebf038336 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:17.555525 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.555869 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.556205 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.556535 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.556863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.557186 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.557507 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.557828 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.558170 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.558487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.558819 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.559117 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:17.561632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:17.562252 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:17.562619 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:17.563011 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.563401 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:17.563847 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Bound port: 70e09c0b-ffe3-4855-b19a-d7aebf038336, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:17.564213 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.613305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 0663243b-2b98-4ecc-a5c9-022b26d70fe3) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:17.618430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:17.618977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.622904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619fbca-7de7-409f-8a08-1944795cbc62 None None] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:17.643870 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] For port 70e09c0b-ffe3-4855-b19a-d7aebf038336, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:17.643870 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] For port 70e09c0b-ffe3-4855-b19a-d7aebf038336, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=70e09c0b-ffe3-4855-b19a-d7aebf038336,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:17.700166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7cd7561d-1f20-4546-8bd8-7ce4a07ba84b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7906215 Mar 16 11:23:17.702411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 37986) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:17.705155 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.782967 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e44cc-3bcd-4b00-b929-802343fd813b None None] Pushing event updated for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:17.789546 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:17.790322 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:23:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:17.857113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:23:17.858260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.971016 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:18.017190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Allocated IP 172.20.0.2 (0663243b-2b98-4ecc-a5c9-022b26d70fe3/fd5549f7-8083-456e-a8c4-2a1c25f7f683/2e7c6796-dce6-4e94-9502-5fac611df35a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:18.264105 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:15Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:18.268013 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb2b8c-647d-4216-a5ca-cc9a551d8fbc None None] The sync data for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv is: [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:15Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:18.283315 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.297424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Transition to ACTIVE for port object 2e7c6796-dce6-4e94-9502-5fac611df35a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:18.314915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Transition to ACTIVE for port object 2e7c6796-dce6-4e94-9502-5fac611df35a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:18.317271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.368570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.434513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.435257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:18.437957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:18.440472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:18.485600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Pushing event updated for resources: {'Port': ['ID=2e7c6796-dce6-4e94-9502-5fac611df35a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:18.602114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Attempting to bind port 2e7c6796-dce6-4e94-9502-5fac611df35a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:18.609942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Attempting to bind port 2e7c6796-dce6-4e94-9502-5fac611df35a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:18.609942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Attempting to bind port 2e7c6796-dce6-4e94-9502-5fac611df35a on network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:18.610813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:18.611199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Checking segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:18.611608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.612004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Bound using segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:18.612485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Bound port: 2e7c6796-dce6-4e94-9502-5fac611df35a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:18.612866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.674774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.719510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] For port 2e7c6796-dce6-4e94-9502-5fac611df35a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:18.728434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] For port 2e7c6796-dce6-4e94-9502-5fac611df35a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2e7c6796-dce6-4e94-9502-5fac611df35a,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:18.796904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.899531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:18.993403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8f0a6-7a79-4a24-a544-12a94ad5d08f None None] Pushing event updated for resources: {'Port': ['ID=2e7c6796-dce6-4e94-9502-5fac611df35a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:19.019202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (0663243b-2b98-4ecc-a5c9-022b26d70fe3/fd5549f7-8083-456e-a8c4-2a1c25f7f683/21393fa0-2e26-441a-bdb6-ac9571e3aede) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:19.065105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 70e09c0b-ffe3-4855-b19a-d7aebf038336 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:19.072989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 70e09c0b-ffe3-4855-b19a-d7aebf038336 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:19.073362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.232909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.251353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 70e09c0b-ffe3-4855-b19a-d7aebf038336, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=70e09c0b-ffe3-4855-b19a-d7aebf038336,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:19.256600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.275593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 21393fa0-2e26-441a-bdb6-ac9571e3aede will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:19.339369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.362507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.406286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:19.431106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:19.434644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:19.442060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:19.476919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:19.502679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.830364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.842160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.098754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.248836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.305476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.418247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.421624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.527708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf65fad-06ab-4fdd-a5fa-4e7c2e863db8 None None] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:23:20.669543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:20.670568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:20.744641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1fdf8172-090d-446a-9cec-33f5d3b371dd None None] Provisioning for port 2e7c6796-dce6-4e94-9502-5fac611df35a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:20.864520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 5b4342f7-85a7-485f-aba8-4955d8d342b4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:20.930645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2e7c6796-dce6-4e94-9502-5fac611df35a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:21.077751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:21.090151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Sync routers for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:21.092514 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-42d164a0-7038-4dc4-9399-bf8773d8e402 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3890626 Mar 16 11:23:21.095164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37990) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.099731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2e7c6796-dce6-4e94-9502-5fac611df35a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:21.105764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:21.107640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:23:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:21.164883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Provisioning for port 21393fa0-2e26-441a-bdb6-ac9571e3aede completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:21.175777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2e7c6796-dce6-4e94-9502-5fac611df35a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:21.176118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.221656 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Provisioning complete for port 21393fa0-2e26-441a-bdb6-ac9571e3aede triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:21.222116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.249611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.250119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.250646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.251101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.251556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.252013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.253787 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f6bdf1cd-e14b-436e-a835-72506e73db23 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1576507 Mar 16 11:23:21.256553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 37994) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.307488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Port 21393fa0-2e26-441a-bdb6-ac9571e3aede cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:21.336765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.340995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.340995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.340995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.340995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.340995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.342323 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-12282531-63b9-429f-8de8-81001f6db2a5 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0841868 Mar 16 11:23:21.343556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38000) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.438426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Provisioning complete for port 2e7c6796-dce6-4e94-9502-5fac611df35a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:21.439036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.479173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:21.564269 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0e949f49-1240-4a0c-8978-30617f322e24 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2194204 Mar 16 11:23:21.580052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.789285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2e7c6796-dce6-4e94-9502-5fac611df35a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2e7c6796-dce6-4e94-9502-5fac611df35a,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:21.838179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.863999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.864788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:21.893553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38006) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.899803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368506846', 'description': 'tempest-secgroup-smoke-368506846 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:21.905800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:21.910152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:21.913611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:21.919461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:21.967478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.990152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:21.994206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:21.997400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:22.003970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:22.080781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.149689 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.170584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2e7c6796-dce6-4e94-9502-5fac611df35a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.180571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:23:22.181048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-94491868-e8b4-4997-8fc8-d0e1ad443bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:23:22.196778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 70e09c0b-ffe3-4855-b19a-d7aebf038336 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:22.197153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.198874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2a89b7-714c-4606-89af-1c233619c603,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.241902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.243174 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9e648773-f58e-43d0-8c23-6167410ef65b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3486152 Mar 16 11:23:22.246192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38010) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:22.251453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:23:20Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.251692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '4c2a89b7-714c-4606-89af-1c233619c603', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:22.258567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:22.264183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:22.266424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Checking router: 5b4342f7-85a7-485f-aba8-4955d8d342b4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:22.266790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Updating router 5b4342f7-85a7-485f-aba8-4955d8d342b4 port 21393fa0-2e26-441a-bdb6-ac9571e3aede binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:23:22.267934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:22.275404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:22.341662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.381204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.408972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.476120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.512508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478a1030-a97f-4bc2-bd05-5bdfc8c7e399,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.590636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.592226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9369a449-c699-4632-9ba4-7b5cf179bc0f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449714 Mar 16 11:23:22.594916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38014) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:22.600302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '4c2a89b7-714c-4606-89af-1c233619c603', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:22.607055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:22.611772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:22.614441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:22.620805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:22.700438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.764853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.812726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.826063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Transition to ACTIVE for port object 21393fa0-2e26-441a-bdb6-ac9571e3aede will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:22.836130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.851980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2e7c6796-dce6-4e94-9502-5fac611df35a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:22.860221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058b4d7c-1ea3-4923-87f5-ce41232980cb,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.897077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.945175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.946439 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1acd56fb-7b32-4080-b66a-83d0af5761f0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504152 Mar 16 11:23:22.949135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38018) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:22.954434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '4c2a89b7-714c-4606-89af-1c233619c603', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:22.961242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:22.964998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:22.968339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:22.990221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:23.056368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0feb6-5e3d-48e2-8aaf-a8c941115c8e None None] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:23.073979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.149470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2e7c6796-dce6-4e94-9502-5fac611df35a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:23.149832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.152699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.195198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Attempting to bind port 21393fa0-2e26-441a-bdb6-ac9571e3aede on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:23.195701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Attempting to bind port 21393fa0-2e26-441a-bdb6-ac9571e3aede by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:23.195912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Attempting to bind port 21393fa0-2e26-441a-bdb6-ac9571e3aede on network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:23.204838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:23.205207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Checking segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:23.205597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.206019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Bound using segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:23.206469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Bound port: 21393fa0-2e26-441a-bdb6-ac9571e3aede, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:23.206836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.252104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.276442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7a349e-81da-4213-97da-2b7798dbce6b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:23.332986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.337770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38022) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.338523 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f1f36090-4ed0-4f18-acb6-69fe761f4e14 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3876834 Mar 16 11:23:23.345234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '4c2a89b7-714c-4606-89af-1c233619c603', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:23.351998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:23.356109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:23.358973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:23.361614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] For port 21393fa0-2e26-441a-bdb6-ac9571e3aede, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:23.364751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:23.371744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] For port 21393fa0-2e26-441a-bdb6-ac9571e3aede, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=21393fa0-2e26-441a-bdb6-ac9571e3aede,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:23.430674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.442471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.510474 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:23.511095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:23:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:23.518722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.565974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0feb6-5e3d-48e2-8aaf-a8c941115c8e None None] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:23.586430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.621347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cba2028-007a-458b-96de-d4bc335aec9f,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:23.692300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.693521 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-568e1096-1f4d-4d26-bd78-5cbe988bec21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3536866 Mar 16 11:23:23.696809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38026) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.699260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:23.701793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '4c2a89b7-714c-4606-89af-1c233619c603', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:23.707690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:23.712091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:23.715055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:23.721010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:23.802778 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:23:23.809865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.877423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.949836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.973465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52b2f28-1d89-48ed-9963-f10c5c2363d1,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.046694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.047902 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e94499c-a377-4b51-8bf5-0304a202af71 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501813 Mar 16 11:23:24.050887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38030) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:24.056173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '4c2a89b7-714c-4606-89af-1c233619c603', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:24.059364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:23:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:24.062267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:24.063373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42b5f-1abf-4693-b7d5-fa8686bd5c78 None None] The sync data for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv is: [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:23:23Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:24.067186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:24.070061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:24.076258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:24.142303 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:23:24.146388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.219571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.287176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.315245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b4f502-5098-4dcc-98a7-c04018fe4804,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.378775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.387773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a3556aeb-5007-4b27-85ae-eb892eabac0a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3281393 Mar 16 11:23:24.548013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-cfb489dd-8a3b-4d1c-b1eb-0678954caf13 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:24.618915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-cfb489dd-8a3b-4d1c-b1eb-0678954caf13 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:24.620112 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-cfb489dd-8a3b-4d1c-b1eb-0678954caf13 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368506846&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.1140475 Mar 16 11:23:24.778855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8eca530f-db93-4a6f-9bea-b985aa68590b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.779545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8eca530f-db93-4a6f-9bea-b985aa68590b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:24.871351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:24.881475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8eca530f-db93-4a6f-9bea-b985aa68590b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:24.883412 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8eca530f-db93-4a6f-9bea-b985aa68590b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=0663243b-2b98-4ecc-a5c9-022b26d70fe3 HTTP/1.1" status: 200 len: 797 time: 0.2563906 Mar 16 11:23:24.899396 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-07fd3ff0-1603-4c70-8580-4ed714e65b34 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0102775 Mar 16 11:23:24.986156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-4c3653e2-9db2-4677-91c3-a10d41f6b5ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:25.019425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 21393fa0-2e26-441a-bdb6-ac9571e3aede completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:25.024594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 21393fa0-2e26-441a-bdb6-ac9571e3aede triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:25.024901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.065050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-4c3653e2-9db2-4677-91c3-a10d41f6b5ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:25.066956 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-4c3653e2-9db2-4677-91c3-a10d41f6b5ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616640 Mar 16 11:23:25.142575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-e6ffaa7a-a428-4d7d-aa55-0e4fea43c771 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:23:25.143691 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-e6ffaa7a-a428-4d7d-aa55-0e4fea43c771 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0638106 Mar 16 11:23:25.145595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.180324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 21393fa0-2e26-441a-bdb6-ac9571e3aede, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=21393fa0-2e26-441a-bdb6-ac9571e3aede,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:25.242363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.278441 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-60fc738d-ff01-4bd6-a70c-189c2fd296b7 service neutron] 10.222.0.30 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282201 Mar 16 11:23:25.315011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:25.414299 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8e3d888f-bb63-49c8-9535-6e7ad71c409e service neutron] 10.222.0.30 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299257 Mar 16 11:23:25.691382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-5b15a2ae-b3ae-4241-99db-cb2581345bb9 req-e2407d17-fc0c-4571-96a0-2045afb490bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:25.704658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-5b15a2ae-b3ae-4241-99db-cb2581345bb9 req-e2407d17-fc0c-4571-96a0-2045afb490bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:25.705814 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b15a2ae-b3ae-4241-99db-cb2581345bb9 req-e2407d17-fc0c-4571-96a0-2045afb490bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 210 time: 0.0585833 Mar 16 11:23:26.106826 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:23:26.864358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:26.867581 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-360b91ea-725d-4aef-bc63-f1f38dd9c507 req-9fe28b6f-e2d1-44fa-8369-bcab4743cf87 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 210 time: 0.0536945 Mar 16 11:23:26.934450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 21393fa0-2e26-441a-bdb6-ac9571e3aede triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:26.934822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.714891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8cb1b064-a498-42f9-ba78-5254f0942e66 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:27.715582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8cb1b064-a498-42f9-ba78-5254f0942e66 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:27.728415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8cb1b064-a498-42f9-ba78-5254f0942e66 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:27.729552 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8cb1b064-a498-42f9-ba78-5254f0942e66 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=0663243b-2b98-4ecc-a5c9-022b26d70fe3 HTTP/1.1" status: 200 len: 797 time: 0.2175958 Mar 16 11:23:27.781990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-48a4c524-75bd-4f17-9b51-9b417f841410 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:27.794176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-48a4c524-75bd-4f17-9b51-9b417f841410 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:27.795275 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-48a4c524-75bd-4f17-9b51-9b417f841410 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 379 time: 0.0563605 Mar 16 11:23:27.805028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['4c2a89b7-714c-4606-89af-1c233619c603']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:27.949163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:27.963964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:28.028019 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f506455b-b291-416d-93c0-e3083bdac1eb req-a1749dbf-ce9f-44c5-a37c-3b187ac9a9c6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 210 time: 0.0452499 Mar 16 11:23:28.028774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:28.032389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.197233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.8 (0663243b-2b98-4ecc-a5c9-022b26d70fe3/fd5549f7-8083-456e-a8c4-2a1c25f7f683/5052045a-872d-443b-bb9f-87907e99896b) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:28.387747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.403702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 5052045a-872d-443b-bb9f-87907e99896b will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:28.464985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.644934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:28.648512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:28.656940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:28.688688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=5052045a-872d-443b-bb9f-87907e99896b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:28.728385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:28.729154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.865988 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-340a20ca-2282-4981-ac41-06a9c3e831e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0646868 Mar 16 11:23:28.877165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Request body: {'port': {'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:28.987831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.996048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5a940dac-d6c9-4578-af1b-d31a98422812 None None] Provisioning for port 5052045a-872d-443b-bb9f-87907e99896b completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:29.001091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5a940dac-d6c9-4578-af1b-d31a98422812 None None] Provisioning complete for port 5052045a-872d-443b-bb9f-87907e99896b triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:29.001549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5a940dac-d6c9-4578-af1b-d31a98422812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.059771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-5a940dac-d6c9-4578-af1b-d31a98422812 None None] Port 5052045a-872d-443b-bb9f-87907e99896b cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:23:29.218769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd4ae-0d6a-40fb-b4b1-ed89d9311e00 req-051f628f-583c-4b48-a8c3-908f10db7380 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:29.220239 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1a3cd4ae-0d6a-40fb-b4b1-ed89d9311e00 req-051f628f-583c-4b48-a8c3-908f10db7380 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 931 time: 0.0817964 Mar 16 11:23:29.265985 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1a3cd4ae-0d6a-40fb-b4b1-ed89d9311e00 req-d8b1de49-20c4-4d11-b67f-6f7d28fee72e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 Mar 16 11:23:29.334147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5052045a-872d-443b-bb9f-87907e99896b {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:29.341162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.355374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Transition to ACTIVE for port object 5052045a-872d-443b-bb9f-87907e99896b will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:29.401569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.562011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Pushing event updated for resources: {'Port': ['ID=5052045a-872d-443b-bb9f-87907e99896b,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:29.649529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Attempting to bind port 5052045a-872d-443b-bb9f-87907e99896b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:29.649923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Attempting to bind port 5052045a-872d-443b-bb9f-87907e99896b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:29.650212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Attempting to bind port 5052045a-872d-443b-bb9f-87907e99896b on network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:29.654698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Port 5052045a-872d-443b-bb9f-87907e99896b on network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:23:29.655010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Attempting to bind port 5052045a-872d-443b-bb9f-87907e99896b on network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:23:29.660331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:23:29.660672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Checking segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:23:29.661055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Bound using segment: {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:23:29.661500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Bound port: 5052045a-872d-443b-bb9f-87907e99896b, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475fd6b3-e187-4d17-bba8-f23f1f120899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:29.661863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.753832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] For port 5052045a-872d-443b-bb9f-87907e99896b, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:23:29.757247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] For port 5052045a-872d-443b-bb9f-87907e99896b, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5052045a-872d-443b-bb9f-87907e99896b,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:23:29.824692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.880225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:29.880834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.882949 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] 10.222.0.53 "PUT /v2.0/ports/5052045a-872d-443b-bb9f-87907e99896b HTTP/1.1" status: 200 len: 1093 time: 1.0099287 Mar 16 11:23:29.888223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'tag': '5052045a-872d-443b-bb9f-87907e99896b'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:29.917158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764af4f5-dec1-4d63-80cf-bbf63cfb8115 service neutron] Pushing event updated for resources: {'Port': ['ID=5052045a-872d-443b-bb9f-87907e99896b,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:29.931540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'tag': '5052045a-872d-443b-bb9f-87907e99896b', 'status': 'completed', 'code': 200} Mar 16 11:23:30.033613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ff6c-3449-4ac1-9629-4441fe0537f8 req-008cb215-2a65-4565-9ce5-abdb19b44c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.035285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aff6ff6c-3449-4ac1-9629-4441fe0537f8 req-008cb215-2a65-4565-9ce5-abdb19b44c0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 1096 time: 0.0849595 Mar 16 11:23:30.179979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ff6c-3449-4ac1-9629-4441fe0537f8 req-5d8c71bb-28c8-4b1f-b5a5-4a4e0694fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.181572 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aff6ff6c-3449-4ac1-9629-4441fe0537f8 req-5d8c71bb-28c8-4b1f-b5a5-4a4e0694fcda service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1393831 Mar 16 11:23:30.319258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ff6c-3449-4ac1-9629-4441fe0537f8 req-baa837c3-c529-4fb4-9b69-a300acf0a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.320918 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aff6ff6c-3449-4ac1-9629-4441fe0537f8 req-baa837c3-c529-4fb4-9b69-a300acf0a57e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335514 Mar 16 11:23:30.428019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-cafb9e9f-b7c1-4944-a3cd-902c9eca5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.430655 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-cafb9e9f-b7c1-4944-a3cd-902c9eca5e70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 1096 time: 0.0756698 Mar 16 11:23:30.509746 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-8b5cb094-409a-4fc7-b198-c551be1185d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5052045a-872d-443b-bb9f-87907e99896b HTTP/1.1" status: 200 len: 217 time: 0.0721104 Mar 16 11:23:30.554967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0681e-e8cb-493a-bd05-587b36ec86be req-f61b5dbe-a17d-43a0-ac45-d1a3d25e9614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.556428 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94c0681e-e8cb-493a-bd05-587b36ec86be req-f61b5dbe-a17d-43a0-ac45-d1a3d25e9614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 943 time: 0.1821222 Mar 16 11:23:30.577224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-bb5b4aee-1fd2-4460-8c00-776de9b2c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.578275 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-bb5b4aee-1fd2-4460-8c00-776de9b2c31b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5549f7-8083-456e-a8c4-2a1c25f7f683 HTTP/1.1" status: 200 len: 834 time: 0.0635314 Mar 16 11:23:30.604368 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94c0681e-e8cb-493a-bd05-587b36ec86be req-1a6f15b2-3a83-4cd3-968a-592f514e44b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 Mar 16 11:23:30.658882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-fef94606-399f-4600-bd38-ca6cec6ba51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.660325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-fef94606-399f-4600-bd38-ca6cec6ba51e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0663243b-2b98-4ecc-a5c9-022b26d70fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759277 Mar 16 11:23:30.891412 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-a55fc958-bd6c-47ef-a6e7-518d6dc1f6c4 service neutron] 10.222.0.53 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243786 Mar 16 11:23:31.022293 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c0320e-a89f-41f9-aa52-85e36b7e86cb req-0b424e60-fa48-4e98-9dc4-41385182d172 service neutron] 10.222.0.53 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235538 Mar 16 11:23:31.792310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6766202-2986-44ea-ad89-112a520fa7bb req-47ac0815-b364-4dc4-a414-aabd4c02f6ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:31.792987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b6766202-2986-44ea-ad89-112a520fa7bb req-47ac0815-b364-4dc4-a414-aabd4c02f6ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:31.852631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-b6766202-2986-44ea-ad89-112a520fa7bb req-47ac0815-b364-4dc4-a414-aabd4c02f6ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:31.854043 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b6766202-2986-44ea-ad89-112a520fa7bb req-47ac0815-b364-4dc4-a414-aabd4c02f6ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 943 time: 0.1386957 Mar 16 11:23:31.897626 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b6766202-2986-44ea-ad89-112a520fa7bb req-9b78a048-2a38-425b-8f0e-92aa384f22ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376887 Mar 16 11:23:33.085828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a928de-1982-4865-9cb6-1c321e201ae2 req-199659c6-e279-4ef7-ac48-b9fd8bcb66e1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.087353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-12a928de-1982-4865-9cb6-1c321e201ae2 req-199659c6-e279-4ef7-ac48-b9fd8bcb66e1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 943 time: 0.0829527 Mar 16 11:23:33.135686 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-12a928de-1982-4865-9cb6-1c321e201ae2 req-ba554cbf-16d0-492c-a9ba-c5b4b081369d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416319 Mar 16 11:23:34.047277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5052045a-872d-443b-bb9f-87907e99896b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:34.182103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5052045a-872d-443b-bb9f-87907e99896b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5052045a-872d-443b-bb9f-87907e99896b,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:34.195907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '5052045a-872d-443b-bb9f-87907e99896b', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:34.253698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.271424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5052045a-872d-443b-bb9f-87907e99896b {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:23:34.287642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5052045a-872d-443b-bb9f-87907e99896b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5052045a-872d-443b-bb9f-87907e99896b,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:34.367198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.375777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94389-71c1-4277-928f-285b4bb5236c req-93d3c03f-a3e5-48b2-abb1-5b7fc5a5832c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:34.377642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-66c94389-71c1-4277-928f-285b4bb5236c req-93d3c03f-a3e5-48b2-abb1-5b7fc5a5832c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 943 time: 0.1345568 Mar 16 11:23:34.423799 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-66c94389-71c1-4277-928f-285b4bb5236c req-44d69fce-5f17-4f11-befb-1a9aae8a6400 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Mar 16 11:23:34.439516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=5052045a-872d-443b-bb9f-87907e99896b,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.612495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['5052045a-872d-443b-bb9f-87907e99896b'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:23:35.611760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fc1bd-8f6d-46f5-bd92-0e23022a33a8 req-ee6f07a2-bcae-467a-b9d0-36ff2622d4fb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.613221 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-869fc1bd-8f6d-46f5-bd92-0e23022a33a8 req-ee6f07a2-bcae-467a-b9d0-36ff2622d4fb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 944 time: 0.0815599 Mar 16 11:23:35.660805 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-869fc1bd-8f6d-46f5-bd92-0e23022a33a8 req-d8c5f64b-b044-4f5b-bc90-e592fc7b48e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Mar 16 11:23:36.047371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5052045a-872d-443b-bb9f-87907e99896b up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:36.195790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 5052045a-872d-443b-bb9f-87907e99896b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:36.201030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 5052045a-872d-443b-bb9f-87907e99896b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:36.201397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.320822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.347414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5052045a-872d-443b-bb9f-87907e99896b'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:36.357671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5052045a-872d-443b-bb9f-87907e99896b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5052045a-872d-443b-bb9f-87907e99896b,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:23:36.393143 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5052045a-872d-443b-bb9f-87907e99896b', 'code': 200} Mar 16 11:23:36.418670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.520808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=5052045a-872d-443b-bb9f-87907e99896b,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.851377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081939-8b03-47db-8eb9-e6a7f24430be req-7f13d971-8075-49e7-a5a2-80b430b615cb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:36.852930 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-49081939-8b03-47db-8eb9-e6a7f24430be req-7f13d971-8075-49e7-a5a2-80b430b615cb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.0860248 Mar 16 11:23:36.863848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e135e83-4dba-4185-b472-635558b8e063 req-508cef91-243d-437a-aaa3-abeac6f871f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:36.865340 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7e135e83-4dba-4185-b472-635558b8e063 req-508cef91-243d-437a-aaa3-abeac6f871f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 1098 time: 0.0734622 Mar 16 11:23:36.897813 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-49081939-8b03-47db-8eb9-e6a7f24430be req-874c7e38-f776-4313-8146-f0e24ada9431 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386512 Mar 16 11:23:36.910135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7e135e83-4dba-4185-b472-635558b8e063 req-041c5400-ae04-4ff1-b7e1-e946442b153f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 Mar 16 11:23:38.090292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e112f3-cd06-4b05-8a69-b5874d7b0e17 req-e8d2485a-50a6-4071-aca2-fb8e1c4eb327 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.092460 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13e112f3-cd06-4b05-8a69-b5874d7b0e17 req-e8d2485a-50a6-4071-aca2-fb8e1c4eb327 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.0838981 Mar 16 11:23:38.138424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13e112f3-cd06-4b05-8a69-b5874d7b0e17 req-3c481e78-e45a-42a6-90ef-4a5ebe8bbfae tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401139 Mar 16 11:23:38.615575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-632b16b6-6402-49aa-9750-e869fb13e1fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726986 Mar 16 11:23:38.705620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-2c73a04b-7843-423b-883e-3460d073dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.707141 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-2c73a04b-7843-423b-883e-3460d073dca5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0695291 Mar 16 11:23:38.849545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-d94b7377-c337-4a6b-bd5e-fc6ff972f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.850999 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-d94b7377-c337-4a6b-bd5e-fc6ff972f72f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1256447 Mar 16 11:23:38.954781 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-c98273f5-32eb-4e7a-b4f2-662be2ffa5d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6412556-216b-431d-87b3-daa0134f6302 HTTP/1.1" status: 200 len: 1000 time: 0.0967321 Mar 16 11:23:39.016525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-ff2e6f5b-c5eb-4551-873d-9f46a36cd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.017953 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-ff2e6f5b-c5eb-4551-873d-9f46a36cd960 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0568864 Mar 16 11:23:39.095829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-2d76e47f-ecba-4b47-9791-40363252b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.097259 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-2d76e47f-ecba-4b47-9791-40363252b037 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731256 Mar 16 11:23:39.231463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-5eb4000f-9cc2-465d-8abe-c455210f7cd2 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281803 Mar 16 11:23:39.367363 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27ceee20-eb18-49e0-a9b4-e5b7b38fa3e8 req-546e0c9e-7666-4b03-94ae-999e6135efc7 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298707 Mar 16 11:23:39.378049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b58c29-79a8-4e36-b4a7-26ad55ec9724 req-959b2871-4258-42f6-b5e5-b4e96392d67a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.379714 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-92b58c29-79a8-4e36-b4a7-26ad55ec9724 req-959b2871-4258-42f6-b5e5-b4e96392d67a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.1329763 Mar 16 11:23:39.423558 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-92b58c29-79a8-4e36-b4a7-26ad55ec9724 req-58017556-7196-40a4-ac0f-3b32c37ac621 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377369 Mar 16 11:23:39.608703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73cd0-52e2-4103-bb97-7f132a6684a3 req-f38975f5-d5f5-41c7-9e1a-3e4f4555f6e6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.610645 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41a73cd0-52e2-4103-bb97-7f132a6684a3 req-f38975f5-d5f5-41c7-9e1a-3e4f4555f6e6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.0817196 Mar 16 11:23:39.654856 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41a73cd0-52e2-4103-bb97-7f132a6684a3 req-cb90e6e4-1c23-48d7-9b1b-b3e8333b5d8a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 Mar 16 11:23:39.679659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38096) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.858273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4368a6-7ef4-48af-a94c-74c50d9674b9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.859763 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2a4368a6-7ef4-48af-a94c-74c50d9674b9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 1093 time: 0.1791739 Mar 16 11:23:39.862563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38100) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.867513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:23:39.873569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:39.877327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:39.880123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:39.885808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:39.961187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.102951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.239340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.139 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/dd8e5b45-d582-4db6-a004-1121d1231239) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:40.390493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.504189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.562883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:40.565513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:40.569147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:23:40.612033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=dd8e5b45-d582-4db6-a004-1121d1231239,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.986952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.167469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.372518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.440323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.546730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=dd8e5b45-d582-4db6-a004-1121d1231239,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.554276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.830325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP afa102e6-f2be-4d6e-825c-da2f38e1bb04 associated. External IP: 172.26.7.139, port: 5052045a-872d-443b-bb9f-87907e99896b. Mar 16 11:23:42.179409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 5b4342f7-85a7-485f-aba8-4955d8d342b4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:23:42.359791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:23:42.370271 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] Sync routers for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:23:42.380085 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:42.380652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:23:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:42.435916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.491787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-98b0ca20-1b9f-4904-a435-3f10742d9df9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6282320 Mar 16 11:23:42.492361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'tag': '5052045a-872d-443b-bb9f-87907e99896b'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:23:42.494584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38104) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.539485 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'tag': '5052045a-872d-443b-bb9f-87907e99896b', 'status': 'completed', 'code': 200} Mar 16 11:23:42.560659 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:42.651284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-74b11033-51af-4db4-a254-716bb89cba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:42.652929 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-74b11033-51af-4db4-a254-716bb89cba83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 1098 time: 0.0864468 Mar 16 11:23:42.703235 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-396984c6-3121-4daa-91c3-d757f399bca1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4 HTTP/1.1" status: 200 len: 922 time: 0.2074442 Mar 16 11:23:42.710273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38110) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.796836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-73c4092b-b429-44a9-a536-f0cb06b410f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:42.798562 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-73c4092b-b429-44a9-a536-f0cb06b410f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0663243b-2b98-4ecc-a5c9-022b26d70fe3 HTTP/1.1" status: 200 len: 898 time: 0.1388631 Mar 16 11:23:42.813185 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-63805d18-ad50-4192-9316-c9ef3b7b12cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 991 time: 0.1062574 Mar 16 11:23:42.906564 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-19868dce-b214-481a-925e-240dcde42634 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5052045a-872d-443b-bb9f-87907e99896b HTTP/1.1" status: 200 len: 999 time: 0.1008236 Mar 16 11:23:42.924922 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'afa102e6-f2be-4d6e-825c-da2f38e1bb04', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.139', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:40Z', 'updated_at': '2022-03-16T11:23:40Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:42.928623 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] Checking router: 5b4342f7-85a7-485f-aba8-4955d8d342b4 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:23:42.937118 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:23:42.937698 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:23:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:42.970323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-d52f939f-3f1d-43de-ac41-8763a0ae7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:42.971743 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-d52f939f-3f1d-43de-ac41-8763a0ae7ba0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5549f7-8083-456e-a8c4-2a1c25f7f683 HTTP/1.1" status: 200 len: 834 time: 0.0577807 Mar 16 11:23:43.049117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-715a07c3-88c8-48b2-a58e-cdd24bbea5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:43.050599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-715a07c3-88c8-48b2-a58e-cdd24bbea5e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0663243b-2b98-4ecc-a5c9-022b26d70fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717442 Mar 16 11:23:43.146824 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:23:43.184499 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-6d3fa75a-a368-4b91-ae3d-b8af276c8778 service neutron] 10.222.0.53 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267607 Mar 16 11:23:43.323087 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6166704b-2471-4c4d-bbb0-02461ad61037 req-d992bc57-0a0b-4679-8a5c-b9702486c8af service neutron] 10.222.0.53 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322360 Mar 16 11:23:43.495340 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'afa102e6-f2be-4d6e-825c-da2f38e1bb04', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.139', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:40Z', 'updated_at': '2022-03-16T11:23:40Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:43.499204 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6556c6-d299-4b79-9907-03c46ed63e09 None None] The sync data for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv is: [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'afa102e6-f2be-4d6e-825c-da2f38e1bb04', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.139', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:40Z', 'updated_at': '2022-03-16T11:23:40Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:23:43.692153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dc201-4041-415c-9793-30e8c2ccb661 None None] New status for floating IP afa102e6-f2be-4d6e-825c-da2f38e1bb04: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:23:43.815651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38114) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:44.048958 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3f64c084-c337-4c02-a08b-db0daec2a708 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 993 time: 0.2320964 Mar 16 11:23:45.201569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-489b4604-ee54-444a-96ba-f8ebba45cfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.525798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-154ce5d1-f248-4958-8e91-7d70fb0f44da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.348778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.635321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.875333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.104281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.110993 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:15.167829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38136) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:15.195009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c30613a0-fe49-4acc-9e9e-3c0e6f1532b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:15.345747 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6e87b8e7-14ae-4aa4-a27d-2d73888be500 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1767430 Mar 16 11:24:15.348486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38140) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:15.610915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f66329-d9ae-43ff-88eb-9a57d2256fdd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Notify agent at dv-neutron-831730-4-hyperv the message router_removed_from_agent {{(pid=88450) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:24:15.614011 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c7f66329-d9ae-43ff-88eb-9a57d2256fdd tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "DELETE /v2.0/agents/d0f0ba1b-efb0-4b57-993e-76fc2ff0f391/l3-routers/5b4342f7-85a7-485f-aba8-4955d8d342b4 HTTP/1.1" status: 204 len: 168 time: 0.2646284 Mar 16 11:24:15.617116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38144) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:15.804691 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c15ef808-70d0-45a8-a061-d110df6014c1 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1865358 Mar 16 11:24:15.807218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38148) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:15.908965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ddbcd7a8-6fa2-40df-a878-ddd7729eec96 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 993 time: 0.1005189 Mar 16 11:24:16.357654 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3649460-c9ac-43bc-b16d-b3c51cecaf09 None None] New status for floating IP afa102e6-f2be-4d6e-825c-da2f38e1bb04: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:24:16.874019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:16.913274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38152) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:16.985272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.016020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 21393fa0-2e26-441a-bdb6-ac9571e3aede, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=21393fa0-2e26-441a-bdb6-ac9571e3aede,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:17.019466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2a71aa9a-e0d8-4027-8feb-1cdc7418cec0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 991 time: 0.1050711 Mar 16 11:24:17.069459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.070177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:17.182296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:17.218328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.218681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.219023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.219357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.219688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.220024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.220348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.220674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.220997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.221317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.221635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.221989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:17.248404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.264314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 70e09c0b-ffe3-4855-b19a-d7aebf038336, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=70e09c0b-ffe3-4855-b19a-d7aebf038336,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:17.314978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.372701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-07de6328-d3c8-491f-8ab7-8fe305fbe867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.384943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:18.167637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38158) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:18.292447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:18.406376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77011405-4fb9-4790-99c6-adbaaf95eadf tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Router 5b4342f7-85a7-485f-aba8-4955d8d342b4 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:24:18.406719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77011405-4fb9-4790-99c6-adbaaf95eadf tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Notify agent at dv-neutron-831730-4-hyperv the message router_added_to_agent {{(pid=88450) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 16 11:24:18.424177 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-77011405-4fb9-4790-99c6-adbaaf95eadf tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "POST /v2.0/agents/d0f0ba1b-efb0-4b57-993e-76fc2ff0f391/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2555346 Mar 16 11:24:18.426816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38166) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:18.445131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] Sync routers for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:18.454088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:18.454686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:18.612441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-87663a4e-5209-4e35-a1a5-b7197a6e4fc4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1837990 Mar 16 11:24:18.615622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38170) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:18.639283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:18.685073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:18.839464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e470b68c-c828-4e33-af26-60f64f34b2e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 991 time: 0.2226198 Mar 16 11:24:18.989103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'afa102e6-f2be-4d6e-825c-da2f38e1bb04', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.139', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:40Z', 'updated_at': '2022-03-16T11:24:16Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:18.993789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] Checking router: 5b4342f7-85a7-485f-aba8-4955d8d342b4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:19.001917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:19.002514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:19.216123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:19.556964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'afa102e6-f2be-4d6e-825c-da2f38e1bb04', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.139', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:40Z', 'updated_at': '2022-03-16T11:24:16Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:19.560954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b191a-37ac-4b38-b80b-f0dbb51f618e None None] The sync data for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv is: [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'afa102e6-f2be-4d6e-825c-da2f38e1bb04', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.139', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'port_id': '5052045a-872d-443b-bb9f-87907e99896b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'mac_address': 'fa:16:3e:d3:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:40Z', 'updated_at': '2022-03-16T11:24:16Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:24:17Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:19.827786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:19.843358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38174) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:19.954093 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-28e91e27-c0d3-4026-a6e2-b8c5fa9478d0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 991 time: 0.1095669 Mar 16 11:24:20.166549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:20.918760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:20.957888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38178) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:20.987699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 21393fa0-2e26-441a-bdb6-ac9571e3aede triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:20.988065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:21.068064 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-89e183f9-3bcd-47bf-9659-2e19c3d6010c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 991 time: 0.1082323 Mar 16 11:24:21.105251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:21.136329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 21393fa0-2e26-441a-bdb6-ac9571e3aede, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=21393fa0-2e26-441a-bdb6-ac9571e3aede,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:21.193926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:21.194979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:21.237065 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ee8b4-4923-44d2-9243-35985763613e None None] New status for floating IP afa102e6-f2be-4d6e-825c-da2f38e1bb04: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:24:21.313018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:21.324791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 70e09c0b-ffe3-4855-b19a-d7aebf038336 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:21.325158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:21.446547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:21.458875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 70e09c0b-ffe3-4855-b19a-d7aebf038336, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=70e09c0b-ffe3-4855-b19a-d7aebf038336,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:21.513740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:21.581936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:22.071627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38182) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:22.186133 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e5247783-9f0f-4fae-b531-53aa264e4947 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 200 len: 993 time: 0.1134591 Mar 16 11:24:22.486684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38190) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:22.684014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port dd8e5b45-d582-4db6-a004-1121d1231239 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:22.684278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:22.886320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:22.958202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 21393fa0-2e26-441a-bdb6-ac9571e3aede triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:22.959039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:22.959765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:22.960093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.071342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:23.079973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for dd8e5b45-d582-4db6-a004-1121d1231239 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:23.139439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 70e09c0b-ffe3-4855-b19a-d7aebf038336 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:23.139805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.326468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.373141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=dd8e5b45-d582-4db6-a004-1121d1231239,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:23.408553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.422905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:23.473065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.473386 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP afa102e6-f2be-4d6e-825c-da2f38e1bb04 disassociated (deleted). External IP: 172.26.7.139, port: 5052045a-872d-443b-bb9f-87907e99896b. Mar 16 11:24:23.822921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 5b4342f7-85a7-485f-aba8-4955d8d342b4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:23.999402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:24.010604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] Sync routers for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:24.019736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:24.021299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:24.074325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.128487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-660ad542-268f-44cf-89d6-b486b9fc893b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/afa102e6-f2be-4d6e-825c-da2f38e1bb04 HTTP/1.1" status: 204 len: 168 time: 1.6407285 Mar 16 11:24:24.129218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'tag': '5052045a-872d-443b-bb9f-87907e99896b'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:24.183940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'tag': '5052045a-872d-443b-bb9f-87907e99896b', 'status': 'completed', 'code': 200} Mar 16 11:24:24.239301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:24.322707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-df72eb19-6122-40cb-950b-2f45f23abe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.324541 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-df72eb19-6122-40cb-950b-2f45f23abe88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 1098 time: 0.1199512 Mar 16 11:24:24.467605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-e0515139-60cd-4a86-9580-5843f9c16d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.469605 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-e0515139-60cd-4a86-9580-5843f9c16d10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0663243b-2b98-4ecc-a5c9-022b26d70fe3 HTTP/1.1" status: 200 len: 898 time: 0.1389189 Mar 16 11:24:24.541951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-10d999f1-0a40-4716-ba15-b0ef8cdb440b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5052045a-872d-443b-bb9f-87907e99896b HTTP/1.1" status: 200 len: 217 time: 0.0658758 Mar 16 11:24:24.571647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:24.576177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] Checking router: 5b4342f7-85a7-485f-aba8-4955d8d342b4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:24.586892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:24.587727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:24.663999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-a94f587b-1136-4752-a0e9-385276891fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.665524 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-a94f587b-1136-4752-a0e9-385276891fc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5549f7-8083-456e-a8c4-2a1c25f7f683 HTTP/1.1" status: 200 len: 834 time: 0.1105499 Mar 16 11:24:24.738781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d1715-a768-49c6-b996-643de8dfdfd0 req-29ed241f-2adf-4825-b2a9-0d83b3a4eca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.740584 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc8d1715-a768-49c6-b996-643de8dfdfd0 req-29ed241f-2adf-4825-b2a9-0d83b3a4eca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.1387973 Mar 16 11:24:24.770503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:24.799535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc8d1715-a768-49c6-b996-643de8dfdfd0 req-e15f799f-0e9b-42e5-9d48-d828ae933e4b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524943 Mar 16 11:24:24.801593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-6bfb5af7-590f-44f6-8ca9-f31c0b7d9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:24.803252 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-6bfb5af7-590f-44f6-8ca9-f31c0b7d9ac6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0663243b-2b98-4ecc-a5c9-022b26d70fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1306434 Mar 16 11:24:24.937090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-0ae88930-5b17-44b3-b93b-df6eaf817787 service neutron] 10.222.0.53 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262290 Mar 16 11:24:25.069364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3949bac4-498c-46ab-b0b7-3e22048939ed req-4c29df4a-c8b3-4c3d-b14e-9f86fa19ec28 service neutron] 10.222.0.53 "GET /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256180 Mar 16 11:24:25.089969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:25.093866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b159b5-70c2-4dea-8f0c-82f49ec16985 None None] The sync data for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv is: [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:23:19Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '21393fa0-2e26-441a-bdb6-ac9571e3aede', 'name': '', 'network_id': '0663243b-2b98-4ecc-a5c9-022b26d70fe3', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:33:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:18Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'fd5549f7-8083-456e-a8c4-2a1c25f7f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:25.839416 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997493c-428e-4d22-a426-d947cad80c57 None None] New status for floating IP afa102e6-f2be-4d6e-825c-da2f38e1bb04: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:24:25.993440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921a4f3-fdb2-4863-9a7d-b7cc183762ff req-99130b9b-9ed1-46f6-a7ea-90530f8a735d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:25.994201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-2921a4f3-fdb2-4863-9a7d-b7cc183762ff req-99130b9b-9ed1-46f6-a7ea-90530f8a735d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:26.063597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-2921a4f3-fdb2-4863-9a7d-b7cc183762ff req-99130b9b-9ed1-46f6-a7ea-90530f8a735d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:26.064783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2921a4f3-fdb2-4863-9a7d-b7cc183762ff req-99130b9b-9ed1-46f6-a7ea-90530f8a735d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.1548719 Mar 16 11:24:26.078105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-c6585c0c-866b-4e82-bf55-8e83fdeb89e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:26.079522 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-c6585c0c-866b-4e82-bf55-8e83fdeb89e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 945 time: 0.0825868 Mar 16 11:24:26.112050 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2921a4f3-fdb2-4863-9a7d-b7cc183762ff req-6298564b-31ef-4a6b-b5e0-7dde608add5f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c2a89b7-714c-4606-89af-1c233619c603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413315 Mar 16 11:24:26.152516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 5052045a-872d-443b-bb9f-87907e99896b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:26.152858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.398156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 5052045a-872d-443b-bb9f-87907e99896b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5052045a-872d-443b-bb9f-87907e99896b,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:26.398518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.522818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 5052045a-872d-443b-bb9f-87907e99896b owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:26.873379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.924905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=5052045a-872d-443b-bb9f-87907e99896b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.970738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.971081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.971415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.971742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.972065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.972386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.972709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.973026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.973343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.973660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.974492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:26.974885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:27.011934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 5052045a-872d-443b-bb9f-87907e99896b on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:27.014232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.016673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'name': 'network-vif-deleted', 'tag': '5052045a-872d-443b-bb9f-87907e99896b'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:27.059939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cc7aec-0b97-434f-8475-cf2d3a456feb', 'name': 'network-vif-deleted', 'tag': '5052045a-872d-443b-bb9f-87907e99896b', 'status': 'completed', 'code': 200} Mar 16 11:24:27.084244 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ce8a560d-0338-4f74-8cff-333dee8a5572 req-66c973d6-fb1c-4bab-815c-86f896be8e63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/5052045a-872d-443b-bb9f-87907e99896b HTTP/1.1" status: 204 len: 173 time: 0.9956944 Mar 16 11:24:27.261096 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9e20f078-8457-4dba-babe-136991414717 req-621363cd-d2f9-485b-adf6-b64428f20f8e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc7aec-0b97-434f-8475-cf2d3a456feb HTTP/1.1" status: 200 len: 210 time: 0.0437467 Mar 16 11:24:28.355399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38210) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:28.426738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50228b5f-f0eb-42c0-a338-b59f92045e57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.460569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50228b5f-f0eb-42c0-a338-b59f92045e57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.618081 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50228b5f-f0eb-42c0-a338-b59f92045e57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.636281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228b5f-f0eb-42c0-a338-b59f92045e57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2a89b7-714c-4606-89af-1c233619c603,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:28.707062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-50228b5f-f0eb-42c0-a338-b59f92045e57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.708265 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-50228b5f-f0eb-42c0-a338-b59f92045e57 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c2a89b7-714c-4606-89af-1c233619c603 HTTP/1.1" status: 204 len: 168 time: 0.3515837 Mar 16 11:24:28.830804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38216) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:29.472980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.824216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 21393fa0-2e26-441a-bdb6-ac9571e3aede {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:29.824550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.011405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 21393fa0-2e26-441a-bdb6-ac9571e3aede, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=21393fa0-2e26-441a-bdb6-ac9571e3aede,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:30.011761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.132396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 21393fa0-2e26-441a-bdb6-ac9571e3aede owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:30.383211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.420735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5052045a-872d-443b-bb9f-87907e99896b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:30.432884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=21393fa0-2e26-441a-bdb6-ac9571e3aede,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:30.459233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 5052045a-872d-443b-bb9f-87907e99896b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:30.459601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5052045a-872d-443b-bb9f-87907e99896b not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:30.814542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.167950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 5b4342f7-85a7-485f-aba8-4955d8d342b4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:31.342460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:31.353024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] Sync routers for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:31.355651 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-256f2d53-beaa-4aa5-ac34-bca553fc6460 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237758 Mar 16 11:24:31.358341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38220) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:31.362517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:31.363130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:31.422250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet fd5549f7-8083-456e-a8c4-2a1c25f7f683 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:24:31.425321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.482096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.535968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:31.565533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.714164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.757488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5549f7-8083-456e-a8c4-2a1c25f7f683,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:31.762756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.769614 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4e1d6ef9-e614-47a0-a944-3894edd85153 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/fd5549f7-8083-456e-a8c4-2a1c25f7f683 HTTP/1.1" status: 204 len: 168 time: 0.4103189 Mar 16 11:24:31.773394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38224) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:31.775805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b45ed5-8cf6-47e9-8a6e-86067023ddd8 None None] Network 0663243b-2b98-4ecc-a5c9-022b26d70fe3 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:31.949104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.034646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:24:30Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:32.044047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] Checking router: 5b4342f7-85a7-485f-aba8-4955d8d342b4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:32.054495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] Routers {'5b4342f7-85a7-485f-aba8-4955d8d342b4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:32.055124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5b4342f7-85a7-485f-aba8-4955d8d342b4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:32.134495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] DHCP port deletion for 0663243b-2b98-4ecc-a5c9-022b26d70fe3 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:24:32.134495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] Deleting port 2e7c6796-dce6-4e94-9502-5fac611df35a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:32.134495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.240571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.303788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 70e09c0b-ffe3-4855-b19a-d7aebf038336 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:32.304205 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.328531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] Set router 5b4342f7-85a7-485f-aba8-4955d8d342b4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:32.480359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 70e09c0b-ffe3-4855-b19a-d7aebf038336, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=70e09c0b-ffe3-4855-b19a-d7aebf038336,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:32.480814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.603157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 70e09c0b-ffe3-4855-b19a-d7aebf038336 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:32.620306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] For port 2e7c6796-dce6-4e94-9502-5fac611df35a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2e7c6796-dce6-4e94-9502-5fac611df35a,segment=NetworkSegment(475fd6b3-e187-4d17-bba8-f23f1f120899),segment_id=475fd6b3-e187-4d17-bba8-f23f1f120899)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:32.620885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.749316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] Calling delete_port for 2e7c6796-dce6-4e94-9502-5fac611df35a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:32.823795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.871960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=70e09c0b-ffe3-4855-b19a-d7aebf038336,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:32.889233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:24:30Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:32.894039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eaf634-e14c-4728-a107-3d417c37c6df None None] The sync data for ids ['5b4342f7-85a7-485f-aba8-4955d8d342b4'] in dv-neutron-831730-4-hyperv is: [{'id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'name': 'tempest-TestNetworkBasicOps-router-1383379952', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:13Z', 'updated_at': '2022-03-16T11:24:30Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '70e09c0b-ffe3-4855-b19a-d7aebf038336', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4342f7-85a7-485f-aba8-4955d8d342b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:14Z', 'updated_at': '2022-03-16T11:24:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:32.899143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2e7c6796-dce6-4e94-9502-5fac611df35a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:32.970196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.992693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.070762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Port 2e7c6796-dce6-4e94-9502-5fac611df35a update to DOWN by agent not found {{(pid=88451) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 16 11:24:33.086029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] No DVR routers for this DVR port 2e7c6796-dce6-4e94-9502-5fac611df35a on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:33.087491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955113c-c524-41e2-ab57-b4b79327ffc3 None None] Pushing event deleted for resources: {'Port': ['ID=2e7c6796-dce6-4e94-9502-5fac611df35a,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:33.145186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.148185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.250608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.251124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4342f7-85a7-485f-aba8-4955d8d342b4 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:24:33.266988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.268088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-96301f61-62b2-4962-8654-e77a0672b375 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/5b4342f7-85a7-485f-aba8-4955d8d342b4 HTTP/1.1" status: 204 len: 168 time: 1.4937739 Mar 16 11:24:33.271651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38228) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:33.391180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.524895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.552505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0663243b-2b98-4ecc-a5c9-022b26d70fe3']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:33.564473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475fd6b3-e187-4d17-bba8-f23f1f120899') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:33.564777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475fd6b3-e187-4d17-bba8-f23f1f120899') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:33.576824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.593480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.599659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:24:33.599984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:24:33.614061 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:24:33.847633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.868353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.874567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=0663243b-2b98-4ecc-a5c9-022b26d70fe3,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:33.921137 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ec1d14bb-2f45-4b62-80a6-1aead97edb4e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/0663243b-2b98-4ecc-a5c9-022b26d70fe3 HTTP/1.1" status: 204 len: 168 time: 0.6484067 Mar 16 11:24:33.942908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38232) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:33.948536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--117806146', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:33.953449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:33.957567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:33.961177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:33.966740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:34.074432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:34.077988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.105164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:34.113382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.113721 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment 4016bcd3-1c59-4627-8963-a97f5091fd70 of type vlan for network 6579290d-4773-4346-9682-5387ac17a2c1 Mar 16 11:24:34.142303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.234564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.240733 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.241305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.347466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=6579290d-4773-4346-9682-5387ac17a2c1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:34.357672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 6579290d-4773-4346-9682-5387ac17a2c1 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:24:34.400962 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bfbf7641-218d-420e-9b06-b643aefa4566 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4568758 Mar 16 11:24:34.403656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38236) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:34.408635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:34.416431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:34.423641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:34.423641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:34.430444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:34.501706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.502769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.517001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.861646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.885663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:34.918577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 21393fa0-2e26-441a-bdb6-ac9571e3aede {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:34.918925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 21393fa0-2e26-441a-bdb6-ac9571e3aede not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:34.919344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:34.955007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 70e09c0b-ffe3-4855-b19a-d7aebf038336 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:34.955358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 70e09c0b-ffe3-4855-b19a-d7aebf038336 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:35.207266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.239984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.375443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.191 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/41ac3d95-7d7b-4b13-925d-9960c0800c4b) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:35.525323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.610692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.673810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:35.676308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:35.678761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:35.725428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=41ac3d95-7d7b-4b13-925d-9960c0800c4b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.272551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.604072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.855918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 31107efa-cb7c-42ca-8c9c-83f685e3b791 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:24:37.029785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:37.039901 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Sync routers for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:37.049001 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:37.049589 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:37.109484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.110829 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-477c242e-c505-46a0-a540-c4747811fb20 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7062621 Mar 16 11:24:37.113966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38240) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:37.155579 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d661b361-f3d6-45cb-89ad-8419af1c39c4 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378501 Mar 16 11:24:37.155787 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38244) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:37.225212 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:37.282779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e853ba-33db-4e8c-9ff2-0a25d62ba4c2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.284264 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d1e853ba-33db-4e8c-9ff2-0a25d62ba4c2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276255 Mar 16 11:24:37.287809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38248) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:37.436997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0390d0af-b932-4099-b615-e01fc0f23b90 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479599 Mar 16 11:24:37.439282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38252) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:37.445002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255272646', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:37.509317 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:36Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:37.513060 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Checking router: 31107efa-cb7c-42ca-8c9c-83f685e3b791 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:37.513406 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Updating router 31107efa-cb7c-42ca-8c9c-83f685e3b791 port 41ac3d95-7d7b-4b13-925d-9960c0800c4b binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:37.553350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:37.557277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:37.560436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:37.565639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:37.569719 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.680781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:37.684472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.899209 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.910422 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Transition to ACTIVE for port object 41ac3d95-7d7b-4b13-925d-9960c0800c4b will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:37.954943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.983245 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.040045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=4584ad0f-768e-42ef-a16c-9b08c86bcdc1,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.044158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:38.044522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 6579290d-4773-4346-9682-5387ac17a2c1, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:38.055245 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Attempting to bind port 41ac3d95-7d7b-4b13-925d-9960c0800c4b on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:38.055694 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Attempting to bind port 41ac3d95-7d7b-4b13-925d-9960c0800c4b by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:38.055950 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Attempting to bind port 41ac3d95-7d7b-4b13-925d-9960c0800c4b on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:38.070409 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:38.070773 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:38.071166 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.071548 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:38.071997 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Bound port: 41ac3d95-7d7b-4b13-925d-9960c0800c4b, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:38.072356 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.097650 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Pushing event updated for resources: {'Port': ['ID=41ac3d95-7d7b-4b13-925d-9960c0800c4b,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.115157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6579290d-4773-4346-9682-5387ac17a2c1 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:38.116299 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.116635 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.116973 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.117293 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.117609 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.117946 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.118273 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.118618 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.118932 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.119321 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.119594 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.119903 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.159814 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] For port 41ac3d95-7d7b-4b13-925d-9960c0800c4b, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:38.163331 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] For port 41ac3d95-7d7b-4b13-925d-9960c0800c4b, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41ac3d95-7d7b-4b13-925d-9960c0800c4b,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:38.183187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 6579290d-4773-4346-9682-5387ac17a2c1) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:38.187008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:38.187595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.193285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bc3a00-6582-4498-9f88-3ec2baf408a3 None None] Network 6579290d-4773-4346-9682-5387ac17a2c1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:38.218009 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.261941 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-449799cb-d3d2-4c79-8078-59363ae61855 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8190858 Mar 16 11:24:38.262778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38256) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:38.291748 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:38.292347 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:38.366210 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092f27-f255-4a49-999b-90a52363e582 None None] Pushing event updated for resources: {'Port': ['ID=41ac3d95-7d7b-4b13-925d-9960c0800c4b,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.419070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-6579290d-4773-4346-9682-5387ac17a2c1', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:24:38.420253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.478748 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:38.586066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Allocated IP 172.20.0.2 (6579290d-4773-4346-9682-5387ac17a2c1/4584ad0f-768e-42ef-a16c-9b08c86bcdc1/9904dd37-fc1f-47d6-8eea-4d12be4ad3f7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:38.799419 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:36Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:38.804639 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc08def-097f-4d24-bc33-721b4dac8777 None None] The sync data for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv is: [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:36Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:38.809835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.822340 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Transition to ACTIVE for port object 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:38.846968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Transition to ACTIVE for port object 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:38.970661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.001873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.045234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Pushing event updated for resources: {'Port': ['ID=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.066592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Network 6579290d-4773-4346-9682-5387ac17a2c1 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:39.067854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:39.070170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:39.167137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Attempting to bind port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:39.167746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Attempting to bind port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:39.168167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Attempting to bind port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 on network 6579290d-4773-4346-9682-5387ac17a2c1 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:39.173925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:39.174301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Checking segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:39.174691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.175074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Bound using segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:39.175532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Bound port: 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:39.175906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.269647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] For port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:39.273583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] For port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:39.348183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.435200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f24595-9d81-4be8-a004-fec8109fe381 None None] Pushing event updated for resources: {'Port': ['ID=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.456889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (6579290d-4773-4346-9682-5387ac17a2c1/4584ad0f-768e-42ef-a16c-9b08c86bcdc1/838bc093-f3c5-40b1-b759-6e6fa87674b8) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:39.759896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.778582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 838bc093-f3c5-40b1-b759-6e6fa87674b8 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:39.863751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.927850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6579290d-4773-4346-9682-5387ac17a2c1 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:39.931014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:39.933510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:39.977049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=838bc093-f3c5-40b1-b759-6e6fa87674b8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.001716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.104043 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:40.176259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.644803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.657030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-f66038fc-3e2f-4ead-a136-d03736624869 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218958 Mar 16 11:24:40.762441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.905126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.908575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=838bc093-f3c5-40b1-b759-6e6fa87674b8,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.957818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-f8d6a5b7-dc78-425a-91cc-4f69292dadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.960132 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-f8d6a5b7-dc78-425a-91cc-4f69292dadd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1098 time: 0.2334321 Mar 16 11:24:40.967353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41ac3d95-7d7b-4b13-925d-9960c0800c4b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:41.103728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 41ac3d95-7d7b-4b13-925d-9960c0800c4b completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:41.109507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ca317-450c-4cf6-bd73-2d55e2f4385c None None] Network 6579290d-4773-4346-9682-5387ac17a2c1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:24:41.135109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 41ac3d95-7d7b-4b13-925d-9960c0800c4b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:41.135477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.162326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6579290d-4773-4346-9682-5387ac17a2c1 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:41.170820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:41.183438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-8f5a6735-da09-4635-9de3-0df34ffaa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.184874 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-8f5a6735-da09-4635-9de3-0df34ffaa838 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1741443 Mar 16 11:24:41.350966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-53d3569c-e56f-4531-9d26-e43156e22c96 None None] Provisioning for port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:41.465680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.494946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 41ac3d95-7d7b-4b13-925d-9960c0800c4b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41ac3d95-7d7b-4b13-925d-9960c0800c4b,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:41.538251 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-871fec27-8160-47c8-b518-02a360aba326 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 1000 time: 0.3012590 Mar 16 11:24:41.578071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.579517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:41.620299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 31107efa-cb7c-42ca-8c9c-83f685e3b791 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:41.633489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-0055eb4e-ca1f-4b5b-ac24-b1a61bb79602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.634981 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-0055eb4e-ca1f-4b5b-ac24-b1a61bb79602 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0896068 Mar 16 11:24:41.734578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=41ac3d95-7d7b-4b13-925d-9960c0800c4b,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.811616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:41.819415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:41.820195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.875081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:41.883176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-45411b87-22bf-4b20-b8b2-0fbc8670a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:41.884682 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-45411b87-22bf-4b20-b8b2-0fbc8670a543 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1971970 Mar 16 11:24:41.888035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-79a9e1f9-9373-4aa4-b7d3-75d80fa9d30c None None] Provisioning for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:41.894459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Sync routers for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:41.905164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-79a9e1f9-9373-4aa4-b7d3-75d80fa9d30c None None] Provisioning complete for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:41.905685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79a9e1f9-9373-4aa4-b7d3-75d80fa9d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.914016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6f0c856-a8c5-4228-93b0-0acaf9e6b5fe tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/31107efa-cb7c-42ca-8c9c-83f685e3b791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6493456 Mar 16 11:24:41.916571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38260) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:41.952352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:41.953071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:42.044862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-02f8aef1-b526-4e60-bbda-3629955771a3 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514392 Mar 16 11:24:42.075927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-79a9e1f9-9373-4aa4-b7d3-75d80fa9d30c None None] Port 838bc093-f3c5-40b1-b759-6e6fa87674b8 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:42.096237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.096891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.097261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.097728 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.098263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.099581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.100501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.105780 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1a6f9afe-43b2-4206-89e8-2bb5ea476fa9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1881812 Mar 16 11:24:42.106394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38264) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:42.189937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.190397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.190877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.191321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.191762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.192194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.197504 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6745775f-e59c-4ba7-b8f4-130f93abb807 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.0898240 Mar 16 11:24:42.198051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38268) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:42.207006 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dd4ae164-b08c-4419-8ed9-e784b65eff39 req-c4f518ac-b8b6-4222-8a04-cf036fb8c97b service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548162 Mar 16 11:24:42.214855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:42.242348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a2bcd6b7-c6e7-43d5-988f-c123457d7c54 None None] Provisioning complete for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:42.242719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a2bcd6b7-c6e7-43d5-988f-c123457d7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.275017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:42.326292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.407597 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8db553a9-bad1-4e89-9033-59d8ac90082b tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2059426 Mar 16 11:24:42.461067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a2bcd6b7-c6e7-43d5-988f-c123457d7c54 None None] Port 838bc093-f3c5-40b1-b759-6e6fa87674b8 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:42.513998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:42.637487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38274) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:42.643001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332411201', 'description': 'tempest-secgroup-smoke-332411201 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:42.650127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:42.654361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:42.657279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:42.663152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:42.669893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:42.673756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Checking router: 31107efa-cb7c-42ca-8c9c-83f685e3b791 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:42.674136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Updating router 31107efa-cb7c-42ca-8c9c-83f685e3b791 port 838bc093-f3c5-40b1-b759-6e6fa87674b8 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:24:42.725926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.760255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.780685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:42.784475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:42.787324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:42.792855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:42.866259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.920126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.948998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41ac3d95-7d7b-4b13-925d-9960c0800c4b up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:42.966893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d359f0-8be0-4151-81cb-c3d67f8736c9,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.027160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.028647 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-984a98ef-161c-47d9-96c8-b67190faadb2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3898728 Mar 16 11:24:43.031487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38278) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:43.037129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '30d359f0-8be0-4151-81cb-c3d67f8736c9', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:43.043243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:43.047174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:43.050032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:43.056550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:43.056684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 41ac3d95-7d7b-4b13-925d-9960c0800c4b triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:43.056922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.142325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.203602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.218730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.251676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.259653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Transition to ACTIVE for port object 838bc093-f3c5-40b1-b759-6e6fa87674b8 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:43.275813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78efe7e-a445-42d9-a550-2928e3e97230,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.288333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:43.344320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.366590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.367869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e290c4f8-30bf-4d96-8527-29da90468592 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3354390 Mar 16 11:24:43.370793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38282) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:43.376027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '30d359f0-8be0-4151-81cb-c3d67f8736c9', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:43.382799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:43.386647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:43.389614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:43.395916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:43.481228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.519367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:43.519744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.557077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.574002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc84469-f296-42da-8459-af3f0136c66c None None] Pushing event updated for resources: {'Port': ['ID=838bc093-f3c5-40b1-b759-6e6fa87674b8,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.627118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.648840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b960f992-0cd1-456e-a777-9c251ae06342,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:43.649358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Attempting to bind port 838bc093-f3c5-40b1-b759-6e6fa87674b8 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:43.649723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Attempting to bind port 838bc093-f3c5-40b1-b759-6e6fa87674b8 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:43.650636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Attempting to bind port 838bc093-f3c5-40b1-b759-6e6fa87674b8 on network 6579290d-4773-4346-9682-5387ac17a2c1 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:43.660904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:43.661970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Checking segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:43.662505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.662892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Bound using segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:43.663349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Bound port: 838bc093-f3c5-40b1-b759-6e6fa87674b8, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:43.663716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.719021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.720287 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-73e1574b-d79d-4aac-8ba2-df877dfa2b6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484333 Mar 16 11:24:43.723105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38286) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:43.730142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '30d359f0-8be0-4151-81cb-c3d67f8736c9', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:43.736121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:43.740533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:43.743394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:43.749158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:43.820048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] For port 838bc093-f3c5-40b1-b759-6e6fa87674b8, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:43.823175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] For port 838bc093-f3c5-40b1-b759-6e6fa87674b8, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=838bc093-f3c5-40b1-b759-6e6fa87674b8,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:43.830553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.875422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.913150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:43.955800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:43.956429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:44.023646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc84469-f296-42da-8459-af3f0136c66c None None] Pushing event updated for resources: {'Port': ['ID=838bc093-f3c5-40b1-b759-6e6fa87674b8,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.137770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.146544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:44.163927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9436217-8c48-4813-a6b1-01801f6a8809,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.233412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.234649 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-109a8b06-7fb9-4297-8666-efd90c56c434 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5090947 Mar 16 11:24:44.237396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38290) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:44.243185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '30d359f0-8be0-4151-81cb-c3d67f8736c9', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:44.249101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:44.252927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:44.255856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:44.261386 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:44.321268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.384628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.449886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.464770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:43Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:44.469192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547721-2818-4a83-90bd-a821d68155e4 None None] The sync data for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv is: [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:43Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:44.477464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cf466b-6c36-419f-99e6-8dc238f9f054,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.547175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.548375 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fca8eb12-d57e-4c8e-91bd-fa2c7555b5fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100286 Mar 16 11:24:44.553629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38294) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:44.562268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '30d359f0-8be0-4151-81cb-c3d67f8736c9', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:44.568673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:44.572751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:44.575875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:44.582255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:44.674907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:24:44.683083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.750532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.818430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.844035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd2039-af02-4f44-ba8a-07605a4117f0,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.919473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.923372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38298) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:44.925775 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9cd86a0d-2384-4259-8845-41b00db70041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3696196 Mar 16 11:24:44.930475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '30d359f0-8be0-4151-81cb-c3d67f8736c9', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:44.931575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 838bc093-f3c5-40b1-b759-6e6fa87674b8 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:44.937043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:44.941067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:44.944507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:44.950571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:45.017875 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:24:45.025811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.097973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:45.098698 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.104850 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:45.105298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.189032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.207616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-495ba56c-14d4-4ddd-81be-00b5050e9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.225041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423a3f77-246d-4a8c-96b5-5b5ed31a37fb,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:45.230542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.292038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.294098 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c54a6cb7-7734-476f-ada5-397bd687d508 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3695483 Mar 16 11:24:45.306850 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 838bc093-f3c5-40b1-b759-6e6fa87674b8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=838bc093-f3c5-40b1-b759-6e6fa87674b8,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:45.393063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.464278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-b117335b-3f9d-43de-9db0-0d9a426ca8da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:45.464489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=838bc093-f3c5-40b1-b759-6e6fa87674b8,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:45.531893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-b117335b-3f9d-43de-9db0-0d9a426ca8da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:45.533123 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-b117335b-3f9d-43de-9db0-0d9a426ca8da tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332411201&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.1108744 Mar 16 11:24:45.686949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-dc1f0369-55f6-4adb-ba7b-54541e9ff8d3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:45.687621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-dc1f0369-55f6-4adb-ba7b-54541e9ff8d3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:45.782947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-dc1f0369-55f6-4adb-ba7b-54541e9ff8d3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:45.784045 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-dc1f0369-55f6-4adb-ba7b-54541e9ff8d3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 796 time: 0.2440255 Mar 16 11:24:45.799320 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-8c5abba9-b67d-47f8-9465-12efe16ea0e8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0093362 Mar 16 11:24:45.880337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-c989006b-03fe-43ed-abe8-44a7bed27e03 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:45.983340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-c989006b-03fe-43ed-abe8-44a7bed27e03 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:45.984659 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-c989006b-03fe-43ed-abe8-44a7bed27e03 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796846 Mar 16 11:24:46.119945 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-8f6c27f4-48f0-44e4-a9e4-c69266049236 service neutron] 10.222.0.30 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229360 Mar 16 11:24:46.344814 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-011ed784-9e09-4ebb-a91f-26e84b34444c service neutron] 10.222.0.30 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191217 Mar 16 11:24:46.621725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-dfbc6305-5651-4681-aaa7-de5998e0f927 req-1c970d88-7ad3-4636-8d36-149dd6b6ea56 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:46.633595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-dfbc6305-5651-4681-aaa7-de5998e0f927 req-1c970d88-7ad3-4636-8d36-149dd6b6ea56 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:46.634842 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dfbc6305-5651-4681-aaa7-de5998e0f927 req-1c970d88-7ad3-4636-8d36-149dd6b6ea56 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 210 time: 0.0586143 Mar 16 11:24:46.900525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 838bc093-f3c5-40b1-b759-6e6fa87674b8 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:46.969937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:46.970310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:47.381440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-16807c6f-6199-4a7c-9c80-a01ae9895818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:47.786824 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-27f04190-8fbb-4cac-b9ca-dca04c785886 req-8e56cd61-3a3b-451c-a6e9-ad346808a72e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 210 time: 0.0459478 Mar 16 11:24:48.324145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.589745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-c56d0c59-0e97-42ae-89a0-3c91670efa62 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.591231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-c56d0c59-0e97-42ae-89a0-3c91670efa62 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 796 time: 0.1442764 Mar 16 11:24:48.639888 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-b5d8ab61-b34c-4e62-84fa-daa6eddbff23 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 379 time: 0.0399716 Mar 16 11:24:48.648533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['30d359f0-8be0-4151-81cb-c3d67f8736c9']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:48.678253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.783838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:48.793275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:48.927028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:48.930851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:48.959001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-15274018-ccf3-48a3-a6d8-6bf3e900eba0 req-e00075a7-b6a8-477f-9cd7-bce6b7d9cfeb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 210 time: 0.0642838 Mar 16 11:24:49.104948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.9 (6579290d-4773-4346-9682-5387ac17a2c1/4584ad0f-768e-42ef-a16c-9b08c86bcdc1/9665999d-f375-4e0b-9cb0-21f13229cc6f) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:49.408121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.423471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 9665999d-f375-4e0b-9cb0-21f13229cc6f will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:49.530198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.596813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 6579290d-4773-4346-9682-5387ac17a2c1 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:49.600388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:49.609001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:24:49.640214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=9665999d-f375-4e0b-9cb0-21f13229cc6f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:49.677913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:49.678544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.749607 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-704e15b4-376a-4619-b9b3-7c46e7322666 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1051948 Mar 16 11:24:49.761109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Request body: {'port': {'device_id': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:49.824027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.871583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.878261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-34760c3c-31aa-4738-ac52-1423d2a9ff82 None None] Provisioning for port 9665999d-f375-4e0b-9cb0-21f13229cc6f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:49.883178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-34760c3c-31aa-4738-ac52-1423d2a9ff82 None None] Provisioning complete for port 9665999d-f375-4e0b-9cb0-21f13229cc6f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:49.883550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-34760c3c-31aa-4738-ac52-1423d2a9ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.938350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-34760c3c-31aa-4738-ac52-1423d2a9ff82 None None] Port 9665999d-f375-4e0b-9cb0-21f13229cc6f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:24:50.114635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.145865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1886-4fa7-49c1-8d3e-29c3badf1c66 req-f0d01f4a-8f87-4bbd-967f-4e0826caecd7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.147366 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a54c1886-4fa7-49c1-8d3e-29c3badf1c66 req-f0d01f4a-8f87-4bbd-967f-4e0826caecd7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 931 time: 0.0813293 Mar 16 11:24:50.191118 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a54c1886-4fa7-49c1-8d3e-29c3badf1c66 req-e6fdcc69-d9bf-4183-af8d-d14094e9468f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Mar 16 11:24:50.222621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9665999d-f375-4e0b-9cb0-21f13229cc6f {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:50.230199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.244661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Transition to ACTIVE for port object 9665999d-f375-4e0b-9cb0-21f13229cc6f will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:50.314338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.476575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Pushing event updated for resources: {'Port': ['ID=9665999d-f375-4e0b-9cb0-21f13229cc6f,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.554377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Attempting to bind port 9665999d-f375-4e0b-9cb0-21f13229cc6f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:50.554377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Attempting to bind port 9665999d-f375-4e0b-9cb0-21f13229cc6f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:50.554377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Attempting to bind port 9665999d-f375-4e0b-9cb0-21f13229cc6f on network 6579290d-4773-4346-9682-5387ac17a2c1 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:50.557521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Port 9665999d-f375-4e0b-9cb0-21f13229cc6f on network 6579290d-4773-4346-9682-5387ac17a2c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:24:50.557795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Attempting to bind port 9665999d-f375-4e0b-9cb0-21f13229cc6f on network 6579290d-4773-4346-9682-5387ac17a2c1 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:24:50.562858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:24:50.563196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Checking segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:24:50.563578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Bound using segment: {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:24:50.563999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Bound port: 9665999d-f375-4e0b-9cb0-21f13229cc6f, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4016bcd3-1c59-4627-8963-a97f5091fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:50.564623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.572898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38334) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:50.655480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] For port 9665999d-f375-4e0b-9cb0-21f13229cc6f, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:24:50.658317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] For port 9665999d-f375-4e0b-9cb0-21f13229cc6f, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:24:50.736540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.778804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Deleting port d405a983-fcd5-4269-8e26-11dd074f86c9 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:50.779141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.791482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.792657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.793584 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] 10.222.0.53 "PUT /v2.0/ports/9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 1093 time: 1.0368099 Mar 16 11:24:50.796156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:50.831440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802deab0-fb93-4240-930d-00ac116acb02 service neutron] Pushing event updated for resources: {'Port': ['ID=9665999d-f375-4e0b-9cb0-21f13229cc6f,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:50.958593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'status': 'completed', 'code': 200} Mar 16 11:24:50.967966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:50.968285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.001135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-1b8856bd-71e7-4379-95e4-d5ab19a5efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.002899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-1b8856bd-71e7-4379-95e4-d5ab19a5efd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1096 time: 0.0773022 Mar 16 11:24:51.074395 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-cb1f4c9a-fd00-43e3-8426-c3f3dc79eae8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 217 time: 0.0636358 Mar 16 11:24:51.094296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Calling delete_port for d405a983-fcd5-4269-8e26-11dd074f86c9 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:51.137145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-69d7e108-f75c-48f0-9433-9c9116b71e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.138610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-69d7e108-f75c-48f0-9433-9c9116b71e35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 843 time: 0.0587687 Mar 16 11:24:51.212680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-9ffa777e-6fe6-4885-b744-4f8056657d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.214213 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-9ffa777e-6fe6-4885-b744-4f8056657d4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6579290d-4773-4346-9682-5387ac17a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700254 Mar 16 11:24:51.335291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.350029 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-b019c7cb-46ca-45a5-8b21-c0df66f24d85 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295886 Mar 16 11:24:51.390243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'Port': ['ID=d405a983-fcd5-4269-8e26-11dd074f86c9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:51.484008 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70afeba3-74bd-4034-ad50-11cd4b8d07e1 req-35e51b9a-a7d3-4504-9f79-45aa5c9d883b service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275942 Mar 16 11:24:51.498908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.499242 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Floating IP 48dd58ef-15d0-4ce0-8818-92202f125cba disassociated (deleted). External IP: 172.26.7.51, port: b6412556-216b-431d-87b3-daa0134f6302. Mar 16 11:24:51.557063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8eb4c-7c52-43c5-944b-d6d0ddf69ef6 req-58aecc95-fd2f-4e37-9e66-239bdb384cb3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.558573 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-25f8eb4c-7c52-43c5-944b-d6d0ddf69ef6 req-58aecc95-fd2f-4e37-9e66-239bdb384cb3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 943 time: 0.2601180 Mar 16 11:24:51.654335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-4c8d71b0-6a5d-4c71-82e4-1843a9913495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.655800 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-4c8d71b0-6a5d-4c71-82e4-1843a9913495 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1096 time: 0.0806346 Mar 16 11:24:51.695202 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-25f8eb4c-7c52-43c5-944b-d6d0ddf69ef6 req-c74a2b54-33f6-4adb-9a9d-7c45b3e31a2d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202769 Mar 16 11:24:51.901424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-12ac583f-5113-4502-a596-e3a7b25d73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.902851 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-12ac583f-5113-4502-a596-e3a7b25d73ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 897 time: 0.2402456 Mar 16 11:24:51.972288 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-d99dcfd4-c94e-499b-9bf5-1361f1182a94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 217 time: 0.0631895 Mar 16 11:24:52.007013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:24:52.035156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-5ae70311-7259-46e7-b803-866d4de3c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.036768 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-5ae70311-7259-46e7-b803-866d4de3c604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 843 time: 0.0570612 Mar 16 11:24:52.113433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-1278bbcd-5759-48b3-9b3e-1584acebc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.115472 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-1278bbcd-5759-48b3-9b3e-1584acebc63e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6579290d-4773-4346-9682-5387ac17a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701542 Mar 16 11:24:52.184101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:24:52.195201 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:24:52.205262 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:52.205895 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:52.248584 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-38cc9554-659c-4ad6-baa6-fd8468022758 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264131 Mar 16 11:24:52.285636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:52.348761 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-607431ca-1595-4203-9f48-a4050c31dfad tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "DELETE /v2.0/floatingips/48dd58ef-15d0-4ce0-8818-92202f125cba HTTP/1.1" status: 204 len: 168 time: 1.7718670 Mar 16 11:24:52.348761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:52.383156 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:52.391217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7a6b8405-1de0-4f19-987a-00ca5c3efb17 req-ab24315d-3a53-4fce-b976-1aba6129e8d0 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345077 Mar 16 11:24:52.395337 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302', 'status': 'completed', 'code': 200} Mar 16 11:24:52.496121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89be523-feb4-4957-a82d-17831c127d07 req-4c1065b3-24f7-41ad-838c-4c6fa68ce3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.497629 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-4c1065b3-24f7-41ad-838c-4c6fa68ce3fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0769014 Mar 16 11:24:52.632426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89be523-feb4-4957-a82d-17831c127d07 req-8b75451b-26ce-4dad-a868-f964e80fdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.634244 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-8b75451b-26ce-4dad-a868-f964e80fdfe2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1307187 Mar 16 11:24:52.704847 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-0d446a59-9cec-411e-ae19-f8619d389bb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6412556-216b-431d-87b3-daa0134f6302 HTTP/1.1" status: 200 len: 217 time: 0.0645804 Mar 16 11:24:52.741379 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:19:02Z', 'revision_number': 1, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:52.745229 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:24:52.753935 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:24:52.754206 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:52.774778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89be523-feb4-4957-a82d-17831c127d07 req-9d248de6-6345-44ca-bed5-385e8c52e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.776627 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-9d248de6-6345-44ca-bed5-385e8c52e95a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0641329 Mar 16 11:24:52.871142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89be523-feb4-4957-a82d-17831c127d07 req-87f3d46f-b2c8-466c-8820-860e6b574cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.872692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-87f3d46f-b2c8-466c-8820-860e6b574cba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900373 Mar 16 11:24:52.905391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0ade-9e81-4120-9b1e-0e2b17f4979f req-576430fc-8c8c-492a-92d3-693ddf0ad1a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.907403 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed2b0ade-9e81-4120-9b1e-0e2b17f4979f req-576430fc-8c8c-492a-92d3-693ddf0ad1a2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 943 time: 0.0953526 Mar 16 11:24:52.931951 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:24:52.958965 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed2b0ade-9e81-4120-9b1e-0e2b17f4979f req-2733bc06-c2e3-4779-88f6-f561f610c2d3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440481 Mar 16 11:24:53.063469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-feb98f2f-ee65-4164-8940-d651f924ec01 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822672 Mar 16 11:24:53.118810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef3013-ac37-4c8d-865e-e6fb7510464c req-241292e2-ff3e-4be5-9d53-3edc1e5dca06 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:53.120241 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-07ef3013-ac37-4c8d-865e-e6fb7510464c req-241292e2-ff3e-4be5-9d53-3edc1e5dca06 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 945 time: 0.1512911 Mar 16 11:24:53.234192 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-07ef3013-ac37-4c8d-865e-e6fb7510464c req-6db323b5-17ae-4fe9-8d10-cfb53d5c2c21 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671189 Mar 16 11:24:53.242910 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d89be523-feb4-4957-a82d-17831c127d07 req-08e76337-1e4d-401b-a82d-4442c62bd153 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721380 Mar 16 11:24:53.299653 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:19:02Z', 'revision_number': 1, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:53.304116 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cd31d-e445-44a5-ae02-592b7896f4bd None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '00397dc3-8de0-4d57-a13b-409b55c336fd', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '514d3535-dab9-4214-8717-69e0d367943e', 'port_id': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'mac_address': 'fa:16:3e:76:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:18:59Z', 'updated_at': '2022-03-16T11:19:02Z', 'revision_number': 1, 'project_id': 'b56556f803ba499eb03c393765482485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:24:53.511838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ae0df-9fea-417b-baca-c65e20bab48d None None] New status for floating IP 48dd58ef-15d0-4ce0-8818-92202f125cba: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:24:54.151977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4a7a-e424-41e7-b24c-c6634cba8189 req-4a7dd8a3-b677-4c47-916c-f279bebc866d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.151977 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-25ea4a7a-e424-41e7-b24c-c6634cba8189 req-4a7dd8a3-b677-4c47-916c-f279bebc866d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 943 time: 0.0854554 Mar 16 11:24:54.191410 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-25ea4a7a-e424-41e7-b24c-c6634cba8189 req-da363e2e-7fcd-4e5d-b34a-be5f3edade0d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375571 Mar 16 11:24:54.472183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc8fc4-951e-4053-85ce-2770d11492ec req-4d2b1ccc-01bd-4673-9b55-fa0270889e05 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.474134 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-31dc8fc4-951e-4053-85ce-2770d11492ec req-4d2b1ccc-01bd-4673-9b55-fa0270889e05 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 945 time: 0.1317773 Mar 16 11:24:54.506447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-973a0b80-0105-45ac-ae74-b1a4bca7f61b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.507807 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-973a0b80-0105-45ac-ae74-b1a4bca7f61b tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 945 time: 0.1346662 Mar 16 11:24:54.529616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9665999d-f375-4e0b-9cb0-21f13229cc6f details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:54.571127 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-31dc8fc4-951e-4053-85ce-2770d11492ec req-fa549fd5-1903-42e5-bd94-4ed096eb7988 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902600 Mar 16 11:24:54.601708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Deleting port b6412556-216b-431d-87b3-daa0134f6302 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:24:54.602074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.668326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9665999d-f375-4e0b-9cb0-21f13229cc6f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:54.686501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'port_id': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'mac_address': 'fa:16:3e:95:ab:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:54.745251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.761514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9665999d-f375-4e0b-9cb0-21f13229cc6f {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:24:54.776600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9665999d-f375-4e0b-9cb0-21f13229cc6f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:54.832397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.898500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9665999d-f375-4e0b-9cb0-21f13229cc6f,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:54.961554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] For port b6412556-216b-431d-87b3-daa0134f6302, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b6412556-216b-431d-87b3-daa0134f6302,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:54.961930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.064862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['9665999d-f375-4e0b-9cb0-21f13229cc6f'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:24:55.082744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Calling delete_port for b6412556-216b-431d-87b3-daa0134f6302 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:24:55.274377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.325812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'Port': ['ID=b6412556-216b-431d-87b3-daa0134f6302,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:55.391955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21522b8-be84-4d2b-ad2e-4bd1a58791b4 req-b2b9eab6-2a39-436c-a6a6-0b29b096c001 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:55.393423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c21522b8-be84-4d2b-ad2e-4bd1a58791b4 req-b2b9eab6-2a39-436c-a6a6-0b29b096c001 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 944 time: 0.0974724 Mar 16 11:24:55.405341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] No DVR routers for this DVR port b6412556-216b-431d-87b3-daa0134f6302 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:55.407806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.410368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'name': 'network-vif-deleted', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:55.422274 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-80e216e8-c760-4e9c-ba00-2eaab8ed891b req-c5778e91-df4e-4dcb-90bf-ddfd77940ae5 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "DELETE /v2.0/ports/b6412556-216b-431d-87b3-daa0134f6302 HTTP/1.1" status: 204 len: 173 time: 0.9027538 Mar 16 11:24:55.444932 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c21522b8-be84-4d2b-ad2e-4bd1a58791b4 req-ce0ea512-8670-49cf-81ab-7cd0e1af3077 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Mar 16 11:24:55.456953 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb440aef-d1f6-4025-89c2-45eda434d7f2', 'name': 'network-vif-deleted', 'tag': 'b6412556-216b-431d-87b3-daa0134f6302', 'status': 'completed', 'code': 200} Mar 16 11:24:55.738193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d7693dd5-6a9d-4efe-b854-1f232e542549 req-e016cac2-9983-43f8-842d-6cb2915da66c tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:55.822903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d7693dd5-6a9d-4efe-b854-1f232e542549 req-e016cac2-9983-43f8-842d-6cb2915da66c tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:55.824074 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d7693dd5-6a9d-4efe-b854-1f232e542549 req-e016cac2-9983-43f8-842d-6cb2915da66c tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb440aef-d1f6-4025-89c2-45eda434d7f2 HTTP/1.1" status: 200 len: 210 time: 0.1342888 Mar 16 11:24:56.563989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9665999d-f375-4e0b-9cb0-21f13229cc6f up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:56.641729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd76562-6791-48c8-a7ee-c6c9d021f3a0 req-7280122f-9648-4ee4-af3e-5a1d3c374865 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:56.645118 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ffd76562-6791-48c8-a7ee-c6c9d021f3a0 req-7280122f-9648-4ee4-af3e-5a1d3c374865 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 944 time: 0.0889971 Mar 16 11:24:56.688262 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ffd76562-6791-48c8-a7ee-c6c9d021f3a0 req-a4ebcf24-2f2f-4523-9e14-e6bb2bac7c15 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 Mar 16 11:24:56.706061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 9665999d-f375-4e0b-9cb0-21f13229cc6f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:56.711173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 9665999d-f375-4e0b-9cb0-21f13229cc6f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:56.711569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:56.828423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:56.854557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:24:56.865420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9665999d-f375-4e0b-9cb0-21f13229cc6f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:24:56.924343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:56.925608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device b6412556-216b-431d-87b3-daa0134f6302 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:57.002582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: b6412556-216b-431d-87b3-daa0134f6302 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:24:57.002931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device b6412556-216b-431d-87b3-daa0134f6302 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:57.011686 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'code': 200} Mar 16 11:24:57.037426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9665999d-f375-4e0b-9cb0-21f13229cc6f,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:57.310504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da871c3a-375f-45b4-8a7c-62cf4fb211bc req-6246cdef-f172-4534-948b-54483464e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.312040 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-da871c3a-375f-45b4-8a7c-62cf4fb211bc req-6246cdef-f172-4534-948b-54483464e387 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1098 time: 0.0747983 Mar 16 11:24:57.355792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-da871c3a-375f-45b4-8a7c-62cf4fb211bc req-ef655353-5ccc-4979-8d37-6722a5420c1e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Mar 16 11:24:57.874469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206039c-d5c5-4bfb-b6bd-078c42a4e7ac req-4795d4fa-b8f4-493b-b0b0-c249ec5d0a42 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.875071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8206039c-d5c5-4bfb-b6bd-078c42a4e7ac req-4795d4fa-b8f4-493b-b0b0-c249ec5d0a42 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:57.966208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8206039c-d5c5-4bfb-b6bd-078c42a4e7ac req-4795d4fa-b8f4-493b-b0b0-c249ec5d0a42 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:57.967495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8206039c-d5c5-4bfb-b6bd-078c42a4e7ac req-4795d4fa-b8f4-493b-b0b0-c249ec5d0a42 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 945 time: 0.1710563 Mar 16 11:24:58.014289 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8206039c-d5c5-4bfb-b6bd-078c42a4e7ac req-692a0671-4c91-4be7-b23d-7f7537cc7115 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Mar 16 11:24:59.203594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa55ca-d03f-41bf-a085-1e7a5f4ae5d3 req-bbf1a127-2ca5-4e1a-894f-531fcbe4b710 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.205040 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37fa55ca-d03f-41bf-a085-1e7a5f4ae5d3 req-bbf1a127-2ca5-4e1a-894f-531fcbe4b710 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 945 time: 0.0826747 Mar 16 11:24:59.251128 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37fa55ca-d03f-41bf-a085-1e7a5f4ae5d3 req-fbc47dae-6301-41e9-9407-637590b5e80e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 Mar 16 11:24:59.442297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62142-7f46-4cfe-ab6d-b162ed080e22 req-bea2fc8a-cc68-456f-84d4-af5ede8d7ad9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.443970 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-73e62142-7f46-4cfe-ab6d-b162ed080e22 req-bea2fc8a-cc68-456f-84d4-af5ede8d7ad9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 945 time: 0.0859017 Mar 16 11:24:59.487766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-73e62142-7f46-4cfe-ab6d-b162ed080e22 req-3cd6155e-5c81-4b44-860a-078a11668d4f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379400 Mar 16 11:24:59.510986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38386) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:59.597124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c883899c-4fdb-4451-a815-0e6b75e694fe tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:59.599539 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c883899c-4fdb-4451-a815-0e6b75e694fe tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1093 time: 0.0872118 Mar 16 11:24:59.602652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38392) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:59.607967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:24:59.614506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:59.618627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:59.621631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:59.627743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:59.713131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:59.858623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.001606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.60 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/a7a88873-db76-40f6-b644-5f5bd9d0d95b) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:00.159604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.239836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.300636 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:00.303615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:00.311210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:25:00.343906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=a7a88873-db76-40f6-b644-5f5bd9d0d95b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:00.845524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:00.977463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:01.184368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:01.251195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:01.358571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=a7a88873-db76-40f6-b644-5f5bd9d0d95b,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:01.370383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:01.535002 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP e8f75a77-a9af-4190-a44a-dc15b3abf09b associated. External IP: 172.26.7.60, port: 9665999d-f375-4e0b-9cb0-21f13229cc6f. Mar 16 11:25:01.658543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38400) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:01.859429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Deleting port d5164677-1a36-40c2-aef4-4d20b2f600fa {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:01.859789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:01.888658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 31107efa-cb7c-42ca-8c9c-83f685e3b791 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:02.033368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:02.033746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:02.182768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:02.193746 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] Sync routers for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:02.203774 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:02.204137 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:02.261975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Calling delete_port for d5164677-1a36-40c2-aef4-4d20b2f600fa owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:02.275111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:02.337938 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2eb2a93f-2934-4f5d-a3aa-b0f5551e6955 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7317080 Mar 16 11:25:02.337938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:02.340615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38404) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:02.385500 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:02.396761 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'status': 'completed', 'code': 200} Mar 16 11:25:02.469371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:02.569146 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4401a35e-cf65-4980-9507-0993efd7cdb4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e8f75a77-a9af-4190-a44a-dc15b3abf09b HTTP/1.1" status: 200 len: 990 time: 0.2271760 Mar 16 11:25:02.583724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'Port': ['ID=d5164677-1a36-40c2-aef4-4d20b2f600fa,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:02.643376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-caacee3b-78a4-496c-8c9f-d1d3186abf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.644927 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-caacee3b-78a4-496c-8c9f-d1d3186abf35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1098 time: 0.2245905 Mar 16 11:25:02.655846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:02.656175 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Floating IP 00397dc3-8de0-4d57-a13b-409b55c336fd disassociated (deleted). External IP: 172.26.7.50, port: 0f21a37e-50dd-402f-bb08-4c182fa4cdb0. Mar 16 11:25:02.741143 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e8f75a77-a9af-4190-a44a-dc15b3abf09b', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'port_id': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'mac_address': 'fa:16:3e:95:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:25:00Z', 'updated_at': '2022-03-16T11:25:00Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:45Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:02.744969 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] Checking router: 31107efa-cb7c-42ca-8c9c-83f685e3b791 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:02.753542 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:02.754172 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:02.924939 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:02.932634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-17a83aca-c49c-4759-a83d-1dad3c1c6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:02.934096 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-17a83aca-c49c-4759-a83d-1dad3c1c6400 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 897 time: 0.2810693 Mar 16 11:25:03.163011 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-21366893-ca71-47c6-973b-c40ac2ac5a96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 998 time: 0.1760082 Mar 16 11:25:03.237732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:03.251123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-b1562783-7e85-4d04-9080-2122e7126598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.252750 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-b1562783-7e85-4d04-9080-2122e7126598 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 843 time: 0.0826070 Mar 16 11:25:03.266087 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e8f75a77-a9af-4190-a44a-dc15b3abf09b', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'port_id': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'mac_address': 'fa:16:3e:95:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:25:00Z', 'updated_at': '2022-03-16T11:25:00Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:45Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:03.270411 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6d2af-2243-47bb-b5c6-7ed6eef19acf None None] The sync data for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv is: [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e8f75a77-a9af-4190-a44a-dc15b3abf09b', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'port_id': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'mac_address': 'fa:16:3e:95:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:25:00Z', 'updated_at': '2022-03-16T11:25:00Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:45Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:03.456800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199d606-f424-4d4c-b576-8b3d616c4e8d None None] New status for floating IP e8f75a77-a9af-4190-a44a-dc15b3abf09b: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:25:03.485191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-ea9f2b37-a130-4a94-b9c4-404d8a36a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:03.486694 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-ea9f2b37-a130-4a94-b9c4-404d8a36a077 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6579290d-4773-4346-9682-5387ac17a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1785753 Mar 16 11:25:03.490201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:03.500200 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:03.509703 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:03.510687 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:03.571336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38412) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:03.720837 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b97efba2-ed05-4827-8e91-2be82ce5f35e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e8f75a77-a9af-4190-a44a-dc15b3abf09b HTTP/1.1" status: 200 len: 990 time: 0.1479566 Mar 16 11:25:03.759574 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:03.766775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:03.839312 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-3b78827d-ceee-44e7-8ffe-936aa6a73ec0 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441470 Mar 16 11:25:03.842870 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-27bbc8f4-36de-4bcd-88dc-3a274f23f7ed tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "DELETE /v2.0/floatingips/00397dc3-8de0-4d57-a13b-409b55c336fd HTTP/1.1" status: 204 len: 168 time: 2.1836059 Mar 16 11:25:03.843497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:03.943624 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'status': 'completed', 'code': 200} Mar 16 11:25:03.989663 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6735cdae-2d5c-4e18-ada0-fdc8ce47bb12 req-538129cd-96f7-418e-8c80-d59788a34897 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397381 Mar 16 11:25:04.056722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-a9eb1a15-a6ac-49a4-a22f-18075e405051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.058212 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-a9eb1a15-a6ac-49a4-a22f-18075e405051 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b56556f803ba499eb03c393765482485&device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 1098 time: 0.0839293 Mar 16 11:25:04.092368 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:04.096485 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:04.105361 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:04.106066 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:04.190969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-05623b7c-0199-45aa-988d-0ca990acc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.192642 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-05623b7c-0199-45aa-988d-0ca990acc167 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 200 len: 912 time: 0.1292043 Mar 16 11:25:04.261062 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-d635afd4-2ece-4af8-8f57-50217145c569 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 200 len: 217 time: 0.0618117 Mar 16 11:25:04.288604 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:04.336455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-94ffdb43-c6ac-43c0-ab87-a2626ac090cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.338039 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-94ffdb43-c6ac-43c0-ab87-a2626ac090cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 200 len: 850 time: 0.0704260 Mar 16 11:25:04.477768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-821a3766-f2d0-4061-bcb1-2f649cfcdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.479537 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-821a3766-f2d0-4061-bcb1-2f649cfcdd8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b445777-6e82-41f8-b592-9c5f76b747c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1353476 Mar 16 11:25:04.488004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bb1a9-6089-4e8a-b8b6-d5ad264f8d0a req-14c8903e-1321-41a0-ad59-3edc111ede4a tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.489296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c57bb1a9-6089-4e8a-b8b6-d5ad264f8d0a req-14c8903e-1321-41a0-ad59-3edc111ede4a tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:04.610971 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:04.614990 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef7e0ff-48ac-412b-877d-bcbf696b8495 None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:13:40Z', 'revision_number': 4, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '33233e35-b34b-4064-9d13-90a5d1d16c43', 'name': '', 'network_id': '7b445777-6e82-41f8-b592-9c5f76b747c8', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'mac_address': 'fa:16:3e:7a:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '31e91600-b86c-4753-b291-61e1553cef84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:38Z', 'updated_at': '2022-03-16T11:13:54Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'subnets': [{'id': '31e91600-b86c-4753-b291-61e1553cef84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:04.628459 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-cfd28044-fdd2-4000-9d60-ff9aec024c53 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361613 Mar 16 11:25:04.666129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c57bb1a9-6089-4e8a-b8b6-d5ad264f8d0a req-14c8903e-1321-41a0-ad59-3edc111ede4a tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:04.667267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c57bb1a9-6089-4e8a-b8b6-d5ad264f8d0a req-14c8903e-1321-41a0-ad59-3edc111ede4a tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 945 time: 0.2880852 Mar 16 11:25:04.724515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38422) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:04.784246 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c57bb1a9-6089-4e8a-b8b6-d5ad264f8d0a req-5ccac3f8-4876-4bd4-bc3d-91d0e42ff333 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/security-groups?id=338b1c44-b00f-445e-9cfc-3d93bfc34cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096525 Mar 16 11:25:04.803411 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88e94f63-12bb-4e1f-9f85-d346ec790701 req-49e35f35-7ab7-4802-a50a-0518188dd568 service neutron] 10.222.0.53 "GET /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682754 Mar 16 11:25:04.849712 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3c9b25a3-3bf7-41a4-bcee-abda1bc25b48 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e8f75a77-a9af-4190-a44a-dc15b3abf09b HTTP/1.1" status: 200 len: 992 time: 0.1238084 Mar 16 11:25:04.864612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3bc4a-e9de-48b8-9a7b-d7de8768c5ee None None] New status for floating IP 00397dc3-8de0-4d57-a13b-409b55c336fd: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:25:04.970470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-4ffa4703-3b62-4b5e-b6aa-974b132a0a13 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:04.971911 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-4ffa4703-3b62-4b5e-b6aa-974b132a0a13 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 945 time: 0.0796969 Mar 16 11:25:05.047259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Deleting port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:05.047526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:05.391350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] For port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:05.391708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:05.511368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Calling delete_port for 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:05.714725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:05.770132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'Port': ['ID=0f21a37e-50dd-402f-bb08-4c182fa4cdb0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:05.851722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] No DVR routers for this DVR port 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:05.854458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:05.858650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'name': 'network-vif-deleted', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:25:05.903084 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173a327d-ba67-46fa-adfc-10ddd28e75f2', 'name': 'network-vif-deleted', 'tag': '0f21a37e-50dd-402f-bb08-4c182fa4cdb0', 'status': 'completed', 'code': 200} Mar 16 11:25:05.920664 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fbc742d8-9770-41f0-9224-ee1bf3e0e8b2 req-8e29d48e-3189-48d0-8ad7-3ceab0b540c1 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.53 "DELETE /v2.0/ports/0f21a37e-50dd-402f-bb08-4c182fa4cdb0 HTTP/1.1" status: 204 len: 173 time: 0.9429085 Mar 16 11:25:05.936272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-db9994d0-903e-4cf0-aa63-88ff1066acda req-bfae283f-707c-4a41-8ab3-884e4d2ae41d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:06.011385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-db9994d0-903e-4cf0-aa63-88ff1066acda req-bfae283f-707c-4a41-8ab3-884e4d2ae41d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:06.012503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db9994d0-903e-4cf0-aa63-88ff1066acda req-bfae283f-707c-4a41-8ab3-884e4d2ae41d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 210 time: 0.1201560 Mar 16 11:25:07.176910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b468da25-4607-4e36-886a-4b0cfd679aae req-63e74a0b-0329-411c-88cc-df2927d858e4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Synchronizing usage tracker for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:07.188187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b468da25-4607-4e36-886a-4b0cfd679aae req-63e74a0b-0329-411c-88cc-df2927d858e4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Unset dirty status for tenant:b56556f803ba499eb03c393765482485 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:07.189286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b468da25-4607-4e36-886a-4b0cfd679aae req-63e74a0b-0329-411c-88cc-df2927d858e4 tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "GET /v2.0/ports?device_id=173a327d-ba67-46fa-adfc-10ddd28e75f2 HTTP/1.1" status: 200 len: 210 time: 0.0541582 Mar 16 11:25:08.290565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38434) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:08.446260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Deleting port 1cd1d109-b224-4247-a04c-54230315783b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:08.446592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.589428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:08.614192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.614523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.623745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:08.624096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 0f21a37e-50dd-402f-bb08-4c182fa4cdb0 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:08.734626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Calling delete_port for 1cd1d109-b224-4247-a04c-54230315783b owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:08.946757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:08.993359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'Port': ['ID=1cd1d109-b224-4247-a04c-54230315783b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:09.083751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.164715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:09.165776 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3696a6d7-b3a7-4409-8277-9c5da3c5ecfd tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "DELETE /v2.0/floatingips/68c1f861-75e3-4088-ac16-e5671c10edde HTTP/1.1" status: 204 len: 168 time: 0.8742554 Mar 16 11:25:11.799160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38450) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:11.870701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-818588f3-bf50-4b9e-be51-88556056af0d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:11.900768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-818588f3-bf50-4b9e-be51-88556056af0d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.051625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-818588f3-bf50-4b9e-be51-88556056af0d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.071240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818588f3-bf50-4b9e-be51-88556056af0d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338b1c44-b00f-445e-9cfc-3d93bfc34cfb,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:12.147901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-818588f3-bf50-4b9e-be51-88556056af0d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:12.149144 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-818588f3-bf50-4b9e-be51-88556056af0d tempest-TestVolumeBootPattern-629302593 tempest-TestVolumeBootPattern-629302593-project] 10.222.0.30 "DELETE /v2.0/security-groups/338b1c44-b00f-445e-9cfc-3d93bfc34cfb HTTP/1.1" status: 204 len: 168 time: 0.3490572 Mar 16 11:25:12.291604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38456) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:12.934545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.364225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Deleting port 33233e35-b34b-4064-9d13-90a5d1d16c43 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:13.365237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.532152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] For port 33233e35-b34b-4064-9d13-90a5d1d16c43, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=33233e35-b34b-4064-9d13-90a5d1d16c43,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:13.532507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.653658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Calling delete_port for 33233e35-b34b-4064-9d13-90a5d1d16c43 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:13.868822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:13.918114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=33233e35-b34b-4064-9d13-90a5d1d16c43,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:14.180775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:14.525918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Router 514d3535-dab9-4214-8717-69e0d367943e has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:14.812255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:14.820488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] Sync routers for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:14.825553 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8c3b437b-a34d-4f96-a38c-75270ae0f7f4 admin admin] 10.222.0.30 "PUT /v2.0/routers/514d3535-dab9-4214-8717-69e0d367943e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5329442 Mar 16 11:25:14.828263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38462) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:14.833695 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:14.834326 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:15.014543 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:15.133832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.185837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7812acbb-d094-4cd5-88a2-161e7049a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.313918 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:25:13Z', 'revision_number': 5, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port': {'id': '51e9212c-acbf-4543-93bb-068b3174b72c', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514d3535-dab9-4214-8717-69e0d367943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:32Z', 'updated_at': '2022-03-16T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:15.315417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.318666 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] Checking router: 514d3535-dab9-4214-8717-69e0d367943e for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:15.327452 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] Routers {'514d3535-dab9-4214-8717-69e0d367943e'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:15.328028 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:24:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['514d3535-dab9-4214-8717-69e0d367943e'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:15.371905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Deleting port 51e9212c-acbf-4543-93bb-068b3174b72c {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:15.372181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.503539 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] Set router 514d3535-dab9-4214-8717-69e0d367943e gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:15.554216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] For port 51e9212c-acbf-4543-93bb-068b3174b72c, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=51e9212c-acbf-4543-93bb-068b3174b72c,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:15.554705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.616886 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:25:15Z', 'revision_number': 6, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:15.621881 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2f58d-eb45-4ed0-9db3-bc6316135966 None None] The sync data for ids ['514d3535-dab9-4214-8717-69e0d367943e'] in dv-neutron-831730-4-hyperv is: [{'id': '514d3535-dab9-4214-8717-69e0d367943e', 'name': 'tempest-TestVolumeBootPattern-114673233-router', 'tenant_id': 'b56556f803ba499eb03c393765482485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:31Z', 'updated_at': '2022-03-16T11:25:15Z', 'revision_number': 6, 'project_id': 'b56556f803ba499eb03c393765482485', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:15.684451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Calling delete_port for 51e9212c-acbf-4543-93bb-068b3174b72c owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:16.074560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.126236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Pushing event deleted for resources: {'Port': ['ID=51e9212c-acbf-4543-93bb-068b3174b72c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.213447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.384588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.386855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.463175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.463734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 514d3535-dab9-4214-8717-69e0d367943e {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:16.475839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.479463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7fd31517-6e19-4668-8a5d-76bc6d2d89ad admin admin] 10.222.0.30 "DELETE /v2.0/routers/514d3535-dab9-4214-8717-69e0d367943e HTTP/1.1" status: 204 len: 168 time: 1.6477399 Mar 16 11:25:16.479862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38466) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:16.541445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Deleting subnet 31e91600-b86c-4753-b291-61e1553cef84 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:16.544576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.597553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.792743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.920975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 51e9212c-acbf-4543-93bb-068b3174b72c no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:16.937411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.955194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 51e9212c-acbf-4543-93bb-068b3174b72c {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:16.955537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 51e9212c-acbf-4543-93bb-068b3174b72c not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:16.955953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 33233e35-b34b-4064-9d13-90a5d1d16c43 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:16.974618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e91600-b86c-4753-b291-61e1553cef84,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.978507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.984944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d22a05-c43c-4ade-ac34-3dc507b3a686 None None] Network 7b445777-6e82-41f8-b592-9c5f76b747c8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:16.985539 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bc44e800-c571-40f4-94f8-493bd850de9e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/31e91600-b86c-4753-b291-61e1553cef84 HTTP/1.1" status: 204 len: 168 time: 0.5047312 Mar 16 11:25:16.988037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38470) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:17.016549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 33233e35-b34b-4064-9d13-90a5d1d16c43 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:17.016888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 33233e35-b34b-4064-9d13-90a5d1d16c43 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:17.092223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.103274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Deleting port e18ee83c-8232-4c6d-827e-86be7902c480 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:17.103605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.104039 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:17.239109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] DHCP port deletion for 7b445777-6e82-41f8-b592-9c5f76b747c8 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:17.243517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Deleting port e18ee83c-8232-4c6d-827e-86be7902c480 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:17.243887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.319557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] For port e18ee83c-8232-4c6d-827e-86be7902c480, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e18ee83c-8232-4c6d-827e-86be7902c480,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:17.319920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.431950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f33f76df-b482-40b8-9c46-84ef3ffed304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.442897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Calling delete_port for e18ee83c-8232-4c6d-827e-86be7902c480 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:17.456814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] For port e18ee83c-8232-4c6d-827e-86be7902c480, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e18ee83c-8232-4c6d-827e-86be7902c480,segment=NetworkSegment(57d26de0-3922-4dde-9571-84bf02bb7b0f),segment_id=57d26de0-3922-4dde-9571-84bf02bb7b0f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:17.457135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.565498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.580291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Calling delete_port for e18ee83c-8232-4c6d-827e-86be7902c480 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:17.612472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Pushing event deleted for resources: {'Port': ['ID=e18ee83c-8232-4c6d-827e-86be7902c480,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:17.617243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] No DVR routers for this DVR port e18ee83c-8232-4c6d-827e-86be7902c480 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: from cryptography.utils import int_from_bytes Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: from cryptography.utils import int_from_bytes Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn_limited( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn_limited( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:25:17.650229 dv-neutron-831730-4-hyperv neutron-server[88451]: util.warn( Mar 16 11:25:17.655044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:17.655400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:17.731283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.756785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b445777-6e82-41f8-b592-9c5f76b747c8']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.768461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d26de0-3922-4dde-9571-84bf02bb7b0f') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.768756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d26de0-3922-4dde-9571-84bf02bb7b0f') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.780120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.796069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.802531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:17.803040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:17.819569 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:17.968825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.973200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.997938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] Pushing event deleted for resources: {'Network': ['ID=7b445777-6e82-41f8-b592-9c5f76b747c8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:18.072289 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b9236b50-f18f-44b8-9afb-8f12da10f36b admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b445777-6e82-41f8-b592-9c5f76b747c8 HTTP/1.1" status: 204 len: 168 time: 1.0833044 Mar 16 11:25:18.075085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38474) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:18.156424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Deleting port e18ee83c-8232-4c6d-827e-86be7902c480 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:18.157188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.225912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-b297f787-be72-46b8-bbcd-18b489d19025 None None] The port 'e18ee83c-8232-4c6d-827e-86be7902c480' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:18.306202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.654854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.713641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:18.926443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e18ee83c-8232-4c6d-827e-86be7902c480 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:18.962098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e18ee83c-8232-4c6d-827e-86be7902c480 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:18.962449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e18ee83c-8232-4c6d-827e-86be7902c480 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:19.061295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Deleting port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:19.061628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.230442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] For port e0c03ca4-505c-4e9b-9b43-4a64c06e5a02, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:19.230705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.354318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Calling delete_port for e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:19.597570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.644189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c03ca4-505c-4e9b-9b43-4a64c06e5a02,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:19.857019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.908852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.114122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.367548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Router c8de9cba-139b-4d52-a1cc-7c7a492efd45 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:25:20.545086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:25:20.554515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] Sync routers for ids ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:25:20.563316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] Routers {'c8de9cba-139b-4d52-a1cc-7c7a492efd45'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:20.565087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:25:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:20.613140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0ef6ea45-18bd-4d84-b8b7-c545b3612606 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8de9cba-139b-4d52-a1cc-7c7a492efd45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5370271 Mar 16 11:25:20.616496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38478) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:20.778069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] Set router c8de9cba-139b-4d52-a1cc-7c7a492efd45 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:20.791535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.967664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.074445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:25:19Z', 'revision_number': 5, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port': {'id': '75594a48-2ca5-4ab0-91c8-36f4ae06d151', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:73:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:52Z', 'updated_at': '2022-03-16T11:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.077424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Deleting port 75594a48-2ca5-4ab0-91c8-36f4ae06d151 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:21.077771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.078158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] Checking router: c8de9cba-139b-4d52-a1cc-7c7a492efd45 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:25:21.086395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] Routers {'c8de9cba-139b-4d52-a1cc-7c7a492efd45'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:25:21.086992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:25:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.236279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] Set router c8de9cba-139b-4d52-a1cc-7c7a492efd45 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:25:21.249194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] For port 75594a48-2ca5-4ab0-91c8-36f4ae06d151, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=75594a48-2ca5-4ab0-91c8-36f4ae06d151,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:21.249549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.339725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:25:20Z', 'revision_number': 6, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:21.343611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a24d8e-90b5-4552-b939-7eace91c5682 None None] The sync data for ids ['c8de9cba-139b-4d52-a1cc-7c7a492efd45'] in dv-neutron-831730-4-hyperv is: [{'id': 'c8de9cba-139b-4d52-a1cc-7c7a492efd45', 'name': 'tempest-TestVolumeBootPattern-11499834-router', 'tenant_id': '93f648d5d5d04f66a512b57c9e03c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:50Z', 'updated_at': '2022-03-16T11:25:20Z', 'revision_number': 6, 'project_id': '93f648d5d5d04f66a512b57c9e03c25d', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:25:21.372913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Calling delete_port for 75594a48-2ca5-4ab0-91c8-36f4ae06d151 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:21.700977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:21.778816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Pushing event deleted for resources: {'Port': ['ID=75594a48-2ca5-4ab0-91c8-36f4ae06d151,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:21.841240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.015057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.017149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.091649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.092200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8de9cba-139b-4d52-a1cc-7c7a492efd45 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:25:22.105253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.106510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3201e73b-343c-4646-9279-c80ead4453ae admin admin] 10.222.0.30 "DELETE /v2.0/routers/c8de9cba-139b-4d52-a1cc-7c7a492efd45 HTTP/1.1" status: 204 len: 168 time: 1.4889863 Mar 16 11:25:22.109087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38482) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:22.169602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Deleting subnet 076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:25:22.173399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.228148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.318878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.457648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.501048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:22.512861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-49b61519-e718-448b-be76-81755c132130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.512957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34c94d-983d-4547-876a-28e3f32f07f9 None None] Network c286c2c7-19a3-42c3-90c0-f2c9bb00f718 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:25:22.517445 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-49b61519-e718-448b-be76-81755c132130 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/076dcfdc-4330-4f5a-b2ff-5806bd8dcdfa HTTP/1.1" status: 204 len: 168 time: 0.4051223 Mar 16 11:25:22.517799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38486) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:22.634581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.645166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Deleting port e11d2159-fcba-4a2b-b1a8-c244c399e10b {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:22.645589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.791707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] DHCP port deletion for c286c2c7-19a3-42c3-90c0-f2c9bb00f718 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:25:22.795873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Deleting port e11d2159-fcba-4a2b-b1a8-c244c399e10b {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:22.796263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.877363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] For port e11d2159-fcba-4a2b-b1a8-c244c399e10b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e11d2159-fcba-4a2b-b1a8-c244c399e10b,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:22.877727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.932916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e11d2159-fcba-4a2b-b1a8-c244c399e10b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:23.004811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Calling delete_port for e11d2159-fcba-4a2b-b1a8-c244c399e10b owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:23.045119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] For port e11d2159-fcba-4a2b-b1a8-c244c399e10b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=e11d2159-fcba-4a2b-b1a8-c244c399e10b,segment=NetworkSegment(65f6a52e-3716-424e-abf4-def51ebac4af),segment_id=65f6a52e-3716-424e-abf4-def51ebac4af)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:25:23.045504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.163440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.194382 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No ports have port_id starting with e11d2159-fcba-4a2b-b1a8-c244c399e10b Mar 16 11:25:23.195459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:23.209212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11d2159-fcba-4a2b-b1a8-c244c399e10b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.215504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] No DVR routers for this DVR port e11d2159-fcba-4a2b-b1a8-c244c399e10b on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:23.227185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Calling delete_port for e11d2159-fcba-4a2b-b1a8-c244c399e10b owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:25:23.267104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:23.267449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device e0c03ca4-505c-4e9b-9b43-4a64c06e5a02 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:23.267860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 75594a48-2ca5-4ab0-91c8-36f4ae06d151 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:23.304265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 75594a48-2ca5-4ab0-91c8-36f4ae06d151 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:25:23.304525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 75594a48-2ca5-4ab0-91c8-36f4ae06d151 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:23.331917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.336812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:25:23.337167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:25:23.357733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c286c2c7-19a3-42c3-90c0-f2c9bb00f718']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:23.369345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f6a52e-3716-424e-abf4-def51ebac4af') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:23.369625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f6a52e-3716-424e-abf4-def51ebac4af') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:23.380720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.396497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.402397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:25:23.402771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:23.416125 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:23.643002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.648055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.672088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c286c2c7-19a3-42c3-90c0-f2c9bb00f718,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.677741 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-37130d81-9461-45ed-8781-4b0d5543cbc0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c286c2c7-19a3-42c3-90c0-f2c9bb00f718 HTTP/1.1" status: 204 len: 168 time: 1.1588345 Mar 16 11:25:23.838190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Deleting port e11d2159-fcba-4a2b-b1a8-c244c399e10b {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:25:23.838727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.904995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9168855a-45e4-4d6a-a2f1-2b0e52d854f7 None None] The port 'e11d2159-fcba-4a2b-b1a8-c244c399e10b' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:25:23.965520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38492) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:24.015585 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8d3a272a-3c1d-4009-b825-0a64e93daed4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b56556f803ba499eb03c393765482485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475194 Mar 16 11:25:24.016723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38496) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:24.078328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.104344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.231968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.247005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3593266d-2c30-43aa-90f7-9eacba1f439e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:24.258543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.258884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.259215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.259542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.259865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.260189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.260510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.260830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.261148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.261470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.261783 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.262123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:24.266085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.267278 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ddf91a48-068b-471b-b15b-49a0ccba32cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3593266d-2c30-43aa-90f7-9eacba1f439e HTTP/1.1" status: 204 len: 168 time: 0.2495284 Mar 16 11:25:25.011747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38506) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:25.062048 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b3e21926-88a9-4fc8-93c5-a4988138af95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93f648d5d5d04f66a512b57c9e03c25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468268 Mar 16 11:25:25.062191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38510) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:25.127192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-361d3837-b42c-472e-907e-2a2ff41d4645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.145199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-361d3837-b42c-472e-907e-2a2ff41d4645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.273647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-361d3837-b42c-472e-907e-2a2ff41d4645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.287226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d3837-b42c-472e-907e-2a2ff41d4645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f3ccb-96a5-4fb7-955c-340da627db6e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.293667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-361d3837-b42c-472e-907e-2a2ff41d4645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.294800 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-361d3837-b42c-472e-907e-2a2ff41d4645 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a38f3ccb-96a5-4fb7-955c-340da627db6e HTTP/1.1" status: 204 len: 168 time: 0.2317011 Mar 16 11:25:45.176217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9e5f46cb-889b-4519-9d42-ba3fe911a9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.388116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-28476a78-9a1f-464e-aff4-98e951e3be34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.299285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.688220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.842206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.119411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.103036 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:15.250576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-973cce39-d350-4d00-9aa2-4eb5225b6035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.373109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6d41a88c-e719-4cdf-8998-c738b6a7e411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.324826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:18.661539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:19.861265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:20.110130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:31.101942 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:42.570235 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-e909d209-f3b9-4423-b7fe-79a94eb7b716 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691717 Mar 16 11:26:42.707608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-d2c0a0ba-5e23-495c-98b1-b826b23a3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.709031 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-d2c0a0ba-5e23-495c-98b1-b826b23a3ef3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1098 time: 0.0721428 Mar 16 11:26:42.851446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-517f0476-0c1d-4657-b316-dcf4d555b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:42.852854 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-517f0476-0c1d-4657-b316-dcf4d555b0fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 897 time: 0.1248815 Mar 16 11:26:42.951362 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-8ee7f528-65a6-463d-9ed3-e6a7ef383083 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 1000 time: 0.0920317 Mar 16 11:26:43.015862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-eb9a9d2a-bcde-46f5-a516-ace762a7de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:43.017234 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-eb9a9d2a-bcde-46f5-a516-ace762a7de66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 843 time: 0.0587420 Mar 16 11:26:43.089938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-a7f408b7-3610-4b66-9664-d28d96556309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:43.091417 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-a7f408b7-3610-4b66-9664-d28d96556309 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6579290d-4773-4346-9682-5387ac17a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679278 Mar 16 11:26:43.220738 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-f7368426-ebf6-4ec3-b536-957a94c7fc9a service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221652 Mar 16 11:26:43.349889 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4a4c2a2-c09a-4c41-a72c-698304be4334 req-c646d110-01ed-40ee-8152-cb621e89c016 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231542 Mar 16 11:26:45.183837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-172555bb-903a-42c3-8da2-139e0094d4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:47.369550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a4dbadd5-5f01-4145-addc-fe883b28b503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:48.303856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:48.655290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:49.869238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:50.155323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.068326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38544) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:58.074277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:26:58.192222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2404021'] for subnet, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.452004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772078779639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2220610'] for subnet, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.599070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:58.599645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.601288 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/subnets/4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 835 time: 0.5316100 Mar 16 11:26:58.604196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31d68e-3768-49ae-8e96-fff7cd3b7913 None None] Network 6579290d-4773-4346-9682-5387ac17a2c1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:26:58.616647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=4584ad0f-768e-42ef-a16c-9b08c86bcdc1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:58.623983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.624324 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.624655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.624984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.625305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.625624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.625969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.626286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.626597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.626910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.627221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:58.627539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93726ac-ffb4-4350-bae1-5f3a8f08a86f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:26:59.092632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9c14e502-af92-40aa-81e1-d4226fbdfeee None None] Provisioning complete for port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:59.092904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c14e502-af92-40aa-81e1-d4226fbdfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:59.216302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9c14e502-af92-40aa-81e1-d4226fbdfeee None None] Provisioning complete for port 838bc093-f3c5-40b1-b759-6e6fa87674b8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:59.216662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c14e502-af92-40aa-81e1-d4226fbdfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:59.335004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9c14e502-af92-40aa-81e1-d4226fbdfeee None None] Provisioning complete for port 9665999d-f375-4e0b-9cb0-21f13229cc6f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:59.335362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c14e502-af92-40aa-81e1-d4226fbdfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:08.101182 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:15.186238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-733506f4-d637-4e4a-8bfa-6717ccd379ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.354184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0d85211e-59c8-4c99-a855-9bdd88e46087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.335024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:18.666273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:19.862958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:20.097111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:41.487703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38560) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:41.686470 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port a7a88873-db76-40f6-b644-5f5bd9d0d95b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:27:41.690928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:41.855828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:41.856168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:41.973634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for a7a88873-db76-40f6-b644-5f5bd9d0d95b owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:27:42.165287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:42.211845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=a7a88873-db76-40f6-b644-5f5bd9d0d95b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:42.301870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:42.302224 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP e8f75a77-a9af-4190-a44a-dc15b3abf09b disassociated (deleted). External IP: 172.26.7.60, port: 9665999d-f375-4e0b-9cb0-21f13229cc6f. Mar 16 11:27:42.699387 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-62b32ed9-b7dd-4b8a-be36-58ef1f91fb47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1787677 Mar 16 11:27:42.703669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 31107efa-cb7c-42ca-8c9c-83f685e3b791 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:27:43.029476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:43.039135 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] Sync routers for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:43.051196 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:43.051795 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:43.052054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-3be2291a-b7e8-459d-bd21-98a861e9c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.053575 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-3be2291a-b7e8-459d-bd21-98a861e9c2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1098 time: 0.2681901 Mar 16 11:27:43.118672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:43.223588 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:43.234045 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ea0dca32-1750-490c-8733-2e899b9ac6ca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/e8f75a77-a9af-4190-a44a-dc15b3abf09b HTTP/1.1" status: 204 len: 168 time: 1.7452283 Mar 16 11:27:43.237138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:43.260486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-874a8b96-2c76-44f0-83c6-e8415f3652c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.261980 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-874a8b96-2c76-44f0-83c6-e8415f3652c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 897 time: 0.1871738 Mar 16 11:27:43.349826 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-b7815cfa-3111-4361-a8a5-6549f09bc16a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 217 time: 0.0810516 Mar 16 11:27:43.424824 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'status': 'completed', 'code': 200} Mar 16 11:27:43.432138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-19ac76e9-4cba-4915-bce4-b9731171bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.433552 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-19ac76e9-4cba-4915-bce4-b9731171bd31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 843 time: 0.0771961 Mar 16 11:27:43.509554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-757056b1-494d-4a67-9a47-c073d554309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.510952 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-757056b1-494d-4a67-9a47-c073d554309c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6579290d-4773-4346-9682-5387ac17a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715404 Mar 16 11:27:43.548971 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:45Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:43.555066 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] Checking router: 31107efa-cb7c-42ca-8c9c-83f685e3b791 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:43.571627 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:43.572244 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:43.665487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-f69287cd-4bd7-497a-9b85-add8ac2f26aa service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479065 Mar 16 11:27:43.755857 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:43.802124 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-683dc8e7-53ab-431e-93e7-ad7862d7a922 req-2b3b2c23-3bc3-4081-9257-84aab9bdf754 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305463 Mar 16 11:27:43.831971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dbd15-77ee-437f-b408-08309853ab14 req-30913347-ba48-4a6c-8dcb-3822c130928e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.833436 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c7dbd15-77ee-437f-b408-08309853ab14 req-30913347-ba48-4a6c-8dcb-3822c130928e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 945 time: 0.0879958 Mar 16 11:27:43.879049 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c7dbd15-77ee-437f-b408-08309853ab14 req-1b1cebae-5897-4afd-b589-2765c09e64b1 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391445 Mar 16 11:27:43.968556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-46e66c5c-7c8f-46af-ad57-60529557e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:43.970055 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-46e66c5c-7c8f-46af-ad57-60529557e8c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 1098 time: 0.0708032 Mar 16 11:27:44.094369 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:45Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:44.098194 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd21c7-e8e2-4341-8693-a8f6e581e894 None None] The sync data for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv is: [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:24:40Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '838bc093-f3c5-40b1-b759-6e6fa87674b8', 'name': '', 'network_id': '6579290d-4773-4346-9682-5387ac17a2c1', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:47:a1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:39Z', 'updated_at': '2022-03-16T11:24:45Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '4584ad0f-768e-42ef-a16c-9b08c86bcdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:44.103609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-b2e32446-7196-48dc-895f-f1abd632769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.105337 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-b2e32446-7196-48dc-895f-f1abd632769e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 200 len: 897 time: 0.1286473 Mar 16 11:27:44.176809 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-f261b967-bd53-4ed6-a870-ad01c804c588 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 200 len: 217 time: 0.0650487 Mar 16 11:27:44.241465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-16a70726-881b-4c6a-ac78-7fe030f844d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.242945 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-16a70726-881b-4c6a-ac78-7fe030f844d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 200 len: 843 time: 0.0593853 Mar 16 11:27:44.309820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efef9ad-0f12-46f1-8b8e-881626695692 None None] New status for floating IP e8f75a77-a9af-4190-a44a-dc15b3abf09b: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:27:44.323981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-8c23a44a-0f92-4a8f-b65b-47da885652f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:44.325442 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-8c23a44a-0f92-4a8f-b65b-47da885652f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6579290d-4773-4346-9682-5387ac17a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748997 Mar 16 11:27:44.457863 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-64d846ce-9aca-4de5-82cb-c5d223769dee service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253448 Mar 16 11:27:44.691836 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d13542b-d653-4051-bc2a-a3f51112ab5c req-b0297b8b-2e48-4422-ad3e-9320ca5938d8 service neutron] 10.222.0.53 "GET /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274098 Mar 16 11:27:45.070255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf4c19-ac0b-4624-a704-4d8f9ba1ff5d req-b83cd2be-66cd-47ef-8cb9-232a684e8a85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:45.070949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cddf4c19-ac0b-4624-a704-4d8f9ba1ff5d req-b83cd2be-66cd-47ef-8cb9-232a684e8a85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:45.100103 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:45.168422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cddf4c19-ac0b-4624-a704-4d8f9ba1ff5d req-b83cd2be-66cd-47ef-8cb9-232a684e8a85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:45.169452 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cddf4c19-ac0b-4624-a704-4d8f9ba1ff5d req-b83cd2be-66cd-47ef-8cb9-232a684e8a85 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 945 time: 0.1794426 Mar 16 11:27:45.174535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eae56532-27c9-4a34-9f46-adc23948aedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:45.228924 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cddf4c19-ac0b-4624-a704-4d8f9ba1ff5d req-cdfe555c-98b5-4a1e-be3d-a0d2693f1a1c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d359f0-8be0-4151-81cb-c3d67f8736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517621 Mar 16 11:27:45.250481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-4bcb5d22-84f8-4f3f-9fe1-b130c07b7c54 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:45.251883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-4bcb5d22-84f8-4f3f-9fe1-b130c07b7c54 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 945 time: 0.1226597 Mar 16 11:27:45.323487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 9665999d-f375-4e0b-9cb0-21f13229cc6f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:27:45.323829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:45.575190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 9665999d-f375-4e0b-9cb0-21f13229cc6f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9665999d-f375-4e0b-9cb0-21f13229cc6f,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:45.575453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:45.703419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 9665999d-f375-4e0b-9cb0-21f13229cc6f owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:27:45.993438 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:46.048278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=9665999d-f375-4e0b-9cb0-21f13229cc6f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:46.119774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 9665999d-f375-4e0b-9cb0-21f13229cc6f on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:46.122135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:46.125157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'name': 'network-vif-deleted', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:27:46.171017 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a8a6b-05cb-418f-b96f-1fc40d9348cd', 'name': 'network-vif-deleted', 'tag': '9665999d-f375-4e0b-9cb0-21f13229cc6f', 'status': 'completed', 'code': 200} Mar 16 11:27:46.192332 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0e100216-741c-4697-a9ed-792ed48ce1d7 req-24826e16-0edf-444f-8a28-78b0090fa397 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/9665999d-f375-4e0b-9cb0-21f13229cc6f HTTP/1.1" status: 204 len: 173 time: 0.9356742 Mar 16 11:27:46.383385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-8e3d289b-5910-417d-9c80-0779cac51783 req-a109cfc0-a528-499d-8a11-a0b33127d463 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:27:46.457802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-8e3d289b-5910-417d-9c80-0779cac51783 req-a109cfc0-a528-499d-8a11-a0b33127d463 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:27:46.461619 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e3d289b-5910-417d-9c80-0779cac51783 req-a109cfc0-a528-499d-8a11-a0b33127d463 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=428a8a6b-05cb-418f-b96f-1fc40d9348cd HTTP/1.1" status: 200 len: 210 time: 0.1229877 Mar 16 11:27:47.414222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8b592e22-7fe3-4a1e-8a99-c4cbd09b793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:47.554204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38584) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:47.622749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7ee4-c965-4176-be9b-fee7a2d092c4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:47.651489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7ee4-c965-4176-be9b-fee7a2d092c4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:47.802937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7ee4-c965-4176-be9b-fee7a2d092c4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:47.820855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a7ee4-c965-4176-be9b-fee7a2d092c4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d359f0-8be0-4151-81cb-c3d67f8736c9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:47.918337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ad2a7ee4-c965-4176-be9b-fee7a2d092c4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:47.919464 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ad2a7ee4-c965-4176-be9b-fee7a2d092c4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/30d359f0-8be0-4151-81cb-c3d67f8736c9 HTTP/1.1" status: 204 len: 168 time: 0.3642817 Mar 16 11:27:48.319021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:48.736147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:49.034729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38592) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:49.368521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9665999d-f375-4e0b-9cb0-21f13229cc6f no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:27:49.403528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 9665999d-f375-4e0b-9cb0-21f13229cc6f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:27:49.403880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9665999d-f375-4e0b-9cb0-21f13229cc6f not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:27:49.677953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:49.879106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:50.031034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 838bc093-f3c5-40b1-b759-6e6fa87674b8 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:27:50.031368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:50.217046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 838bc093-f3c5-40b1-b759-6e6fa87674b8, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=838bc093-f3c5-40b1-b759-6e6fa87674b8,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:50.217963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:50.221891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:50.341163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 838bc093-f3c5-40b1-b759-6e6fa87674b8 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:27:50.570803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:50.618602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=838bc093-f3c5-40b1-b759-6e6fa87674b8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:50.898329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:51.353617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 31107efa-cb7c-42ca-8c9c-83f685e3b791 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:27:51.526994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:51.538708 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] Sync routers for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:51.548848 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:51.549521 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:51.599643 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e781197b-a4f4-4422-8bc1-360a63a08269 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/31107efa-cb7c-42ca-8c9c-83f685e3b791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638103 Mar 16 11:27:51.602268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38598) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:51.671191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet 4584ad0f-768e-42ef-a16c-9b08c86bcdc1 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:27:51.674126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:51.725704 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:51.728068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:51.814065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:51.953147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:51.992652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=4584ad0f-768e-42ef-a16c-9b08c86bcdc1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:51.994592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.001031 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-06e7cbde-51db-4425-9061-62486cce3202 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/4584ad0f-768e-42ef-a16c-9b08c86bcdc1 HTTP/1.1" status: 204 len: 168 time: 0.3977919 Mar 16 11:27:52.003630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:52.005087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e79d8-296a-4bc9-ba4d-2d9794f7b780 None None] Network 6579290d-4773-4346-9682-5387ac17a2c1 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:52.008369 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:27:50Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:52.012498 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] Checking router: 31107efa-cb7c-42ca-8c9c-83f685e3b791 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:52.021731 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] Routers {'31107efa-cb7c-42ca-8c9c-83f685e3b791'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:52.022349 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['31107efa-cb7c-42ca-8c9c-83f685e3b791'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:52.185152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.205801 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] Set router 31107efa-cb7c-42ca-8c9c-83f685e3b791 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:52.278795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] DHCP port deletion for 6579290d-4773-4346-9682-5387ac17a2c1 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:27:52.282881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Deleting port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:27:52.283279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.368997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.484204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 41ac3d95-7d7b-4b13-925d-9960c0800c4b {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:27:52.484465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.484737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] For port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,segment=NetworkSegment(4016bcd3-1c59-4627-8963-a97f5091fd70),segment_id=4016bcd3-1c59-4627-8963-a97f5091fd70)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:52.485143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.492093 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:27:50Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:52.499252 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35add944-fc68-4649-b5dc-2a4d38adb9fc None None] The sync data for ids ['31107efa-cb7c-42ca-8c9c-83f685e3b791'] in dv-neutron-831730-4-hyperv is: [{'id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'name': 'tempest-TestNetworkBasicOps-router-1647700012', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:34Z', 'updated_at': '2022-03-16T11:27:50Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '41ac3d95-7d7b-4b13-925d-9960c0800c4b', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31107efa-cb7c-42ca-8c9c-83f685e3b791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:35Z', 'updated_at': '2022-03-16T11:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:52.614655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Calling delete_port for 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:27:52.736713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.782095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 41ac3d95-7d7b-4b13-925d-9960c0800c4b, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41ac3d95-7d7b-4b13-925d-9960c0800c4b,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:27:52.782350 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:52.783166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Pushing event deleted for resources: {'Port': ['ID=9904dd37-fc1f-47d6-8eea-4d12be4ad3f7,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:52.785468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] No DVR routers for this DVR port 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:27:52.797006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.797358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.797700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.798062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.798395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.798727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.799053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.799381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.799702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.800036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.800548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.800646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647f25d1-b747-4d95-96b5-e09eb241aade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:27:52.911014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 41ac3d95-7d7b-4b13-925d-9960c0800c4b owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:27:53.002347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:27:53.039257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:27:53.040189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9904dd37-fc1f-47d6-8eea-4d12be4ad3f7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:27:53.040189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 838bc093-f3c5-40b1-b759-6e6fa87674b8 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:27:53.073873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 838bc093-f3c5-40b1-b759-6e6fa87674b8 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:27:53.074235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 838bc093-f3c5-40b1-b759-6e6fa87674b8 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:27:53.141790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.188855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=41ac3d95-7d7b-4b13-925d-9960c0800c4b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:53.277642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.447188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.449320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.565247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.565795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 31107efa-cb7c-42ca-8c9c-83f685e3b791 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:27:53.582603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.585033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-12f3a966-f853-40f9-b224-cb9feee79ab2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/31107efa-cb7c-42ca-8c9c-83f685e3b791 HTTP/1.1" status: 204 len: 168 time: 1.5791848 Mar 16 11:27:53.586592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38606) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:53.702643 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.831611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.855718 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6579290d-4773-4346-9682-5387ac17a2c1']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:53.868122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4016bcd3-1c59-4627-8963-a97f5091fd70') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:53.868429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4016bcd3-1c59-4627-8963-a97f5091fd70') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:53.879992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.895240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.901018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:27:53.901393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:27:53.918693 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:27:54.056533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.073780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.086335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=6579290d-4773-4346-9682-5387ac17a2c1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:54.154328 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-15d4603a-98e7-4f64-8135-5c81212eb74d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/6579290d-4773-4346-9682-5387ac17a2c1 HTTP/1.1" status: 204 len: 168 time: 0.5666125 Mar 16 11:27:54.166692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38610) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:54.172747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--658546997', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:54.177830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:54.181974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:54.186400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:54.190956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:54.266099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:54.269566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.300199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:27:54.308582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.308922 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment b0511d61-e161-4678-8dc7-b5d8544d5f88 of type vlan for network d5de1f96-abed-4371-b735-2506d5312153 Mar 16 11:27:54.335391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.420840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.426417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:54.426992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.534057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=d5de1f96-abed-4371-b735-2506d5312153,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:54.544281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network d5de1f96-abed-4371-b735-2506d5312153 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:27:54.623701 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-664f7b11-21d3-4c99-bac0-f4cc320bab55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4551370 Mar 16 11:27:54.626265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38614) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:54.631437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:54.638939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:54.642796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:54.645578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:54.652030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:54.724710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.725661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.740040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.992256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41ac3d95-7d7b-4b13-925d-9960c0800c4b no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:27:55.026347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 41ac3d95-7d7b-4b13-925d-9960c0800c4b {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:27:55.026691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41ac3d95-7d7b-4b13-925d-9960c0800c4b not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:27:55.161758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.527467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.557750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.693500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.219 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/1a80fa53-8c69-4003-8adc-f6989468dcb2) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:55.838678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.914060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:55.977569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:55.980498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:55.984637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:27:56.028303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=1a80fa53-8c69-4003-8adc-f6989468dcb2,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:56.463494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:56.909109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.176029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:27:57.349548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:27:57.359101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:27:57.368258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:57.368873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:57.422278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.423495 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-75db8a42-2221-4a77-8a6d-49fc081493df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7963207 Mar 16 11:27:57.426624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38618) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.546741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:57.669063 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-14f8005f-be74-4344-aef8-60918dbb195d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2414491 Mar 16 11:27:57.672262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38624) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.802848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d00d1-d2ca-443c-a80c-8ecab07a0a4e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:57.804332 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-217d00d1-d2ca-443c-a80c-8ecab07a0a4e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310933 Mar 16 11:27:57.807147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38628) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.846265 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-64667208-e27e-4bd4-a112-8394dc2a5070 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379744 Mar 16 11:27:57.848776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38632) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:57.853997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228970972', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:27:57.871126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:27:56Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:57.876743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:27:57.876743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Updating router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 port 1a80fa53-8c69-4003-8adc-f6989468dcb2 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:27:57.928112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:57.962232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:27:57.966000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:27:57.969294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:27:57.974845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:27:58.045355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:27:58.049114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.251183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.262496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Transition to ACTIVE for port object 1a80fa53-8c69-4003-8adc-f6989468dcb2 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:58.342666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.370248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.419417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=e87b3297-7843-45cf-bfe4-2eb0c39b27d3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:58.428354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:58.428717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: d5de1f96-abed-4371-b735-2506d5312153, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:27:58.453770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb42f6a-ed56-45ef-ae6d-fad9d5ce9327 None None] Pushing event updated for resources: {'Port': ['ID=1a80fa53-8c69-4003-8adc-f6989468dcb2,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:58.457591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Attempting to bind port 1a80fa53-8c69-4003-8adc-f6989468dcb2 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:27:58.457963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Attempting to bind port 1a80fa53-8c69-4003-8adc-f6989468dcb2 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:27:58.458323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Attempting to bind port 1a80fa53-8c69-4003-8adc-f6989468dcb2 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:27:58.463768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:27:58.464143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:27:58.464535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.464915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:27:58.465365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Bound port: 1a80fa53-8c69-4003-8adc-f6989468dcb2, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:27:58.465734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.537074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] For port 1a80fa53-8c69-4003-8adc-f6989468dcb2, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:27:58.539955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] For port 1a80fa53-8c69-4003-8adc-f6989468dcb2, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1a80fa53-8c69-4003-8adc-f6989468dcb2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:27:58.559160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network d5de1f96-abed-4371-b735-2506d5312153 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:27:58.656910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.713560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, d5de1f96-abed-4371-b735-2506d5312153) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:58.717409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:58.718147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:58.731242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133b6f2-6f26-4428-ac94-e99e74878a61 None None] Network d5de1f96-abed-4371-b735-2506d5312153 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:27:58.764182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:27:58.764801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:58.824641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb42f6a-ed56-45ef-ae6d-fad9d5ce9327 None None] Pushing event updated for resources: {'Port': ['ID=1a80fa53-8c69-4003-8adc-f6989468dcb2,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:27:58.830421 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dd0e2713-6ebb-47cd-9d5f-bc104a8ebbd6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9779787 Mar 16 11:27:58.830591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38636) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:27:59.058899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:27:59.289824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-d5de1f96-abed-4371-b735-2506d5312153', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:27:59.290674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:59.554415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Allocated IP 172.20.0.2 (d5de1f96-abed-4371-b735-2506d5312153/e87b3297-7843-45cf-bfe4-2eb0c39b27d3/6c6837d4-62be-45d7-ae87-27e810fde759) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:27:59.569452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:27:56Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:27:59.598674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483b794-9610-4460-b637-1ed25bbd8b70 None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:27:56Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:27:59.634445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:59.774753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:59.786057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Transition to ACTIVE for port object 6c6837d4-62be-45d7-ae87-27e810fde759 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:59.816917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Transition to ACTIVE for port object 6c6837d4-62be-45d7-ae87-27e810fde759 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:27:59.869910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:59.934737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Network d5de1f96-abed-4371-b735-2506d5312153 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:27:59.938996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:27:59.947709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:00.001774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Pushing event updated for resources: {'Port': ['ID=6c6837d4-62be-45d7-ae87-27e810fde759,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:00.055303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Attempting to bind port 6c6837d4-62be-45d7-ae87-27e810fde759 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:28:00.055781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Attempting to bind port 6c6837d4-62be-45d7-ae87-27e810fde759 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:28:00.056242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Attempting to bind port 6c6837d4-62be-45d7-ae87-27e810fde759 on network d5de1f96-abed-4371-b735-2506d5312153 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:00.062661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:28:00.063091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Checking segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:28:00.063517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.063987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Bound using segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:28:00.064699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Bound port: 6c6837d4-62be-45d7-ae87-27e810fde759, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:28:00.064893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.077516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (d5de1f96-abed-4371-b735-2506d5312153/e87b3297-7843-45cf-bfe4-2eb0c39b27d3/0454922c-b3a6-40b9-9d4d-036662a5932f) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:00.164018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] For port 6c6837d4-62be-45d7-ae87-27e810fde759, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:28:00.167680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] For port 6c6837d4-62be-45d7-ae87-27e810fde759, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6c6837d4-62be-45d7-ae87-27e810fde759,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:28:00.245351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.248844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.266604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 0454922c-b3a6-40b9-9d4d-036662a5932f will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:00.338084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f5da-f5f2-4f8a-a187-afabdade4bba None None] Pushing event updated for resources: {'Port': ['ID=6c6837d4-62be-45d7-ae87-27e810fde759,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:00.359958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.428340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network d5de1f96-abed-4371-b735-2506d5312153 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:00.431543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:00.440977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:00.472360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=0454922c-b3a6-40b9-9d4d-036662a5932f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:00.492753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.493095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.493429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.493758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.494111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.494430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.494758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.499580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.499937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.500271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.500757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.501087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:00.533288 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:00.974447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.050646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1a80fa53-8c69-4003-8adc-f6989468dcb2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:01.197710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 1a80fa53-8c69-4003-8adc-f6989468dcb2 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:01.203692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1a80fa53-8c69-4003-8adc-f6989468dcb2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:01.204061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.329140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.346793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 1a80fa53-8c69-4003-8adc-f6989468dcb2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1a80fa53-8c69-4003-8adc-f6989468dcb2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:01.409653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.411091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.412012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6c6837d4-62be-45d7-ae87-27e810fde759 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:01.468221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.540485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=1a80fa53-8c69-4003-8adc-f6989468dcb2,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:01.594034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=0454922c-b3a6-40b9-9d4d-036662a5932f,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:01.600799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.605924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 6c6837d4-62be-45d7-ae87-27e810fde759 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:01.623341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa376e-678d-454e-9aa4-72ac0aeb8857 None None] Network d5de1f96-abed-4371-b735-2506d5312153 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:28:01.738775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network d5de1f96-abed-4371-b735-2506d5312153 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:01.739386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:01.788908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] Provisioning for port 6c6837d4-62be-45d7-ae87-27e810fde759 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:01.799241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] Provisioning complete for port 6c6837d4-62be-45d7-ae87-27e810fde759 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:01.799617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:01.925242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:28:01.970161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.003693 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] For port 6c6837d4-62be-45d7-ae87-27e810fde759, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6c6837d4-62be-45d7-ae87-27e810fde759,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:02.073497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.114618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:28:02.125766 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:02.136949 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:02.137318 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6d05e0bb-e03e-4286-9e47-0ffeabf2ecd8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/2eec9df5-1e54-4ca6-992a-f4e53a26c188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3055778 Mar 16 11:28:02.137962 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:02.140923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38640) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:02.152318 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b8104-8d22-499b-93d8-c4ec273e12cd None None] Pushing event updated for resources: {'Port': ['ID=6c6837d4-62be-45d7-ae87-27e810fde759,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:02.197781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-05c59bb0-9f11-40df-907b-21525d0fbaa5 None None] Provisioning complete for port 6c6837d4-62be-45d7-ae87-27e810fde759 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:02.198409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-05c59bb0-9f11-40df-907b-21525d0fbaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.315297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ff6a4-941b-432e-aca7-77a18d0656e9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.315802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ff6a4-941b-432e-aca7-77a18d0656e9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.316264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ff6a4-941b-432e-aca7-77a18d0656e9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.317027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ff6a4-941b-432e-aca7-77a18d0656e9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.319194 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2a0ff6a4-941b-432e-aca7-77a18d0656e9 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1763723 Mar 16 11:28:02.322116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38644) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:02.367292 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:02.401190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9401186-d3a2-4e99-be0a-4f10935eacb7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.401651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9401186-d3a2-4e99-be0a-4f10935eacb7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.402127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9401186-d3a2-4e99-be0a-4f10935eacb7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.402571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9401186-d3a2-4e99-be0a-4f10935eacb7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:02.404562 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e9401186-d3a2-4e99-be0a-4f10935eacb7 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0811360 Mar 16 11:28:02.415384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38648) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:02.462122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-05c59bb0-9f11-40df-907b-21525d0fbaa5 None None] Provisioning for port 0454922c-b3a6-40b9-9d4d-036662a5932f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:02.467968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-05c59bb0-9f11-40df-907b-21525d0fbaa5 None None] Provisioning complete for port 0454922c-b3a6-40b9-9d4d-036662a5932f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:02.468617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-05c59bb0-9f11-40df-907b-21525d0fbaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.531961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-05c59bb0-9f11-40df-907b-21525d0fbaa5 None None] Port 0454922c-b3a6-40b9-9d4d-036662a5932f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:28:02.652095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-15c41686-d477-437d-b2c9-c944c18f2d41 None None] Provisioning complete for port 0454922c-b3a6-40b9-9d4d-036662a5932f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:02.652750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15c41686-d477-437d-b2c9-c944c18f2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.668559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-107228f2-b748-4609-a407-f2589206ca84 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2517719 Mar 16 11:28:02.708146 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:02.709875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-15c41686-d477-437d-b2c9-c944c18f2d41 None None] Port 0454922c-b3a6-40b9-9d4d-036662a5932f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:28:02.712878 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:02.713235 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Updating router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 port 0454922c-b3a6-40b9-9d4d-036662a5932f binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:28:02.764677 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:02.975290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38654) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:02.981470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725042093', 'description': 'tempest-secgroup-smoke-1725042093 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:02.987377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:02.991509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:02.994522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:03.000771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:03.013089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1a80fa53-8c69-4003-8adc-f6989468dcb2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:03.079138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.082069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 1a80fa53-8c69-4003-8adc-f6989468dcb2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:03.082536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.100371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:03.104666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:03.105635 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.108450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:03.114184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:03.118118 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Transition to ACTIVE for port object 0454922c-b3a6-40b9-9d4d-036662a5932f will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:03.165320 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.186016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.202899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6c6837d4-62be-45d7-ae87-27e810fde759 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:03.232973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.281786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 6c6837d4-62be-45d7-ae87-27e810fde759 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:03.282182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.289644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0085a287-68d8-441c-bbdd-3917f6b49030,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:03.299503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303759 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Pushing event updated for resources: {'Port': ['ID=0454922c-b3a6-40b9-9d4d-036662a5932f,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:03.303849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.303849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.304312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.339869 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.340215 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.340549 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.341047 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.342140 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.342486 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.342818 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.343140 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.343463 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.343782 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.344099 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.344523 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:03.345983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.347726 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-153af0c8-89d9-41b1-89c4-6dca4e490243 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3711669 Mar 16 11:28:03.350442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38658) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:03.357968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '0085a287-68d8-441c-bbdd-3917f6b49030', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:03.364583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:03.369041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:03.372624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:03.379296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:03.404799 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Attempting to bind port 0454922c-b3a6-40b9-9d4d-036662a5932f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:28:03.405443 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Attempting to bind port 0454922c-b3a6-40b9-9d4d-036662a5932f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:28:03.406149 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Attempting to bind port 0454922c-b3a6-40b9-9d4d-036662a5932f on network d5de1f96-abed-4371-b735-2506d5312153 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:03.413522 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:28:03.413930 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Checking segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:28:03.414357 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.414743 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Bound using segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:28:03.415284 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Bound port: 0454922c-b3a6-40b9-9d4d-036662a5932f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:28:03.415806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.462881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.505547 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] For port 0454922c-b3a6-40b9-9d4d-036662a5932f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:28:03.508574 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] For port 0454922c-b3a6-40b9-9d4d-036662a5932f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0454922c-b3a6-40b9-9d4d-036662a5932f,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:28:03.526328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.599546 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.627367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.683321 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b493-0ee3-4105-9368-4d6329b50898 None None] Pushing event updated for resources: {'Port': ['ID=0454922c-b3a6-40b9-9d4d-036662a5932f,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:03.686381 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:03.686992 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:27:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:03.776790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eab42b-46cd-4f71-9352-362414613b44,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:03.883036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.884267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7477a360-f666-43a3-a5e9-a4cd93e83263 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5321062 Mar 16 11:28:03.887175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38662) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:03.893026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '0085a287-68d8-441c-bbdd-3917f6b49030', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:03.898958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:03.901265 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:03.902695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:03.906092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:03.911739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:03.989368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.050734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.111333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.135424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a564055-5916-42b8-a28a-c06a653b2579,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:04.213157 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:03Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:04.214851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.216060 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-398896a5-dec4-4fdd-be9c-79cc078d179b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279526 Mar 16 11:28:04.217901 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d8f50-c12c-4aa6-9cff-7b91a76fc374 None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:03Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:04.219551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38666) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:04.228983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '0085a287-68d8-441c-bbdd-3917f6b49030', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:04.235346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:04.239717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:04.242225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:04.248522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:04.332426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.399240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.456269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.480243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12238e01-ec9d-4a15-b09a-a0eeb90b7758,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:04.574968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.585045 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c8e02b16-c1e5-4ef0-993d-af59f588251e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562970 Mar 16 11:28:04.585045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38670) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:04.585385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '0085a287-68d8-441c-bbdd-3917f6b49030', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:04.592497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:04.596380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:04.599365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:04.605447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:04.692370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.759215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.839367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.870949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661ef440-622d-4fd7-aeaa-890220bfdd5c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:04.953571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.957565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38674) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:04.960296 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c3654d39-7153-42a6-971c-3f8de85cf614 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790824 Mar 16 11:28:04.963953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '0085a287-68d8-441c-bbdd-3917f6b49030', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:04.973036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:04.977559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:04.981326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:04.991771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:05.038148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0454922c-b3a6-40b9-9d4d-036662a5932f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:05.061415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:28:05.068651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.140326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.171428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 0454922c-b3a6-40b9-9d4d-036662a5932f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:05.176818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0454922c-b3a6-40b9-9d4d-036662a5932f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:05.177194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.244351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.271835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d87a67-edf3-49cc-9ac6-024ab81d87c4,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:05.298651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.329328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 0454922c-b3a6-40b9-9d4d-036662a5932f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0454922c-b3a6-40b9-9d4d-036662a5932f,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:05.347149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.352643 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-48f40a2a-4fd7-47b1-b6e9-711b113c49e5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3888719 Mar 16 11:28:05.352643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38678) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:05.356217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '0085a287-68d8-441c-bbdd-3917f6b49030', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:05.362829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:05.366568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:05.369486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:05.375247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:05.420553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.444354 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:28:05.451345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.491960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=0454922c-b3a6-40b9-9d4d-036662a5932f,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:05.516411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.558703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.582298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d151257f-ad48-463d-9b0d-35cb033efb91,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:05.644669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:05.645916 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1c45b54a-ad6a-4a68-93b6-2ac31ef4f4b3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938797 Mar 16 11:28:05.874971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-872d3ef4-806b-44f2-8f6d-76f211fba7fa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:05.953011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-872d3ef4-806b-44f2-8f6d-76f211fba7fa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:05.954230 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-872d3ef4-806b-44f2-8f6d-76f211fba7fa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725042093&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.1199493 Mar 16 11:28:06.102537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-39fd9783-9798-4937-9afb-9ca3e3bcb432 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:06.103219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-39fd9783-9798-4937-9afb-9ca3e3bcb432 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:06.170128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-39fd9783-9798-4937-9afb-9ca3e3bcb432 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:06.171331 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-39fd9783-9798-4937-9afb-9ca3e3bcb432 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 796 time: 0.2105398 Mar 16 11:28:06.186492 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-65e92b33-78f6-4beb-a1a9-0c66d0aa76bd tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0096827 Mar 16 11:28:06.271637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-16283083-74fb-4cd0-9296-8065daa546ae tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:06.334063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-16283083-74fb-4cd0-9296-8065daa546ae tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:06.335366 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-16283083-74fb-4cd0-9296-8065daa546ae tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439993 Mar 16 11:28:06.469046 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-ea4ff6ca-3492-4cce-b967-7b57985041db service neutron] 10.222.0.30 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218190 Mar 16 11:28:06.598050 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-2345d9e8-1391-45fa-99b1-a5e943a1cfc5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232438 Mar 16 11:28:06.863511 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5602a2c1-7fc5-4de6-95cb-a6fe78ebf5f4 req-3a6dcecb-c56e-4f87-b785-f5edb93f07f4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0465493 Mar 16 11:28:07.004421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0454922c-b3a6-40b9-9d4d-036662a5932f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:07.070255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0454922c-b3a6-40b9-9d4d-036662a5932f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:07.070549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:07.959206 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9273bb35-42b7-43ee-840e-f78c599f7518 req-9cf58530-bcb5-429f-bfa7-8e37cd797a63 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0435591 Mar 16 11:28:09.053719 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c24005a-884a-4a5f-b027-b35e97c3a724 req-9f7c9723-be16-4cff-828d-2ada68cc5c04 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0425828 Mar 16 11:28:10.148306 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d0d989d6-34ef-4dd6-8abb-2b3bda544bed req-431d21fa-8ed1-432b-8016-0146657f2deb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0422430 Mar 16 11:28:11.292463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1f52c21c-a8ca-4a2a-998b-ddf2befc0044 req-eb78bc4e-cbc3-4c67-a364-e91215b7c00e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0424647 Mar 16 11:28:12.445255 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-48384fa3-b7c3-435e-a892-581a93d4509c req-194f6361-95bb-496e-91eb-96dc8ebe7973 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0451059 Mar 16 11:28:13.050481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-678f776a-b0b1-49ea-b999-b7e911879c2f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:13.052034 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-678f776a-b0b1-49ea-b999-b7e911879c2f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 796 time: 0.1459637 Mar 16 11:28:13.100057 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-19e8e82c-815a-4a2b-9176-4848a2b2ef55 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 380 time: 0.0402782 Mar 16 11:28:13.108391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['0085a287-68d8-441c-bbdd-3917f6b49030']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:13.245795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:13.255241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:13.323830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:28:13.326949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.487196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.14 (d5de1f96-abed-4371-b735-2506d5312153/e87b3297-7843-45cf-bfe4-2eb0c39b27d3/5af9faca-0724-4c25-9cbb-08aa9d9b3d18) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:13.599863 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1fc41d38-8669-4199-9893-4556ac690c7b req-90de90c5-8deb-40f5-9e02-e009a8d685f2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.0476358 Mar 16 11:28:13.676119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.690803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:13.775727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.938562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network d5de1f96-abed-4371-b735-2506d5312153 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:13.941424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:13.949413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:13.980707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:14.017364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.018026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:14.108254 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-de10a96b-8c1c-4d86-949b-0bf690597788 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0037208 Mar 16 11:28:14.120073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Request body: {'port': {'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:14.198703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-69df7208-1c94-4b3f-9165-5ec9b63c728c None None] Provisioning for port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:14.204899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-69df7208-1c94-4b3f-9165-5ec9b63c728c None None] Provisioning complete for port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:14.205407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-69df7208-1c94-4b3f-9165-5ec9b63c728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:14.231072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:14.260548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-69df7208-1c94-4b3f-9165-5ec9b63c728c None None] Port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:28:14.562631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:14.569680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:14.584355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Transition to ACTIVE for port object 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:14.650071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:14.829004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:14.972928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d3eb5-f1ec-48fc-9cdc-fe11f6a08f60 req-d618996f-3341-479f-9d64-75a834745462 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:14.973552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d14d3eb5-f1ec-48fc-9cdc-fe11f6a08f60 req-d618996f-3341-479f-9d64-75a834745462 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:14.978223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Attempting to bind port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:28:14.978558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Attempting to bind port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:28:14.978889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Attempting to bind port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 on network d5de1f96-abed-4371-b735-2506d5312153 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:14.987370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 on network d5de1f96-abed-4371-b735-2506d5312153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:28:14.987690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Attempting to bind port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 on network d5de1f96-abed-4371-b735-2506d5312153 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:14.996098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:28:14.996441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Checking segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:28:14.996818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Bound using segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:28:14.997249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Bound port: 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:28:14.997594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:15.088600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:28:15.091593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:28:15.130084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d14d3eb5-f1ec-48fc-9cdc-fe11f6a08f60 req-d618996f-3341-479f-9d64-75a834745462 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:15.131264 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d14d3eb5-f1ec-48fc-9cdc-fe11f6a08f60 req-d618996f-3341-479f-9d64-75a834745462 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 944 time: 0.4221478 Mar 16 11:28:15.160676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:15.198500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2d8f-2ff8-480c-8d48-043a0c78d3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:15.230389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.230975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:15.232338 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] 10.222.0.53 "PUT /v2.0/ports/5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 1094 time: 1.1164026 Mar 16 11:28:15.232813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:15.245512 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d14d3eb5-f1ec-48fc-9cdc-fe11f6a08f60 req-067ac05e-f6d3-43fa-be59-05e416860f04 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084015 Mar 16 11:28:15.268194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8fac-5345-4d05-8898-80c7237810ed service neutron] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:15.287426 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'status': 'completed', 'code': 200} Mar 16 11:28:15.385544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b513-ef78-4849-a536-cde2969186bb req-49d9f592-988d-4a39-a17e-d70b9e5d236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.387066 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-41f4b513-ef78-4849-a536-cde2969186bb req-49d9f592-988d-4a39-a17e-d70b9e5d236a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1097 time: 0.0805287 Mar 16 11:28:15.526762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b513-ef78-4849-a536-cde2969186bb req-561a7af0-90d0-467d-828e-4965c69d30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.528190 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-41f4b513-ef78-4849-a536-cde2969186bb req-561a7af0-90d0-467d-828e-4965c69d30e5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1332102 Mar 16 11:28:15.669799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b513-ef78-4849-a536-cde2969186bb req-af184352-0c86-409a-8de6-996f8651db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.671828 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-41f4b513-ef78-4849-a536-cde2969186bb req-af184352-0c86-409a-8de6-996f8651db1b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378145 Mar 16 11:28:15.775805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-e43562c4-f35b-44db-a781-9655f8f1a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:15.777268 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-e43562c4-f35b-44db-a781-9655f8f1a390 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1097 time: 0.0695748 Mar 16 11:28:15.943423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-848352d4-e052-435e-a8cf-21c16ac3a2d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 217 time: 0.1587338 Mar 16 11:28:16.004763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-cfe98cdb-5c16-4b46-9256-75f75889975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:16.006191 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-cfe98cdb-5c16-4b46-9256-75f75889975d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0572155 Mar 16 11:28:16.080680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-6dea5f55-6427-4dfb-87f1-b87bcd73bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:16.082134 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-6dea5f55-6427-4dfb-87f1-b87bcd73bc65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705376 Mar 16 11:28:16.209722 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-17cceb1e-d533-4164-bd07-e806661e2646 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213880 Mar 16 11:28:16.340569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a2acc8b-57aa-41f6-8233-6ff28699f2eb req-b8129acb-06e8-4aa7-b2fb-8cd34665aa41 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245050 Mar 16 11:28:16.433765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252c9dd-1141-4eb0-839d-6b5f45c21269 req-da7bd2c1-a9f4-4aec-ab27-7469f4c9f5f6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:16.435240 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2252c9dd-1141-4eb0-839d-6b5f45c21269 req-da7bd2c1-a9f4-4aec-ab27-7469f4c9f5f6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 944 time: 0.0801220 Mar 16 11:28:16.479661 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2252c9dd-1141-4eb0-839d-6b5f45c21269 req-1a50e62a-5156-448d-9fec-8407294b6250 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Mar 16 11:28:17.375040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ad47d53-0c85-4c52-a2f0-ed2d4760b825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:17.662992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbd553-ae57-4504-a991-f553d7746ca4 req-24a8fadc-f554-423c-b26e-235e7528fbb8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:17.664319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-36dbd553-ae57-4504-a991-f553d7746ca4 req-24a8fadc-f554-423c-b26e-235e7528fbb8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 944 time: 0.0790226 Mar 16 11:28:17.706920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-36dbd553-ae57-4504-a991-f553d7746ca4 req-b112b42e-9e50-4c25-bbdf-d7e5272a340e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:17.718064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-36dbd553-ae57-4504-a991-f553d7746ca4 req-b112b42e-9e50-4c25-bbdf-d7e5272a340e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:17.719132 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-36dbd553-ae57-4504-a991-f553d7746ca4 req-b112b42e-9e50-4c25-bbdf-d7e5272a340e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492716 Mar 16 11:28:18.312746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:18.671644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:18.902260 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dc9af-5c68-426e-9808-bf0f87c05f14 req-817f516e-3f4c-4ebd-aab0-23ff1ee197a3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:18.903731 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e24dc9af-5c68-426e-9808-bf0f87c05f14 req-817f516e-3f4c-4ebd-aab0-23ff1ee197a3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 944 time: 0.0815570 Mar 16 11:28:18.952310 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e24dc9af-5c68-426e-9808-bf0f87c05f14 req-0784d1a9-3ffa-43b2-85a8-bfd191c3e379 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Mar 16 11:28:19.507144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:28:19.640372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:19.652814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:28:19.706062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:19.722594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:19.737880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:19.889743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:19.927637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:19.959612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:20.125118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:20.141635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c5f4e-ee7b-43f5-8b45-dbcc4cdba86f req-0bbc4919-88ec-4f9a-9312-4cbab3a5a79b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:20.143058 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-358c5f4e-ee7b-43f5-8b45-dbcc4cdba86f req-0bbc4919-88ec-4f9a-9312-4cbab3a5a79b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 945 time: 0.0847421 Mar 16 11:28:20.154465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['5af9faca-0724-4c25-9cbb-08aa9d9b3d18'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:20.188329 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-358c5f4e-ee7b-43f5-8b45-dbcc4cdba86f req-66b1f7ce-2015-4a47-8d9a-d9c003ecd213 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Mar 16 11:28:21.371755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f5e5-8072-4571-acc1-209ab5d3ebe2 req-a8fd9392-9155-4eee-95c7-7eb0fb78f9fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:21.373344 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1856f5e5-8072-4571-acc1-209ab5d3ebe2 req-a8fd9392-9155-4eee-95c7-7eb0fb78f9fc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 945 time: 0.0792060 Mar 16 11:28:21.419467 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1856f5e5-8072-4571-acc1-209ab5d3ebe2 req-a215dae2-c6ff-4e31-b7c0-d3ae16431979 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Mar 16 11:28:21.506866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:21.638244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:21.643843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:21.644217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:21.785734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:21.813705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:21.827048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:21.857270 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'code': 200} Mar 16 11:28:21.899947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:21.964669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:22.099880 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:22.195020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b65ca-d5be-4238-86b9-a46748278a8c req-635e70da-af76-43ad-8f13-47be44a3aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:22.196454 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4c1b65ca-d5be-4238-86b9-a46748278a8c req-635e70da-af76-43ad-8f13-47be44a3aef8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1099 time: 0.0698216 Mar 16 11:28:22.235967 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4c1b65ca-d5be-4238-86b9-a46748278a8c req-84e17bb2-2bd8-4885-9991-9614c0943c96 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Mar 16 11:28:22.603630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfe6f5-28ba-4b8a-993e-f032c15dbf56 req-121bbb72-7b74-442b-b797-cbb2c0b3f1b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:22.605318 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6edfe6f5-28ba-4b8a-993e-f032c15dbf56 req-121bbb72-7b74-442b-b797-cbb2c0b3f1b2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 946 time: 0.0828202 Mar 16 11:28:22.649596 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6edfe6f5-28ba-4b8a-993e-f032c15dbf56 req-9e906f79-f2ec-441c-8aee-5237a81d5880 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Mar 16 11:28:23.869777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596850f-5112-4a40-afc8-5f0cc51fadf6 req-cf4620a5-02c4-4eeb-a17e-a394c8808a9b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:23.871235 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2596850f-5112-4a40-afc8-5f0cc51fadf6 req-cf4620a5-02c4-4eeb-a17e-a394c8808a9b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 946 time: 0.0914779 Mar 16 11:28:23.918021 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2596850f-5112-4a40-afc8-5f0cc51fadf6 req-a043b2c6-da5e-4153-adbd-58c9daa0469e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 Mar 16 11:28:24.107897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd801d16-34b7-4fd1-8f01-2c418d86524f req-efc9cac1-6de9-4849-afd5-d65be59d4df5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:24.109364 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd801d16-34b7-4fd1-8f01-2c418d86524f req-efc9cac1-6de9-4849-afd5-d65be59d4df5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 946 time: 0.0819592 Mar 16 11:28:24.153131 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd801d16-34b7-4fd1-8f01-2c418d86524f req-b0405b10-31c3-437b-a0bc-4f873c7de408 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380688 Mar 16 11:28:24.175977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38754) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:24.247584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a512da-e15f-48d4-be5f-6191db5fd72e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:24.249730 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-92a512da-e15f-48d4-be5f-6191db5fd72e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1094 time: 0.0728183 Mar 16 11:28:24.252491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38758) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:24.257222 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:24.262909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:24.267743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:24.270599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:24.276196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:24.357130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:24.492676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:24.629154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.38 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/d65af8b3-6c07-4763-b5ec-0e734b1c2152) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:24.776151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:24.855957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:24.915839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:24.918585 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:24.921122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:24.965603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=d65af8b3-6c07-4763-b5ec-0e734b1c2152,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:25.433766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.563140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.767948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.825112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:25.936478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=d65af8b3-6c07-4763-b5ec-0e734b1c2152,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:25.947910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:26.121219 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52 associated. External IP: 172.26.7.38, port: 5af9faca-0724-4c25-9cbb-08aa9d9b3d18. Mar 16 11:28:26.472963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:28:26.751986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:28:26.761259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:26.770226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:26.770843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:28:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:26.890108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:26.946999 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9ecb931e-b520-438a-99c9-edb99508aff6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6935112 Mar 16 11:28:26.947562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:26.949780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38762) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:26.951824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:27.006249 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'status': 'completed', 'code': 200} Mar 16 11:28:27.028157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59974be-a72d-4552-8e59-d865f3b89f3d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:27.032515 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a59974be-a72d-4552-8e59-d865f3b89f3d tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1094 time: 0.0794034 Mar 16 11:28:27.100727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae195-47b7-4759-8dce-8629429062e4 req-b418b2e9-5742-46a5-ae92-55d80480ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:27.102406 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-b418b2e9-5742-46a5-ae92-55d80480ad1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1099 time: 0.0760045 Mar 16 11:28:27.248885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae195-47b7-4759-8dce-8629429062e4 req-c6cc3cdc-beff-4d73-994c-61b0f385ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:27.250642 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-c6cc3cdc-beff-4d73-994c-61b0f385ce46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.1417296 Mar 16 11:28:27.284747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38770) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:27.299630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458774362', 'description': 'tempest-secgroup-smoke-458774362 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:27.299630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:27.320103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:27.334479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:25Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:27.338810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:27.348097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:27.348720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:28:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:27.372659 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-58e72f0c-d8ab-4bd0-ab6f-8f5e05de5bb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 999 time: 0.1152937 Mar 16 11:28:27.416206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.444746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae195-47b7-4759-8dce-8629429062e4 req-2e01250e-6ffd-4e4f-a719-ebfd162d78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:27.446051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:27.446300 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-2e01250e-6ffd-4e4f-a719-ebfd162d78e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0674586 Mar 16 11:28:27.450099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:27.454158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:27.460425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:27.536606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.542154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae195-47b7-4759-8dce-8629429062e4 req-02e41450-42c5-4482-9feb-b8b69331e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:27.543766 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-02e41450-42c5-4482-9feb-b8b69331e031 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914717 Mar 16 11:28:27.547913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:27.609593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.672697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f039141-a9d7-4678-bc17-ddf93a588bd8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:27.703360 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-ae260426-3de3-4a14-bfcc-07015482ae3b service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531274 Mar 16 11:28:27.712963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.715141 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bb5f13bb-5166-43e5-9fd9-4349cdc6aaaa tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4292474 Mar 16 11:28:27.718693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38774) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:27.724647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '2f039141-a9d7-4678-bc17-ddf93a588bd8', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:27.732121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:27.737267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:27.740972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:27.746994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:27.835699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.844953 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a3aae195-47b7-4759-8dce-8629429062e4 req-a8158081-4c3c-4903-b0b8-32a98f9d1b7f service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346986 Mar 16 11:28:27.907403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:27.942426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:25Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:27.946410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3688b8-a974-48f8-8cd8-1aa697cfbd38 None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:25Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:28.015470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.040416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da1478a-a054-4d00-a070-e7d4db839a8a,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:28.117156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.119728 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4a604aeb-2083-4415-b3a8-fd1356f8c55f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3986795 Mar 16 11:28:28.121468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38778) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:28.126918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '2f039141-a9d7-4678-bc17-ddf93a588bd8', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:28.133093 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63f7d10-09e2-4b17-919a-b070b61b8e44 None None] New status for floating IP ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:28:28.137777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:28.143078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:28.150563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:28.159224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:28.260623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.323033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.431118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.455507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0868e9-7584-4d12-bde5-3eb970165161,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:28.545473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.546726 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4949f42b-3094-4c26-83a5-c56464cd200d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4242575 Mar 16 11:28:28.549384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38782) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:28.554381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '2f039141-a9d7-4678-bc17-ddf93a588bd8', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:28.560906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:28.565169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:28.567858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:28.573545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:28.645229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.709677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.780931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.804940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d04783-a064-4c0c-8751-103bbec504b7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:28.872474 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:28.874294 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a40bc745-0490-40de-a502-33275c44ca78 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3239777 Mar 16 11:28:28.876977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38786) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:28.882082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '2f039141-a9d7-4678-bc17-ddf93a588bd8', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:28.887774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:28.891601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:28.894505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:28.900352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:28.984201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.047486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.112599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.137114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602da1b9-646b-4d32-aa7e-b4072f135562,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:29.226914 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.228095 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c3b43df5-3498-40f8-a023-f9d31f26d235 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502114 Mar 16 11:28:29.231095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38790) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:29.237131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '2f039141-a9d7-4678-bc17-ddf93a588bd8', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:29.243281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:29.247137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:29.250658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:29.256242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:29.306615 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:28:29.313570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.377932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.426531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.450213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfd45b3-419c-4872-b653-2bc98cc17ce7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:29.524055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.525207 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a617b562-26b8-4c76-8780-00e129f5471e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931902 Mar 16 11:28:29.528109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38794) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:29.534249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '2f039141-a9d7-4678-bc17-ddf93a588bd8', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:29.541760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:29.546967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:29.549792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:29.555448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:29.648053 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:28:29.655542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.718037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.779825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.802800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef91f1f4-212b-4c67-a774-7fd57c9d037e,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:29.882224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:29.883418 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-40620b0d-6372-4c23-b66e-83bf0cca1f08 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3543730 Mar 16 11:28:30.044564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-c2f39ea0-c7eb-4fe4-b88e-8398e19c006c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:30.152075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-c2f39ea0-c7eb-4fe4-b88e-8398e19c006c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:30.153237 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-c2f39ea0-c7eb-4fe4-b88e-8398e19c006c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458774362&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.1470635 Mar 16 11:28:30.399650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-b1d755f4-d276-4a7d-b93c-1ccbe0ded175 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:30.401090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-b1d755f4-d276-4a7d-b93c-1ccbe0ded175 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 796 time: 0.2401624 Mar 16 11:28:30.415259 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a7b597c1-dfc2-417a-b47a-87ff015344bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0086906 Mar 16 11:28:30.501128 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-3f69d13c-647b-4b6f-8442-2ddb6f292fdc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0811441 Mar 16 11:28:30.682755 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-57988874-40b7-4ac7-95fe-a57764250b7b service neutron] 10.222.0.30 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702275 Mar 16 11:28:30.815725 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-c2f98627-b688-43c4-b516-273533d19c02 service neutron] 10.222.0.30 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264701 Mar 16 11:28:32.097187 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df277b7d-392e-4366-b0d1-10e70ec46b92 req-453a59da-89f3-4d65-a765-937b2897baa3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 210 time: 0.0437865 Mar 16 11:28:33.249980 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4c04cbef-b3be-43ec-9a87-6576b7c0a325 req-79ded6da-1057-408e-8fd4-a4239ad349ec tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 210 time: 0.0467405 Mar 16 11:28:34.033863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-b02e5ef4-25e1-4251-9c44-80b92330184d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:34.035529 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-b02e5ef4-25e1-4251-9c44-80b92330184d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 796 time: 0.1449549 Mar 16 11:28:34.185233 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-e10215ec-1853-4f4a-949a-524a17eb93d3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 472 time: 0.1413484 Mar 16 11:28:34.193481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['2f039141-a9d7-4678-bc17-ddf93a588bd8']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:34.336586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:34.346999 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:34.408830 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-66d3aebd-ca69-4824-9daf-fca5ce2dbc7e req-099a4b5b-9569-4d48-a8d9-29b3aec811f6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 210 time: 0.0427439 Mar 16 11:28:34.409893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:28:34.413276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.578057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.5 (d5de1f96-abed-4371-b735-2506d5312153/e87b3297-7843-45cf-bfe4-2eb0c39b27d3/1e6b4381-4129-41bd-8b35-464470656038) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:34.872279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.887722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object 1e6b4381-4129-41bd-8b35-464470656038 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:34.969729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.037208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network d5de1f96-abed-4371-b735-2506d5312153 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:35.040100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:35.043904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:35.085814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=1e6b4381-4129-41bd-8b35-464470656038,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:35.118209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:35.118818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.215548 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a04b64a3-bac1-4ac3-86de-ac94e7a7a7d5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0205865 Mar 16 11:28:35.222840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Request body: {'port': {'device_id': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:35.294911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-23918e28-f203-4a03-9b94-4bacbd67a858 None None] Provisioning for port 1e6b4381-4129-41bd-8b35-464470656038 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:35.301282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-23918e28-f203-4a03-9b94-4bacbd67a858 None None] Provisioning complete for port 1e6b4381-4129-41bd-8b35-464470656038 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:35.302399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-23918e28-f203-4a03-9b94-4bacbd67a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.334556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.400295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-23918e28-f203-4a03-9b94-4bacbd67a858 None None] Port 1e6b4381-4129-41bd-8b35-464470656038 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:28:35.653516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839695b8-4838-48c5-a2e1-d817d5b79680 req-7698670f-400c-4025-884f-da545a3c67de tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:35.655684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-839695b8-4838-48c5-a2e1-d817d5b79680 req-7698670f-400c-4025-884f-da545a3c67de tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 931 time: 0.1352098 Mar 16 11:28:35.683226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6b4381-4129-41bd-8b35-464470656038 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:35.690789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.699478 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-839695b8-4838-48c5-a2e1-d817d5b79680 req-47b5961f-fc5f-4a3e-8523-09d3f3374244 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377853 Mar 16 11:28:35.705533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Transition to ACTIVE for port object 1e6b4381-4129-41bd-8b35-464470656038 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:28:35.775234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:35.907995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6b4381-4129-41bd-8b35-464470656038,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:36.012168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Attempting to bind port 1e6b4381-4129-41bd-8b35-464470656038 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:28:36.012499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Attempting to bind port 1e6b4381-4129-41bd-8b35-464470656038 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:28:36.012826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Attempting to bind port 1e6b4381-4129-41bd-8b35-464470656038 on network d5de1f96-abed-4371-b735-2506d5312153 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:36.017450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Port 1e6b4381-4129-41bd-8b35-464470656038 on network d5de1f96-abed-4371-b735-2506d5312153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:28:36.017766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Attempting to bind port 1e6b4381-4129-41bd-8b35-464470656038 on network d5de1f96-abed-4371-b735-2506d5312153 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:28:36.022774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:28:36.023107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Checking segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:28:36.023481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Bound using segment: {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:28:36.023902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Bound port: 1e6b4381-4129-41bd-8b35-464470656038, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0511d61-e161-4678-8dc7-b5d8544d5f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:28:36.024242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.120251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] For port 1e6b4381-4129-41bd-8b35-464470656038, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:28:36.123050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] For port 1e6b4381-4129-41bd-8b35-464470656038, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1e6b4381-4129-41bd-8b35-464470656038,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:28:36.192430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.248572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.249187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.250577 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] 10.222.0.53 "PUT /v2.0/ports/1e6b4381-4129-41bd-8b35-464470656038 HTTP/1.1" status: 200 len: 1093 time: 1.0319965 Mar 16 11:28:36.251015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'tag': '1e6b4381-4129-41bd-8b35-464470656038'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:36.277472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f6107-10ae-43c9-9acf-0bf8968ba565 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6b4381-4129-41bd-8b35-464470656038,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:36.303787 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'tag': '1e6b4381-4129-41bd-8b35-464470656038', 'status': 'completed', 'code': 200} Mar 16 11:28:36.495822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a583b-7c01-473d-9849-041fdfeb31b0 req-e2dcef2d-6967-4956-baa1-2ad3fecbc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.497191 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ad0a583b-7c01-473d-9849-041fdfeb31b0 req-e2dcef2d-6967-4956-baa1-2ad3fecbc81f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 1096 time: 0.1726928 Mar 16 11:28:36.638674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a583b-7c01-473d-9849-041fdfeb31b0 req-0b784868-e5cd-416a-9eee-2e591c7bef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.640738 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ad0a583b-7c01-473d-9849-041fdfeb31b0 req-0b784868-e5cd-416a-9eee-2e591c7bef7c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1355066 Mar 16 11:28:36.777608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a583b-7c01-473d-9849-041fdfeb31b0 req-0d8fdbd5-7521-45ab-9ab4-77f2fc1152c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.779063 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ad0a583b-7c01-473d-9849-041fdfeb31b0 req-0d8fdbd5-7521-45ab-9ab4-77f2fc1152c2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293950 Mar 16 11:28:36.882821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-ab4d4a12-5c9f-4efc-9cc9-427c6e0fd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.884301 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-ab4d4a12-5c9f-4efc-9cc9-427c6e0fd25a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 1096 time: 0.0708017 Mar 16 11:28:36.892276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76df93-e640-4c91-8f30-e22580e9cf8d req-9ab25b32-a71c-4029-b55b-20effbb2f053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:36.893732 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9a76df93-e640-4c91-8f30-e22580e9cf8d req-9ab25b32-a71c-4029-b55b-20effbb2f053 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 943 time: 0.0891914 Mar 16 11:28:36.940464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9a76df93-e640-4c91-8f30-e22580e9cf8d req-f06da5bd-7aff-46a4-96e9-7006bc51cd9a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Mar 16 11:28:36.955816 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-c66a9fe9-e58d-42c5-a252-096772185f33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6b4381-4129-41bd-8b35-464470656038 HTTP/1.1" status: 200 len: 217 time: 0.0648904 Mar 16 11:28:37.017597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-42bb4250-47e9-4b6d-a0a6-7f7130fe97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.019074 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-42bb4250-47e9-4b6d-a0a6-7f7130fe97b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0575058 Mar 16 11:28:37.096266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-3982e227-e972-4984-8400-cb491012743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:37.097707 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-3982e227-e972-4984-8400-cb491012743c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729883 Mar 16 11:28:37.225723 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-bf1a4d3f-bd2e-42a7-8df1-6ac5ebd10bc7 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210947 Mar 16 11:28:37.353609 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-79c45ceb-af7d-47fb-8fce-4d44bfb3a5bc req-a2883c7b-56a6-4061-9803-690ec181b5a1 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219096 Mar 16 11:28:38.123023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a796-2936-4fc2-af8b-08a0871af8f7 req-75a319df-51ab-4a97-b6f7-20376c00ddeb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:38.123984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c3f5a796-2936-4fc2-af8b-08a0871af8f7 req-75a319df-51ab-4a97-b6f7-20376c00ddeb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:38.190807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c3f5a796-2936-4fc2-af8b-08a0871af8f7 req-75a319df-51ab-4a97-b6f7-20376c00ddeb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:38.191957 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c3f5a796-2936-4fc2-af8b-08a0871af8f7 req-75a319df-51ab-4a97-b6f7-20376c00ddeb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 943 time: 0.1467845 Mar 16 11:28:38.235983 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c3f5a796-2936-4fc2-af8b-08a0871af8f7 req-86e71a06-9167-42f1-b75b-908fd1b4306c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 Mar 16 11:28:39.419976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941132-54d2-4936-bf0f-95ae9f678550 req-226bf502-6400-4cd9-8292-ff86ed3b7eef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:39.421503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-35941132-54d2-4936-bf0f-95ae9f678550 req-226bf502-6400-4cd9-8292-ff86ed3b7eef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 943 time: 0.0835776 Mar 16 11:28:39.463965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-35941132-54d2-4936-bf0f-95ae9f678550 req-d767e2b9-51ce-47d4-9de4-bf5344d2f978 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369468 Mar 16 11:28:39.622642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1e6b4381-4129-41bd-8b35-464470656038 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:28:39.751933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 1e6b4381-4129-41bd-8b35-464470656038, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1e6b4381-4129-41bd-8b35-464470656038,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:39.766883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '1e6b4381-4129-41bd-8b35-464470656038', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'port_id': '1e6b4381-4129-41bd-8b35-464470656038', 'mac_address': 'fa:16:3e:45:4a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:28:39.819402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:39.835644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6b4381-4129-41bd-8b35-464470656038 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:28:39.850305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 1e6b4381-4129-41bd-8b35-464470656038, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1e6b4381-4129-41bd-8b35-464470656038,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:39.928115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:39.996000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=1e6b4381-4129-41bd-8b35-464470656038,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:40.147760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['1e6b4381-4129-41bd-8b35-464470656038'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:28:40.697944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2f0e1-ed2b-4eec-b868-64572d5e5a22 req-0a747633-e206-4c30-aaf0-aed506d00f6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:40.699394 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2fa2f0e1-ed2b-4eec-b868-64572d5e5a22 req-0a747633-e206-4c30-aaf0-aed506d00f6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 944 time: 0.1325948 Mar 16 11:28:40.743714 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2fa2f0e1-ed2b-4eec-b868-64572d5e5a22 req-abfc67d9-d828-49b8-98b1-8df6f4362262 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378275 Mar 16 11:28:41.633616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1e6b4381-4129-41bd-8b35-464470656038 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:28:41.763533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 1e6b4381-4129-41bd-8b35-464470656038 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:28:41.769470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 1e6b4381-4129-41bd-8b35-464470656038 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:41.769863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:41.888090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:41.914278 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6b4381-4129-41bd-8b35-464470656038'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:41.924119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 1e6b4381-4129-41bd-8b35-464470656038, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1e6b4381-4129-41bd-8b35-464470656038,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:28:41.928976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0bde-a66d-4a6a-9437-2f2024103153 req-83e85b62-c6d2-43c5-bc92-8170bce3fd11 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:41.930544 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5ead0bde-a66d-4a6a-9437-2f2024103153 req-83e85b62-c6d2-43c5-bc92-8170bce3fd11 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 944 time: 0.0800612 Mar 16 11:28:41.960343 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6b4381-4129-41bd-8b35-464470656038', 'code': 200} Mar 16 11:28:41.978160 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5ead0bde-a66d-4a6a-9437-2f2024103153 req-e10a35f5-66b1-4cce-8175-f04ad89837db tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Mar 16 11:28:41.981326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:42.051346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=1e6b4381-4129-41bd-8b35-464470656038,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:42.280187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3476ab-bcc4-45d0-a9ec-fd9103230232 req-7327a39f-3877-423f-8ebb-e07a6e828a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:42.281541 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f3476ab-bcc4-45d0-a9ec-fd9103230232 req-7327a39f-3877-423f-8ebb-e07a6e828a55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 1098 time: 0.0702608 Mar 16 11:28:42.325791 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f3476ab-bcc4-45d0-a9ec-fd9103230232 req-6e19886d-1c38-4b53-beec-59f9a1996328 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363278 Mar 16 11:28:43.163766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199b9d6-e434-41f9-bf0e-8f3815202cc2 req-a910ab96-7dc8-49b1-96c7-ca477af2f09f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.165221 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c199b9d6-e434-41f9-bf0e-8f3815202cc2 req-a910ab96-7dc8-49b1-96c7-ca477af2f09f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 945 time: 0.0796049 Mar 16 11:28:43.208713 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c199b9d6-e434-41f9-bf0e-8f3815202cc2 req-0776a555-792d-42cf-9415-6e5422446f8c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Mar 16 11:28:43.575266 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-1e6d2bb2-2a7c-4681-b15c-531d5c5a88e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727682 Mar 16 11:28:43.711320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-7fdafa81-2216-4722-97df-a65e6faa2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.712777 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-7fdafa81-2216-4722-97df-a65e6faa2af5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1099 time: 0.0705490 Mar 16 11:28:43.854959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-8aa54a8d-d6a6-4831-94e5-e9e27e794bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:43.856639 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-8aa54a8d-d6a6-4831-94e5-e9e27e794bf0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.1251910 Mar 16 11:28:44.058977 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-f558b936-b615-4a18-9554-f332e2aa0fdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 1001 time: 0.1957295 Mar 16 11:28:44.120420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-e968e681-fd7d-49d2-ab32-7d7d339f340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.121746 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-e968e681-fd7d-49d2-ab32-7d7d339f340f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0568526 Mar 16 11:28:44.199443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-5c3234fc-8b4b-452d-8ad0-14496672eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.200855 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-5c3234fc-8b4b-452d-8ad0-14496672eb64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716517 Mar 16 11:28:44.333323 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-a4f0d6f9-32ca-45c3-b38a-a918c6f73ff3 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251404 Mar 16 11:28:44.396105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea68616-179c-4766-b519-4af08b2f49f1 req-6f99c88a-aeab-412c-bae7-861ac184909d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.397577 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3ea68616-179c-4766-b519-4af08b2f49f1 req-6f99c88a-aeab-412c-bae7-861ac184909d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 945 time: 0.0831783 Mar 16 11:28:44.441453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3ea68616-179c-4766-b519-4af08b2f49f1 req-ed629973-a091-4ab9-9a39-ff8a7e59936f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381508 Mar 16 11:28:44.463938 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b2f64b-e0c5-4dce-9c7c-4c24fa7c7a98 req-3b0e1b4f-e4b6-47be-b668-fe530ca78a8a service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237543 Mar 16 11:28:44.622389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fb2bf-a3e3-446b-897f-27d2c4b149b5 req-4a774c78-c280-4dca-a7e2-fc8a43e65941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.624421 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed3fb2bf-a3e3-446b-897f-27d2c4b149b5 req-4a774c78-c280-4dca-a7e2-fc8a43e65941 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 945 time: 0.0806198 Mar 16 11:28:44.667283 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed3fb2bf-a3e3-446b-897f-27d2c4b149b5 req-30557836-81fe-41c7-a4fc-d1432b1ad30e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371318 Mar 16 11:28:44.689997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38858) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:44.761060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05bc280-4b97-4f47-b699-21873eb8fbf6 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:44.762557 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f05bc280-4b97-4f47-b699-21873eb8fbf6 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 1093 time: 0.0715890 Mar 16 11:28:44.765359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38862) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:44.770198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '1e6b4381-4129-41bd-8b35-464470656038', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:28:44.775909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:28:44.779696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:28:44.782527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:28:44.788047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:28:44.865961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:45.001963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:45.136549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.206 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/4b4e3cbd-e608-4595-a916-61275c89aca4) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:28:45.180378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-59728556-d9fb-486e-be2a-83318e8e6898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:45.281619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:45.375263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:45.433199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:28:45.436396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:28:45.439977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:28:45.477659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4b4e3cbd-e608-4595-a916-61275c89aca4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:45.851997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:46.070920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:46.280077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:46.340189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:46.445817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4b4e3cbd-e608-4595-a916-61275c89aca4,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:46.457160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:46.631363 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP b08b763a-1867-46bc-8f84-1dd1255a5bc2 associated. External IP: 172.26.7.206, port: 1e6b4381-4129-41bd-8b35-464470656038. Mar 16 11:28:46.972227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:28:47.148232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:28:47.158170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:28:47.167609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:47.168220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:28:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:47.231593 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:47.285798 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-eefb475f-3353-48bc-8511-3b471188e92b tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5193462 Mar 16 11:28:47.286402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'tag': '1e6b4381-4129-41bd-8b35-464470656038'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:28:47.334055 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'tag': '1e6b4381-4129-41bd-8b35-464470656038', 'status': 'completed', 'code': 200} Mar 16 11:28:47.357083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:47.406284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5a956c03-be64-4b1f-b3d5-acd5689ca224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:47.429471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-9a8e1af3-477f-4f1f-a0eb-618124c18984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:47.431003 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-9a8e1af3-477f-4f1f-a0eb-618124c18984 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 1098 time: 0.0747299 Mar 16 11:28:47.666090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-a3946dff-5f14-4057-bc1a-d361604b3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:47.667531 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-a3946dff-5f14-4057-bc1a-d361604b3ecf service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.2300913 Mar 16 11:28:47.719599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:28Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}, {'id': 'b08b763a-1867-46bc-8f84-1dd1255a5bc2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '1e6b4381-4129-41bd-8b35-464470656038', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:45:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:45Z', 'updated_at': '2022-03-16T11:28:45Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:47.723507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:28:47.732087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:28:47.732727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:28:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:47.770598 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-c1eb5c2f-e0aa-4c0e-971c-bb5b6aa23d41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6b4381-4129-41bd-8b35-464470656038 HTTP/1.1" status: 200 len: 999 time: 0.0964310 Mar 16 11:28:47.837868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-787bb9af-0ca8-4392-a71d-4901e34a97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:47.839232 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-787bb9af-0ca8-4392-a71d-4901e34a97f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0555873 Mar 16 11:28:47.921859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-b8c78fb8-39f0-479e-807c-aff0d9dd22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:47.923389 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-b8c78fb8-39f0-479e-807c-aff0d9dd22d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772259 Mar 16 11:28:47.934590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-23fbb367-fb6c-4f7e-a501-cab2dfe57fcc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:28:47.936183 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-23fbb367-fb6c-4f7e-a501-cab2dfe57fcc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047894 Mar 16 11:28:47.946364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:28:48.066946 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-06c59f66-c358-4b0c-b92f-7da36888011d service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251745 Mar 16 11:28:48.198934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e0ff630-b582-4a90-b876-6016ae2f353e req-07f9ed41-660c-4412-8d90-adcdff7bc428 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254075 Mar 16 11:28:48.303328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:28Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}, {'id': 'b08b763a-1867-46bc-8f84-1dd1255a5bc2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '1e6b4381-4129-41bd-8b35-464470656038', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:45:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:45Z', 'updated_at': '2022-03-16T11:28:45Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:48.307283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83242-b492-42a8-84fc-474cdf5ca023 None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:28Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}, {'id': 'b08b763a-1867-46bc-8f84-1dd1255a5bc2', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.206', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '1e6b4381-4129-41bd-8b35-464470656038', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:45:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:45Z', 'updated_at': '2022-03-16T11:28:45Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:28:48.362638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:48.489708 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061fe60-7178-4f49-9ebd-a5d0ff6722a0 None None] New status for floating IP b08b763a-1867-46bc-8f84-1dd1255a5bc2: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:28:48.671539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:49.906246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:50.129088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.098912 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:15.186273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b668f1d7-c0b2-4b8f-a899-0877d21d1136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.425069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5417abfb-9b72-4b00-9b93-0fd7ca0f180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.316819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.682216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:19.904346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:20.156842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.826882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38882) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:21.930165 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d30c9e89-0cca-410f-a8a9-2cfb4c90ac07 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52 HTTP/1.1" status: 200 len: 993 time: 0.1020389 Mar 16 11:29:22.593269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38892) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:22.599569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:22.721205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.928219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:22.952510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:23.007949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:23.074075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.074687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:23.080645 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/ports/5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 939 time: 0.4811490 Mar 16 11:29:23.080645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:23.103092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=6']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:23.112614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.112973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.113308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.113780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.114141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.114472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.114839 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.115156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.115479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.115801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.116123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.116441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042af8c1-b6fe-47f4-b69b-414c8f922f19 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:23.126848 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'status': 'completed', 'code': 200} Mar 16 11:29:23.221117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-bc3fa251-dcde-4c86-840e-164c24736570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.222672 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-bc3fa251-dcde-4c86-840e-164c24736570 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1100 time: 0.0728977 Mar 16 11:29:23.303027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-899301d0-57d8-4466-aca3-257740489dd5 None None] Provisioning complete for port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:23.303649 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-899301d0-57d8-4466-aca3-257740489dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:23.354870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-aa90a8bd-ae2b-4393-b894-0ab10aed25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.356576 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-aa90a8bd-ae2b-4393-b894-0ab10aed25bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.1274729 Mar 16 11:29:23.363683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-899301d0-57d8-4466-aca3-257740489dd5 None None] Port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 is administratively disabled so it will not transition to active. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 16 11:29:23.458229 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-e6d6a974-0a7a-4a75-a5d4-f4409aee844d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 1002 time: 0.0947428 Mar 16 11:29:23.519476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-3f3bfdab-caca-4512-ab26-acba3f0e5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.520872 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-3f3bfdab-caca-4512-ab26-acba3f0e5c85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0572205 Mar 16 11:29:23.598719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-baf8ce0e-b149-4daa-807b-c0c62583ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.600257 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-baf8ce0e-b149-4daa-807b-c0c62583ecd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734062 Mar 16 11:29:23.731542 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-caa13362-5262-49d3-b807-a59fe23bfd69 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240153 Mar 16 11:29:23.860300 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9385eb4b-a505-44ca-ac9b-e53463f519ed req-638205cb-1dc8-4920-8572-95a64a66ec09 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225910 Mar 16 11:29:26.509830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38902) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:26.515598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:26.639132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:26.961777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:26.985954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.042448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.111217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.111840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.114294 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/ports/5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 938 time: 0.6033843 Mar 16 11:29:27.115150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:27.116372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38906) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:27.150069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=7']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:27.169128 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'status': 'completed', 'code': 200} Mar 16 11:29:27.170539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.170883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.171220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.172073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.172073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.172247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.172567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.173161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.173430 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.173773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.174209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.174528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33df176-045f-4d5b-9cb0-7505738a1cc5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:27.250305 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c1485484-4c08-4502-ac5e-5808160e0739 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52 HTTP/1.1" status: 200 len: 993 time: 0.1327083 Mar 16 11:29:27.319677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2526-699b-43b0-96f6-471de2e586de req-d4a0e0ba-ea23-434e-aa6e-51ec2e23b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.321196 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-d4a0e0ba-ea23-434e-aa6e-51ec2e23b48d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1099 time: 0.1321883 Mar 16 11:29:27.336899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['5af9faca-0724-4c25-9cbb-08aa9d9b3d18'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:29:27.436258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-169e2371-a44c-40e9-a87d-2a941a495da1 None None] Provisioning complete for port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:27.436554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-169e2371-a44c-40e9-a87d-2a941a495da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.458108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2526-699b-43b0-96f6-471de2e586de req-04bc3ca7-763c-4647-a221-db67d561f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.459540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-04bc3ca7-763c-4647-a221-db67d561f185 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.1324873 Mar 16 11:29:27.567516 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-db32d145-d095-4b43-8879-c153f030ee7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 1001 time: 0.1012270 Mar 16 11:29:27.631876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2526-699b-43b0-96f6-471de2e586de req-3b145b12-515c-4238-8965-7095347df1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.633344 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-3b145b12-515c-4238-8965-7095347df1d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0600135 Mar 16 11:29:27.715136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2526-699b-43b0-96f6-471de2e586de req-879f6190-26b2-4211-8c9a-1c7be8ad6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:27.716667 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-879f6190-26b2-4211-8c9a-1c7be8ad6ffb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774457 Mar 16 11:29:27.849410 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-011e7cbf-c73e-4ae3-97bb-49915aa4111c service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267860 Mar 16 11:29:27.982376 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63bc2526-699b-43b0-96f6-471de2e586de req-8429f12d-c7a2-47f4-ba03-5ffdd47e111c service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267695 Mar 16 11:29:29.800926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38920) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:30.103516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 4b4e3cbd-e608-4595-a916-61275c89aca4 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:30.103855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.274327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.274646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.395139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 4b4e3cbd-e608-4595-a916-61275c89aca4 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:30.613309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.662763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=4b4e3cbd-e608-4595-a916-61275c89aca4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.751495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.751980 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP b08b763a-1867-46bc-8f84-1dd1255a5bc2 disassociated (deleted). External IP: 172.26.7.206, port: 1e6b4381-4129-41bd-8b35-464470656038. Mar 16 11:29:31.102189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:31.273660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:31.283521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:31.292585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:31.293195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:31.396922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:31.455678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-40e853a2-ef80-4730-bee1-550975792882 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/b08b763a-1867-46bc-8f84-1dd1255a5bc2 HTTP/1.1" status: 204 len: 168 time: 1.6536572 Mar 16 11:29:31.456248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'tag': '1e6b4381-4129-41bd-8b35-464470656038'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:31.473017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:31.501985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'tag': '1e6b4381-4129-41bd-8b35-464470656038', 'status': 'completed', 'code': 200} Mar 16 11:29:31.607671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-149fb612-88f1-427b-8555-2e108aed7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.609203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-149fb612-88f1-427b-8555-2e108aed7f4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 1098 time: 0.0840495 Mar 16 11:29:31.742575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-0ca194e0-93d1-4a3f-aa36-a6201c89913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.744236 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-0ca194e0-93d1-4a3f-aa36-a6201c89913d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.1289675 Mar 16 11:29:31.819256 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-ac179010-aeb8-4f54-9318-fda41487c6a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e6b4381-4129-41bd-8b35-464470656038 HTTP/1.1" status: 200 len: 217 time: 0.0682981 Mar 16 11:29:31.838655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:28Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:31.842938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:31.852816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:31.853595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:31.889904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-fbb3c2ac-acd0-49fd-9c90-c09f4bcd010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.891353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-fbb3c2ac-acd0-49fd-9c90-c09f4bcd010f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0667517 Mar 16 11:29:32.023223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-788cae49-6399-4356-9d21-3f3f8b32bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:32.024679 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-788cae49-6399-4356-9d21-3f3f8b32bc90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271632 Mar 16 11:29:32.063459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea538ab0-87bd-44ef-896a-3e74c8418f96 req-ba651289-3a37-4309-aa3c-e5b0d6f04e94 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:32.064884 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ea538ab0-87bd-44ef-896a-3e74c8418f96 req-ba651289-3a37-4309-aa3c-e5b0d6f04e94 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 945 time: 0.1338191 Mar 16 11:29:32.075254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:32.276871 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ea538ab0-87bd-44ef-896a-3e74c8418f96 req-7056e354-f80c-48d7-8b98-82a79e6b40b4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048093 Mar 16 11:29:32.300868 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-cd1d2742-207c-4286-a1e9-c6255e713bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674904 Mar 16 11:29:32.427266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:28Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:32.431238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87896c1b-84a1-4b17-92ff-bbfd288e0f4b None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.38', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'port_id': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'mac_address': 'fa:16:3e:c5:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:28:25Z', 'updated_at': '2022-03-16T11:28:28Z', 'revision_number': 1, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:32.433449 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10a9dafb-87db-43ad-9621-95f3670d00e4 req-06c97c2c-cf02-419e-9ac7-b6614e3cb8dd service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259494 Mar 16 11:29:32.649056 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb35fd-4da5-4747-ae81-5290fceb4e09 None None] New status for floating IP b08b763a-1867-46bc-8f84-1dd1255a5bc2: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:33.261124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31797719-26ae-49d1-83cc-d7a52a04610d req-d791ce02-f6d8-4f78-b728-88d83750b0d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:33.262641 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-31797719-26ae-49d1-83cc-d7a52a04610d req-d791ce02-f6d8-4f78-b728-88d83750b0d6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 945 time: 0.0777602 Mar 16 11:29:33.335359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 1e6b4381-4129-41bd-8b35-464470656038 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:33.335700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:33.465427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf01b-556d-4622-a30b-12e632d57f5b req-abc936a9-8c54-4fa2-b8d4-9c1b3119fae8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:33.466258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-be7bf01b-556d-4622-a30b-12e632d57f5b req-abc936a9-8c54-4fa2-b8d4-9c1b3119fae8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:33.539607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-be7bf01b-556d-4622-a30b-12e632d57f5b req-abc936a9-8c54-4fa2-b8d4-9c1b3119fae8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:33.541400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be7bf01b-556d-4622-a30b-12e632d57f5b req-abc936a9-8c54-4fa2-b8d4-9c1b3119fae8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 945 time: 0.1553426 Mar 16 11:29:33.583082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 1e6b4381-4129-41bd-8b35-464470656038, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1e6b4381-4129-41bd-8b35-464470656038,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:33.583446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:33.590499 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be7bf01b-556d-4622-a30b-12e632d57f5b req-a43b9b79-e06a-43ab-8958-09cb6e738380 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f039141-a9d7-4678-bc17-ddf93a588bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Mar 16 11:29:33.710774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 1e6b4381-4129-41bd-8b35-464470656038 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:33.910877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:33.961765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=1e6b4381-4129-41bd-8b35-464470656038,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:34.036996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 1e6b4381-4129-41bd-8b35-464470656038 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:34.039381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.041903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'name': 'network-vif-deleted', 'tag': '1e6b4381-4129-41bd-8b35-464470656038'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:34.090634 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4af96b-cbb6-4561-9266-7721d82aec1e', 'name': 'network-vif-deleted', 'tag': '1e6b4381-4129-41bd-8b35-464470656038', 'status': 'completed', 'code': 200} Mar 16 11:29:34.111991 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-31797719-26ae-49d1-83cc-d7a52a04610d req-05524f59-fcc8-444e-8aa2-2166fc1dd3bb tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/1e6b4381-4129-41bd-8b35-464470656038 HTTP/1.1" status: 204 len: 173 time: 0.8432004 Mar 16 11:29:34.870433 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c5b21b6-014d-4d07-b061-42f42f3116f0 req-1a489f39-2213-45e8-bfca-dbab7b8cd9ef tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea4af96b-cbb6-4561-9266-7721d82aec1e HTTP/1.1" status: 200 len: 210 time: 0.1596174 Mar 16 11:29:35.833098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1e6b4381-4129-41bd-8b35-464470656038 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:35.870241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 1e6b4381-4129-41bd-8b35-464470656038 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:29:35.870582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1e6b4381-4129-41bd-8b35-464470656038 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:35.966852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38938) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:36.033932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7140091d-4314-43e4-9cbe-dfec47b96034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.061977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7140091d-4314-43e4-9cbe-dfec47b96034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.098003 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:36.201816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7140091d-4314-43e4-9cbe-dfec47b96034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.219550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140091d-4314-43e4-9cbe-dfec47b96034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f039141-a9d7-4678-bc17-ddf93a588bd8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:36.304029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7140091d-4314-43e4-9cbe-dfec47b96034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.305192 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7140091d-4314-43e4-9cbe-dfec47b96034 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/2f039141-a9d7-4678-bc17-ddf93a588bd8 HTTP/1.1" status: 204 len: 168 time: 0.3373044 Mar 16 11:29:36.397236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38944) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:36.595787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port d65af8b3-6c07-4763-b5ec-0e734b1c2152 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:36.596126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.763666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.763886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.887191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for d65af8b3-6c07-4763-b5ec-0e734b1c2152 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:37.093714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:37.143720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=d65af8b3-6c07-4763-b5ec-0e734b1c2152,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:37.234750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:37.235078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52 disassociated (deleted). External IP: 172.26.7.38, port: 5af9faca-0724-4c25-9cbb-08aa9d9b3d18. Mar 16 11:29:37.578991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:37.858749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:37.869347 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:37.874996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:37.878943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:37.879553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:37.932017 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8b61dee7-6818-4a22-ac1d-f36648063cff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52 HTTP/1.1" status: 204 len: 168 time: 1.5336502 Mar 16 11:29:37.932700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:37.987316 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'status': 'completed', 'code': 200} Mar 16 11:29:38.062954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:38.075157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-ef6ffe53-db61-47e0-a733-0d5e98a2c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.076624 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-ef6ffe53-db61-47e0-a733-0d5e98a2c25c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 1099 time: 0.0731847 Mar 16 11:29:38.209327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-dea284f7-80d7-48d5-933b-5e3473d7838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.210715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-dea284f7-80d7-48d5-933b-5e3473d7838a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 200 len: 897 time: 0.1279655 Mar 16 11:29:38.282158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-67e525c0-916b-47a5-8705-801b2945c373 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 200 len: 217 time: 0.0644608 Mar 16 11:29:38.344661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-8f64bc29-727c-4cb2-9249-9c581ef25f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.346880 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-8f64bc29-727c-4cb2-9249-9c581ef25f5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 200 len: 834 time: 0.0592434 Mar 16 11:29:38.386106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:38.390117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:38.399282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:38.399826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:38.427572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-cc42ae4b-c478-4d93-8ec1-1671dc201e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.429022 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-cc42ae4b-c478-4d93-8ec1-1671dc201e62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5de1f96-abed-4371-b735-2506d5312153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755944 Mar 16 11:29:38.483445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-ba5c76f8-926e-45e5-9a7b-24ce16db62e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.484181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-ba5c76f8-926e-45e5-9a7b-24ce16db62e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:38.551593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-ba5c76f8-926e-45e5-9a7b-24ce16db62e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:38.562288 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-ba5c76f8-926e-45e5-9a7b-24ce16db62e2 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 946 time: 0.1675904 Mar 16 11:29:38.610661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-dd7220fb-a902-4b75-80f9-c13b714b1a18 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:38.635437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:38.669069 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-2a4ebf85-9545-4dde-8402-b28130678f3a service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321272 Mar 16 11:29:38.682244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-dd7220fb-a902-4b75-80f9-c13b714b1a18 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:38.683436 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-535e9dc6-2f07-4bc8-af2a-f60df913f238 req-dd7220fb-a902-4b75-80f9-c13b714b1a18 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202338 Mar 16 11:29:38.811582 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1f308ed0-0d36-4d02-a2b1-29e159e6a668 req-adf0fee4-9344-4c3a-b514-2403a1846e1a service neutron] 10.222.0.53 "GET /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361294 Mar 16 11:29:38.948291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:38.952225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e89f13-6ea1-4591-bd75-149cce67cfe9 None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:28:00Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '0454922c-b3a6-40b9-9d4d-036662a5932f', 'name': '', 'network_id': 'd5de1f96-abed-4371-b735-2506d5312153', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:cf:f2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:59Z', 'updated_at': '2022-03-16T11:28:05Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': 'e87b3297-7843-45cf-bfe4-2eb0c39b27d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:39.152109 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e136f5-ad78-4607-b56e-29055910bbd3 None None] New status for floating IP ae1b0d8a-b4ba-4796-a6f3-1dd16a184e52: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:29:39.919911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd829fae-df00-45de-89b5-725d3492461c req-147f7be6-4ae5-4507-a2b6-059d75319e6f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.920597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-dd829fae-df00-45de-89b5-725d3492461c req-147f7be6-4ae5-4507-a2b6-059d75319e6f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:39.943046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c018447-3d0c-480f-9a20-3b1d7288fd3f req-884691bd-d262-4ebd-9bf7-28497a1d8dd5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.943714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-6c018447-3d0c-480f-9a20-3b1d7288fd3f req-884691bd-d262-4ebd-9bf7-28497a1d8dd5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:39.951536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-dd829fae-df00-45de-89b5-725d3492461c req-147f7be6-4ae5-4507-a2b6-059d75319e6f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:39.952608 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd829fae-df00-45de-89b5-725d3492461c req-147f7be6-4ae5-4507-a2b6-059d75319e6f tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 946 time: 0.1659784 Mar 16 11:29:39.992318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-6c018447-3d0c-480f-9a20-3b1d7288fd3f req-884691bd-d262-4ebd-9bf7-28497a1d8dd5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:39.993384 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6c018447-3d0c-480f-9a20-3b1d7288fd3f req-884691bd-d262-4ebd-9bf7-28497a1d8dd5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 946 time: 0.1718090 Mar 16 11:29:40.049734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:40.050096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:40.093236 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6c018447-3d0c-480f-9a20-3b1d7288fd3f req-8fd7a315-d8f2-4247-99a3-2a1d3bb2b9bf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=0085a287-68d8-441c-bbdd-3917f6b49030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932069 Mar 16 11:29:40.297267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:40.297621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:40.421136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:40.613259 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:40.666408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=5af9faca-0724-4c25-9cbb-08aa9d9b3d18,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:40.738969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:40.741332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:40.743836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'name': 'network-vif-deleted', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:29:40.789650 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bf2c2a-758f-45ff-840d-a1d202f2972e', 'name': 'network-vif-deleted', 'tag': '5af9faca-0724-4c25-9cbb-08aa9d9b3d18', 'status': 'completed', 'code': 200} Mar 16 11:29:40.854327 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd829fae-df00-45de-89b5-725d3492461c req-bdaf6a76-4fb3-47f5-97c4-e0a49654b044 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/5af9faca-0724-4c25-9cbb-08aa9d9b3d18 HTTP/1.1" status: 204 len: 173 time: 0.8948324 Mar 16 11:29:41.259029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-f6ac7c04-fe3b-4c99-9838-a6d3eab9bfa2 req-087cfc4f-3909-4396-babd-e71b1dfb70f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:41.321604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-f6ac7c04-fe3b-4c99-9838-a6d3eab9bfa2 req-087cfc4f-3909-4396-babd-e71b1dfb70f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:41.322742 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f6ac7c04-fe3b-4c99-9838-a6d3eab9bfa2 req-087cfc4f-3909-4396-babd-e71b1dfb70f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14bf2c2a-758f-45ff-840d-a1d202f2972e HTTP/1.1" status: 200 len: 210 time: 0.1086278 Mar 16 11:29:42.416154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38962) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:42.482543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26e2d4ad-eaa8-4434-a89a-4be77dcf6041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.514324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26e2d4ad-eaa8-4434-a89a-4be77dcf6041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.624447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26e2d4ad-eaa8-4434-a89a-4be77dcf6041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.642076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2d4ad-eaa8-4434-a89a-4be77dcf6041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0085a287-68d8-441c-bbdd-3917f6b49030,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:42.709689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26e2d4ad-eaa8-4434-a89a-4be77dcf6041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.710861 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-26e2d4ad-eaa8-4434-a89a-4be77dcf6041 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/0085a287-68d8-441c-bbdd-3917f6b49030 HTTP/1.1" status: 204 len: 168 time: 0.2937436 Mar 16 11:29:42.790994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38968) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:43.420818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:43.767762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 0454922c-b3a6-40b9-9d4d-036662a5932f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:43.767990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:43.863867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:43.901661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:29:43.902036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5af9faca-0724-4c25-9cbb-08aa9d9b3d18 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:43.952668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 0454922c-b3a6-40b9-9d4d-036662a5932f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0454922c-b3a6-40b9-9d4d-036662a5932f,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:43.953246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:44.075296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 0454922c-b3a6-40b9-9d4d-036662a5932f owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:44.458743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:44.612857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=0454922c-b3a6-40b9-9d4d-036662a5932f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:44.885726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.196117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5199fb9d-f311-4f77-903a-a4208db11597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.244126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:45.416253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:45.426207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] Sync routers for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:45.435761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:45.440320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:45.483851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7cd55364-b043-4d86-a10a-5273b7b8ae39 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/2eec9df5-1e54-4ca6-992a-f4e53a26c188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917574 Mar 16 11:29:45.486739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38972) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:45.558878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet e87b3297-7843-45cf-bfe4-2eb0c39b27d3 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:29:45.561812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.609907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:45.616168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.700836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.853478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.891467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:29:44Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:45.894442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=e87b3297-7843-45cf-bfe4-2eb0c39b27d3,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:45.897057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] Checking router: 2eec9df5-1e54-4ca6-992a-f4e53a26c188 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:45.898271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.906819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae523c64-f717-4e06-9fe4-aaedd42de1ea None None] Network d5de1f96-abed-4371-b735-2506d5312153 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:45.906972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d2ba7dd9-09c6-43f0-94c4-75c79f2c0aca tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/e87b3297-7843-45cf-bfe4-2eb0c39b27d3 HTTP/1.1" status: 204 len: 168 time: 0.4166396 Mar 16 11:29:45.907054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38976) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:45.981025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] Routers {'2eec9df5-1e54-4ca6-992a-f4e53a26c188'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:45.981568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:46.198207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.240578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] Set router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:46.375559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.470521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 1a80fa53-8c69-4003-8adc-f6989468dcb2 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:46.470956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.504003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] DHCP port deletion for d5de1f96-abed-4371-b735-2506d5312153 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:29:46.521114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Deleting port 6c6837d4-62be-45d7-ae87-27e810fde759 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:29:46.526190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.659256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port 1a80fa53-8c69-4003-8adc-f6989468dcb2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=1a80fa53-8c69-4003-8adc-f6989468dcb2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:46.660703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.765892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:29:44Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:46.774904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] For port 6c6837d4-62be-45d7-ae87-27e810fde759, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6c6837d4-62be-45d7-ae87-27e810fde759,segment=NetworkSegment(b0511d61-e161-4678-8dc7-b5d8544d5f88),segment_id=b0511d61-e161-4678-8dc7-b5d8544d5f88)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:46.775289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.782139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997337b-a82c-418a-9e93-8ceda6cd0e7e None None] The sync data for ids ['2eec9df5-1e54-4ca6-992a-f4e53a26c188'] in dv-neutron-831730-4-hyperv is: [{'id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'name': 'tempest-TestNetworkBasicOps-router-1569973487', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:27:54Z', 'updated_at': '2022-03-16T11:29:44Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': '1a80fa53-8c69-4003-8adc-f6989468dcb2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec9df5-1e54-4ca6-992a-f4e53a26c188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:27:55Z', 'updated_at': '2022-03-16T11:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:46.784108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 1a80fa53-8c69-4003-8adc-f6989468dcb2 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:46.900790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Calling delete_port for 6c6837d4-62be-45d7-ae87-27e810fde759 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:29:46.996214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.013415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.042110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=1a80fa53-8c69-4003-8adc-f6989468dcb2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:47.059279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Pushing event deleted for resources: {'Port': ['ID=6c6837d4-62be-45d7-ae87-27e810fde759,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:47.063769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] No DVR routers for this DVR port 6c6837d4-62be-45d7-ae87-27e810fde759 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:47.070500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.070777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.071115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.071443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.071770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.072095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.072413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.072731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.073050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.073623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.073720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.073993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccaeae0-40e7-49fe-a8ff-f7892790a86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:47.148221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.231593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0454922c-b3a6-40b9-9d4d-036662a5932f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:47.271635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 0454922c-b3a6-40b9-9d4d-036662a5932f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:29:47.272257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0454922c-b3a6-40b9-9d4d-036662a5932f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:47.272516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6c6837d4-62be-45d7-ae87-27e810fde759 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:47.316999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 6c6837d4-62be-45d7-ae87-27e810fde759 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:29:47.317389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6c6837d4-62be-45d7-ae87-27e810fde759 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:47.341988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.344349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.373441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53cd8a5d-06c0-49cb-9714-b05936837468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.418742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.419287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 2eec9df5-1e54-4ca6-992a-f4e53a26c188 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:29:47.435794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.437138 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-574cf26e-f36b-4317-981f-b16f2d984a9e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/2eec9df5-1e54-4ca6-992a-f4e53a26c188 HTTP/1.1" status: 204 len: 168 time: 1.5291431 Mar 16 11:29:47.439753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38980) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:47.556623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.688899 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.713270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5de1f96-abed-4371-b735-2506d5312153']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:47.725460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0511d61-e161-4678-8dc7-b5d8544d5f88') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:47.725777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0511d61-e161-4678-8dc7-b5d8544d5f88') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:47.736990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.752579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.759141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:29:47.759645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:29:47.774341 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:29:48.036465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.053510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.064253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=d5de1f96-abed-4371-b735-2506d5312153,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:48.162506 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-38905f60-dc88-4427-8d22-dd42c2438083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/d5de1f96-abed-4371-b735-2506d5312153 HTTP/1.1" status: 204 len: 168 time: 0.7216737 Mar 16 11:29:48.188765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 38984) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:48.195050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'network': {'name': 'tempest-network-smoke--961865648', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:48.200247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:48.204285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:network and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:48.207875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:48.213484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:48.281412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:48.285409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.312598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:29:48.322040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.322386 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Added segment f0e192e4-7f51-49b8-9154-588d3c98c30d of type vlan for network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 Mar 16 11:29:48.351355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.356153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.447489 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.452811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.457382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.566920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Network': ['ID=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:48.573519 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1c30e7c7-4906-4505-89ab-dde2742a61d4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3837855 Mar 16 11:29:48.576327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38988) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:48.581972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-657789077', 'admin_state_up': True, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:48.592796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:48.592938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:29:48.593729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:router and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:48.596663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:48.603902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:48.670315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.671399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.685985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:48.732572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.009730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.015586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1a80fa53-8c69-4003-8adc-f6989468dcb2 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:49.053161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 1a80fa53-8c69-4003-8adc-f6989468dcb2 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:29:49.053506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 1a80fa53-8c69-4003-8adc-f6989468dcb2 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:49.354339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.382922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.513281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.171 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/b448e201-97f6-4493-82bf-6b781f08382f) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:49.657691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.761853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.916301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:49.933225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:49.935933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:49.944642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:49.973716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:50.132996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:50.388168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:50.723196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:50.973039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:29:51.154136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:51.164572 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:51.174707 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:51.175936 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:51.352273 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:51.435642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:51.437047 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c55873a5-c291-45c0-b0db-e82960cf9ca4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8597243 Mar 16 11:29:51.440293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38992) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:51.481616 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a0f1efbc-c053-4ff4-b227-068ad0b7c836 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=84454f98d21c4990ac3303ba80ab3d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387025 Mar 16 11:29:51.483312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 38996) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:51.632914 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:50Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:51.636626 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Checking router: 05543cd0-54b8-4e95-ab7b-82c5130ef1db for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:51.636969 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Updating router 05543cd0-54b8-4e95-ab7b-82c5130ef1db port b448e201-97f6-4493-82bf-6b781f08382f binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:29:51.691577 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:51.742037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319240c2-e3f1-4911-9a1b-cb6181b93a89 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:51.743521 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-319240c2-e3f1-4911-9a1b-cb6181b93a89 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2593420 Mar 16 11:29:51.746606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39000) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:51.787635 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-24b98dc6-f979-49c7-b307-8e0348dd1948 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398223 Mar 16 11:29:51.790141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39004) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:51.795551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581849052', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:51.904233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:51.907911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:subnet and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:51.911330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:51.916918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:51.990130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:51.993970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.014529 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.026792 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Transition to ACTIVE for port object b448e201-97f6-4493-82bf-6b781f08382f will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:52.099042 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.183651 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Attempting to bind port b448e201-97f6-4493-82bf-6b781f08382f on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:52.184324 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Attempting to bind port b448e201-97f6-4493-82bf-6b781f08382f by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:52.184324 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Attempting to bind port b448e201-97f6-4493-82bf-6b781f08382f on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:52.187607 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Pushing event updated for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:52.192885 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:52.193249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:52.193643 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.194059 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:52.194510 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Bound port: b448e201-97f6-4493-82bf-6b781f08382f, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:52.194867 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.233231 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.233524 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.233880 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.234204 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.234530 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.234848 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.235163 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.235481 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.235794 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.236105 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.236415 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.236722 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:52.277403 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] For port b448e201-97f6-4493-82bf-6b781f08382f, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:52.280291 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] For port b448e201-97f6-4493-82bf-6b781f08382f, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b448e201-97f6-4493-82bf-6b781f08382f,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:52.287343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.367721 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.372089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Subnet': ['ID=0297861e-6398-4e70-a1f4-0c85be0767a5,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:52.377569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Checking segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:52.379323 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network hostable DHCP agents. Network: 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:29:52.447270 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:52.447482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:29:52.447893 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:52.498819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:52.503944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:52.507154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.508715 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4049-f816-4a84-a2fd-01806e38c74e None None] Pushing event updated for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:52.513003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce47b4-5d4f-4dc5-bfb8-ecaa20626be1 None None] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:52.610034 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d0e6d1cb-edd2-4a97-9454-5aefc96d6671 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8178384 Mar 16 11:29:52.611970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39008) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:52.663495 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:52.741665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:29:52.742535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:52.905532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Allocated IP 172.20.0.2 (5e0ff5dc-fae0-4cfe-b6c6-6145868223d0/0297861e-6398-4e70-a1f4-0c85be0767a5/41942b16-375a-43fe-aeaa-6063ea81830a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:52.962625 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:50Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:52.966550 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fcaa4-188f-48a8-8a57-f97d5f0a7716 None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:50Z', 'revision_number': 3, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:53.169000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:53.187891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Transition to ACTIVE for port object 41942b16-375a-43fe-aeaa-6063ea81830a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:53.224658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Transition to ACTIVE for port object 41942b16-375a-43fe-aeaa-6063ea81830a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:53.308454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:53.377880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:53.383354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:53.389860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:53.397277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Pushing event updated for resources: {'Port': ['ID=41942b16-375a-43fe-aeaa-6063ea81830a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:53.489106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:53.489681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Attempting to bind port 41942b16-375a-43fe-aeaa-6063ea81830a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:53.489787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Attempting to bind port 41942b16-375a-43fe-aeaa-6063ea81830a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:53.490158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Attempting to bind port 41942b16-375a-43fe-aeaa-6063ea81830a on network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:53.495745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:53.496116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Checking segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:53.496565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:53.496999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Bound using segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:53.497464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Bound port: 41942b16-375a-43fe-aeaa-6063ea81830a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:53.497834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:53.598595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] For port 41942b16-375a-43fe-aeaa-6063ea81830a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:53.602736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] For port 41942b16-375a-43fe-aeaa-6063ea81830a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41942b16-375a-43fe-aeaa-6063ea81830a,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:53.659257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:53.744313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b624-4768-493f-8e53-f91f92654c44 None None] Pushing event updated for resources: {'Port': ['ID=41942b16-375a-43fe-aeaa-6063ea81830a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:53.922574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.1 (5e0ff5dc-fae0-4cfe-b6c6-6145868223d0/0297861e-6398-4e70-a1f4-0c85be0767a5/ac2e47d7-be93-4266-bdb6-11a0ec629dda) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:54.101663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:54.116903 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object ac2e47d7-be93-4266-bdb6-11a0ec629dda will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:54.196194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:54.262201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:54.265173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:54.267792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:29:54.320716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:54.337913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:54.663857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.067855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d196c09-7085-4b20-99ff-615755fe2966 None None] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:29:55.084605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.150981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:55.161894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.319002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b6dc6021-c87c-419e-8f22-bf5c342526b6 None None] Provisioning for port 41942b16-375a-43fe-aeaa-6063ea81830a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:55.391203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:55.393601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.449097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port b448e201-97f6-4493-82bf-6b781f08382f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:55.459422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port b448e201-97f6-4493-82bf-6b781f08382f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:55.459789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.532052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:55.533293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:55.692807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.717313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port b448e201-97f6-4493-82bf-6b781f08382f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b448e201-97f6-4493-82bf-6b781f08382f,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:55.730095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:29:55.773307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.774098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41942b16-375a-43fe-aeaa-6063ea81830a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:55.901709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:55.936140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:29:55.938779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Provisioning for port ac2e47d7-be93-4266-bdb6-11a0ec629dda completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:55.950950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Provisioning complete for port ac2e47d7-be93-4266-bdb6-11a0ec629dda triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:55.950950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:55.951123 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d3585cc4-b57d-447d-91fb-0103e31896df tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/05543cd0-54b8-4e95-ab7b-82c5130ef1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3368375 Mar 16 11:29:55.953247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39012) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:55.987831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:29:55.997709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 41942b16-375a-43fe-aeaa-6063ea81830a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:56.013043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 41942b16-375a-43fe-aeaa-6063ea81830a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:56.013411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.038715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:56.040506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:56.103043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f090f47-640c-435c-a745-61cd30c40837 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.103446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f090f47-640c-435c-a745-61cd30c40837 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.103916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f090f47-640c-435c-a745-61cd30c40837 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.104382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f090f47-640c-435c-a745-61cd30c40837 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.106367 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4f090f47-640c-435c-a745-61cd30c40837 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1521425 Mar 16 11:29:56.109342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39016) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:56.124154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Port ac2e47d7-be93-4266-bdb6-11a0ec629dda cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:29:56.185484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d8d26-de6f-4397-a171-46914f2334d2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.186188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d8d26-de6f-4397-a171-46914f2334d2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.186578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d8d26-de6f-4397-a171-46914f2334d2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.187029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d8d26-de6f-4397-a171-46914f2334d2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:56.191452 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e2d8d26-de6f-4397-a171-46914f2334d2 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0783293 Mar 16 11:29:56.191638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39020) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:56.274707 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Provisioning complete for port 41942b16-375a-43fe-aeaa-6063ea81830a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:56.275062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.400307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:56.400561 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d96195d-804e-45c8-9250-5d223a7cf902 tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2075348 Mar 16 11:29:56.475982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.642163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 41942b16-375a-43fe-aeaa-6063ea81830a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41942b16-375a-43fe-aeaa-6063ea81830a,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:56.697922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.735392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.885070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39026) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:56.891037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295665896', 'description': 'tempest-secgroup-smoke-1295665896 description', 'project_id': '84454f98d21c4990ac3303ba80ab3d31'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:56.897412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:56.898466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:29:56.898793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-e4714817-8c72-4d12-b36c-1f5d43e5fd09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:29:56.901682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:56.903847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=41942b16-375a-43fe-aeaa-6063ea81830a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:56.904663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:56.911332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:56.935667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:56.939514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Checking router: 05543cd0-54b8-4e95-ab7b-82c5130ef1db for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:29:56.939875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Updating router 05543cd0-54b8-4e95-ab7b-82c5130ef1db port ac2e47d7-be93-4266-bdb6-11a0ec629dda binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:29:56.973814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:56.996650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:56.996837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.000473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:57.003483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:57.009221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:57.085866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.111325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:57.150279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.197483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a580cf-2eba-4540-9b38-c3e01a0c71c1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.264397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.265559 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-575f81d0-49c4-41fb-9695-47779a512c6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3792999 Mar 16 11:29:57.268418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39030) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:57.274372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '58a580cf-2eba-4540-9b38-c3e01a0c71c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:57.280685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:57.284702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:57.287693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:57.292636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port b448e201-97f6-4493-82bf-6b781f08382f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:57.293107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.294111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:57.362887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.426289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.498583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.524141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1594c18c-f55f-4c43-9e72-2a240945edda,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.534324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41942b16-375a-43fe-aeaa-6063ea81830a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:57.596102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.598078 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-242d3229-ab02-4c7d-9b7b-94b338771863 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276172 Mar 16 11:29:57.600774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39034) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:57.606333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.606743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '58a580cf-2eba-4540-9b38-c3e01a0c71c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:57.613802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:57.617982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:57.621137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:57.626995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:57.628738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Transition to ACTIVE for port object ac2e47d7-be93-4266-bdb6-11a0ec629dda will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:57.642136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 41942b16-375a-43fe-aeaa-6063ea81830a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:57.642508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.689346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.712482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.777798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.842038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.876705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9dd3b5-88f6-439c-be49-4f3d7c9d49c8,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.888596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f263-7a04-4879-bf7d-6b19af70e098 None None] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:57.973534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:57.974893 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5a31cf78-2c54-42b3-8fd3-4ea3479e17a0 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725748 Mar 16 11:29:57.977777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39038) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:57.983174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '58a580cf-2eba-4540-9b38-c3e01a0c71c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:57.995808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:57.999732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:58.002641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:58.012639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:58.039682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Attempting to bind port ac2e47d7-be93-4266-bdb6-11a0ec629dda on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:58.039974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Attempting to bind port ac2e47d7-be93-4266-bdb6-11a0ec629dda by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:58.040335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Attempting to bind port ac2e47d7-be93-4266-bdb6-11a0ec629dda on network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:29:58.051674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:29:58.054996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Checking segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:29:58.054996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.054996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Bound using segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:29:58.054996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Bound port: ac2e47d7-be93-4266-bdb6-11a0ec629dda, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:58.054996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.076527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.138188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.145454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] For port ac2e47d7-be93-4266-bdb6-11a0ec629dda, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:29:58.148447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] For port ac2e47d7-be93-4266-bdb6-11a0ec629dda, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ac2e47d7-be93-4266-bdb6-11a0ec629dda,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:29:58.206829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.230357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.230832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7716501-3fc8-4374-9231-80c0548474a2,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:58.309295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:29:58.309965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:58.316291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.320120 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69126c39-5c3b-4b36-8bb3-ca3f2e91952a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388755 Mar 16 11:29:58.320411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39042) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:58.326314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '58a580cf-2eba-4540-9b38-c3e01a0c71c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:58.338686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:58.342882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:58.346390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:58.353403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:58.376469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f263-7a04-4879-bf7d-6b19af70e098 None None] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:58.432482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.505356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.506015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:29:58.590783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.615121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f46fe5-7d4c-4cfc-b59a-10fdd29af89b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:58.698598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.699806 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-56f6b2ad-19db-4fdb-b0be-a2d3d7a1d573 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3782585 Mar 16 11:29:58.702639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39046) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:58.708443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '58a580cf-2eba-4540-9b38-c3e01a0c71c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:58.714229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:58.718172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:58.721631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:58.727737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:58.795727 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:58.802516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.815136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:29:58Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:58.819774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c444a3-abe0-4d12-aef9-a819f12c96a0 None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:29:58Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:29:58.886613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.961483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:58.988231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aee9ac-19cf-4f26-916e-8318af218da7,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:59.058853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.060088 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a36f54a0-3cfd-49f9-8b69-5dc343ae9f97 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565300 Mar 16 11:29:59.062761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39050) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:59.070876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'security_group_rule': {'security_group_id': '58a580cf-2eba-4540-9b38-c3e01a0c71c1', 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:29:59.077016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:59.081012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:security_group_rule and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:59.084227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:59.094379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:59.095900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:59.184517 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Project 84454f98d21c4990ac3303ba80ab3d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:59.192377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.241762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ac2e47d7-be93-4266-bdb6-11a0ec629dda completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:59.247583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ac2e47d7-be93-4266-bdb6-11a0ec629dda triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:59.248143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.265199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.338978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.365657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94ce7a2-6fd2-465c-883e-e947530b87de,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:59.377661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.413097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ac2e47d7-be93-4266-bdb6-11a0ec629dda, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ac2e47d7-be93-4266-bdb6-11a0ec629dda,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:29:59.430900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.437447 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db12c179-a9f5-4acd-8a9a-0c5f0ebeb8ac tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682961 Mar 16 11:29:59.487270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:59.576367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:59.601274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ffddef12-2f48-44b7-a2cc-679abb080cb3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:59.653098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ffddef12-2f48-44b7-a2cc-679abb080cb3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:59.654577 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ffddef12-2f48-44b7-a2cc-679abb080cb3 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295665896&fields=id&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 267 time: 0.0954456 Mar 16 11:29:59.811568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-d6165c91-f8f2-4b80-9061-7c505b6a33f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:59.812245 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-d6165c91-f8f2-4b80-9061-7c505b6a33f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:59.881196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-d6165c91-f8f2-4b80-9061-7c505b6a33f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:59.882419 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-d6165c91-f8f2-4b80-9061-7c505b6a33f5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/networks?id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 HTTP/1.1" status: 200 len: 796 time: 0.2208230 Mar 16 11:29:59.897352 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-cd311dd9-f67a-4aaf-96ee-f8bb98711b18 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/quotas/84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 375 time: 0.0094309 Mar 16 11:29:59.982373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-cfad059b-f2b1-4c10-a4f1-2269db15a423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:00.029463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-cfad059b-f2b1-4c10-a4f1-2269db15a423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:00.030735 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-cfad059b-f2b1-4c10-a4f1-2269db15a423 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1288381 Mar 16 11:30:00.308255 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-eeba4d0e-a04f-4627-99dc-54714a728bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660315 Mar 16 11:30:00.438952 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-83fa3a17-6416-4395-8b20-f50e1e90d02d service neutron] 10.222.0.30 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248298 Mar 16 11:30:00.660488 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3be03c3f-431e-4a06-b4bd-0971aeeb4955 req-101d453b-87a7-4512-8fda-fc1c8f4615b9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 210 time: 0.0425944 Mar 16 11:30:01.066630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:01.136139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ac2e47d7-be93-4266-bdb6-11a0ec629dda triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:01.136560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:01.807152 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-342a3dd3-df74-4d3d-9262-5620beb49ad9 req-4ff5b05e-dd87-44ff-968c-856be5920f90 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 210 time: 0.0422390 Mar 16 11:30:02.672021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-7ab883c2-bcfd-43de-b003-c1f0cd508aa9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:02.673420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-7ab883c2-bcfd-43de-b003-c1f0cd508aa9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/networks?id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 HTTP/1.1" status: 200 len: 796 time: 0.1430781 Mar 16 11:30:02.778200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-d5b635d0-71fc-41cb-81aa-a341494fc6d8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84454f98d21c4990ac3303ba80ab3d31 HTTP/1.1" status: 200 len: 380 time: 0.0959141 Mar 16 11:30:02.789218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'port': {'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'admin_state_up': True, 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'security_groups': ['58a580cf-2eba-4540-9b38-c3e01a0c71c1']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:02.931168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:02.940962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:02.965288 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f1f03eb3-bd00-423c-bc8d-e7159a767da0 req-2ac3ca9b-c9b6-4d70-83ec-e37c16994c53 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 210 time: 0.0446224 Mar 16 11:30:03.075465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Made reservation on behalf of 84454f98d21c4990ac3303ba80ab3d31 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:03.079082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.238819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.20.0.4 (5e0ff5dc-fae0-4cfe-b6c6-6145868223d0/0297861e-6398-4e70-a1f4-0c85be0767a5/f4fdce0d-09df-4629-acde-45ff0d603ffa) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:03.425483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.440601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Transition to ACTIVE for port object f4fdce0d-09df-4629-acde-45ff0d603ffa will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:03.527533 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.593546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:03.596605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:03.606102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:03.636327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=f4fdce0d-09df-4629-acde-45ff0d603ffa,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:03.673619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:03.674295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.762107 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e8ffa70f-361d-4f26-aa7f-4a464f9d294e tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768300 Mar 16 11:30:03.773821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Request body: {'port': {'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:03.852592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c140b9e-f463-4d68-b345-ad99f5d3adba None None] Provisioning for port f4fdce0d-09df-4629-acde-45ff0d603ffa completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:03.858024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c140b9e-f463-4d68-b345-ad99f5d3adba None None] Provisioning complete for port f4fdce0d-09df-4629-acde-45ff0d603ffa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:03.858416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c140b9e-f463-4d68-b345-ad99f5d3adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.892472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.952607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4c140b9e-f463-4d68-b345-ad99f5d3adba None None] Port f4fdce0d-09df-4629-acde-45ff0d603ffa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:30:04.249505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36152bd-ac9c-47dd-be90-b09733fb27e4 req-17e6f77a-4614-42b8-a954-18bc50800b4d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:04.250132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-a36152bd-ac9c-47dd-be90-b09733fb27e4 req-17e6f77a-4614-42b8-a954-18bc50800b4d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:04.330658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fdce0d-09df-4629-acde-45ff0d603ffa {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:04.337495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-a36152bd-ac9c-47dd-be90-b09733fb27e4 req-17e6f77a-4614-42b8-a954-18bc50800b4d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:04.338681 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a36152bd-ac9c-47dd-be90-b09733fb27e4 req-17e6f77a-4614-42b8-a954-18bc50800b4d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 931 time: 0.2603610 Mar 16 11:30:04.340258 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.375603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Transition to ACTIVE for port object f4fdce0d-09df-4629-acde-45ff0d603ffa will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:04.396598 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a36152bd-ac9c-47dd-be90-b09733fb27e4 req-e284f1fa-097b-4733-a409-92d0dfb7c921 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518997 Mar 16 11:30:04.435469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.725118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Pushing event updated for resources: {'Port': ['ID=f4fdce0d-09df-4629-acde-45ff0d603ffa,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:04.767339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Attempting to bind port f4fdce0d-09df-4629-acde-45ff0d603ffa on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:04.767574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Attempting to bind port f4fdce0d-09df-4629-acde-45ff0d603ffa by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:04.767896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Attempting to bind port f4fdce0d-09df-4629-acde-45ff0d603ffa on network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:04.772921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Port f4fdce0d-09df-4629-acde-45ff0d603ffa on network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:30:04.773236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Attempting to bind port f4fdce0d-09df-4629-acde-45ff0d603ffa on network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:30:04.778370 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:30:04.778708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Checking segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:30:04.779087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Bound using segment: {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:30:04.779506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Bound port: f4fdce0d-09df-4629-acde-45ff0d603ffa, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e192e4-7f51-49b8-9154-588d3c98c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:04.779846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.869293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] For port f4fdce0d-09df-4629-acde-45ff0d603ffa, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:30:04.872168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] For port f4fdce0d-09df-4629-acde-45ff0d603ffa, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:30:04.972841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:05.028873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.029421 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:05.030817 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] 10.222.0.53 "PUT /v2.0/ports/f4fdce0d-09df-4629-acde-45ff0d603ffa HTTP/1.1" status: 200 len: 1093 time: 1.2615342 Mar 16 11:30:05.031241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:05.060657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66af57-eb3b-4c6b-83fe-cea3bf52417c service neutron] Pushing event updated for resources: {'Port': ['ID=f4fdce0d-09df-4629-acde-45ff0d603ffa,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:05.084442 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'status': 'completed', 'code': 200} Mar 16 11:30:05.183327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab04b-8387-4108-811c-b955f7d9418e req-3fbca3f1-af69-45d7-a1d4-32cd91d0bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.184828 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68dab04b-8387-4108-811c-b955f7d9418e req-3fbca3f1-af69-45d7-a1d4-32cd91d0bfcb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1096 time: 0.0801640 Mar 16 11:30:05.327482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab04b-8387-4108-811c-b955f7d9418e req-d1fb3e30-9cc8-4c34-af46-1cb4c413cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.328908 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68dab04b-8387-4108-811c-b955f7d9418e req-d1fb3e30-9cc8-4c34-af46-1cb4c413cb19 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=84454f98d21c4990ac3303ba80ab3d31&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1374843 Mar 16 11:30:05.467274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab04b-8387-4108-811c-b955f7d9418e req-fe65e4aa-7c14-4a9b-b65c-82ce326a9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.468812 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68dab04b-8387-4108-811c-b955f7d9418e req-fe65e4aa-7c14-4a9b-b65c-82ce326a9801 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334906 Mar 16 11:30:05.630827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-4569843b-0153-4c62-afb1-da5458c4f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.632303 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-4569843b-0153-4c62-afb1-da5458c4f7db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1096 time: 0.0969083 Mar 16 11:30:05.640811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159b6cd-b9e8-46a5-8de7-4c1cbb725621 req-fc79f347-d9c0-49ec-9667-d30a629b9ea8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.642166 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3159b6cd-b9e8-46a5-8de7-4c1cbb725621 req-fc79f347-d9c0-49ec-9667-d30a629b9ea8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 943 time: 0.1424727 Mar 16 11:30:05.717267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-3191c3d7-2f4a-4be5-9e05-153144f79abe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa HTTP/1.1" status: 200 len: 217 time: 0.0741551 Mar 16 11:30:05.783184 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3159b6cd-b9e8-46a5-8de7-4c1cbb725621 req-7aff3b9e-8c95-4532-95ed-fc2344be20b8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945537 Mar 16 11:30:05.794354 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-efd0435a-2ec5-435c-84d4-3389f8b8ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.795795 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-efd0435a-2ec5-435c-84d4-3389f8b8ff0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0297861e-6398-4e70-a1f4-0c85be0767a5 HTTP/1.1" status: 200 len: 834 time: 0.0718784 Mar 16 11:30:05.874763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-7996b69e-69ca-4edc-9bbc-ac51f73305fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:05.876234 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-7996b69e-69ca-4edc-9bbc-ac51f73305fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725367 Mar 16 11:30:06.008100 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-1686aa57-af69-4032-9131-615a67ec9e7b service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244652 Mar 16 11:30:06.138616 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8f89ac0-a95d-4e51-81ab-4df7afe639fc req-e2fd6103-178e-4ee9-988c-e3ae2004143d service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241181 Mar 16 11:30:06.966289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37961300-384c-46fa-8cbd-8fe28c6393a8 req-799d1e42-031a-4aa8-8ce0-b2f80780d49d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:06.967736 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-37961300-384c-46fa-8cbd-8fe28c6393a8 req-799d1e42-031a-4aa8-8ce0-b2f80780d49d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 943 time: 0.0787435 Mar 16 11:30:07.011390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-37961300-384c-46fa-8cbd-8fe28c6393a8 req-918004bd-52ca-4595-8b84-a0e9005d5fb9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:07.022800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-37961300-384c-46fa-8cbd-8fe28c6393a8 req-918004bd-52ca-4595-8b84-a0e9005d5fb9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:07.023891 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-37961300-384c-46fa-8cbd-8fe28c6393a8 req-918004bd-52ca-4595-8b84-a0e9005d5fb9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498984 Mar 16 11:30:07.965712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device f4fdce0d-09df-4629-acde-45ff0d603ffa details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:30:08.096414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port f4fdce0d-09df-4629-acde-45ff0d603ffa, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:08.110201 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:30:08.165037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:08.184846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fdce0d-09df-4629-acde-45ff0d603ffa {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:30:08.200343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port f4fdce0d-09df-4629-acde-45ff0d603ffa, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:08.208688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a99a3-61bb-4f1e-8d6b-3c3a0967dcca req-0f144a69-e7f6-4797-8223-0aa9a2da6455 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:08.210165 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d23a99a3-61bb-4f1e-8d6b-3c3a0967dcca req-0f144a69-e7f6-4797-8223-0aa9a2da6455 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 943 time: 0.0804234 Mar 16 11:30:08.255888 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d23a99a3-61bb-4f1e-8d6b-3c3a0967dcca req-433e9775-07e9-4fe8-9635-cadbcc1abb21 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Mar 16 11:30:08.258328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:08.323677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=f4fdce0d-09df-4629-acde-45ff0d603ffa,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:08.477102 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['f4fdce0d-09df-4629-acde-45ff0d603ffa'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:30:09.440531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee0cd-c6db-46e6-a35d-d772f9147cfb req-047a771f-8a2c-4b91-a268-b25ccf84e622 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:09.442563 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ebfee0cd-c6db-46e6-a35d-d772f9147cfb req-047a771f-8a2c-4b91-a268-b25ccf84e622 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 944 time: 0.0839489 Mar 16 11:30:09.486319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ebfee0cd-c6db-46e6-a35d-d772f9147cfb req-0e280883-965a-478f-8026-f8618d2072ed tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 Mar 16 11:30:09.972348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device f4fdce0d-09df-4629-acde-45ff0d603ffa up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:10.104033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port f4fdce0d-09df-4629-acde-45ff0d603ffa completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:10.108978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port f4fdce0d-09df-4629-acde-45ff0d603ffa triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:10.109346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.222219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.248786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:10.260212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port f4fdce0d-09df-4629-acde-45ff0d603ffa, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:10.327730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:10.360288 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'code': 200} Mar 16 11:30:10.399449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=f4fdce0d-09df-4629-acde-45ff0d603ffa,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:10.673503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b70f4-78da-487b-a893-900c7b070fff req-9d0f99cc-9c82-44f3-9ac3-2fa84dfcd227 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.675055 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d42b70f4-78da-487b-a893-900c7b070fff req-9d0f99cc-9c82-44f3-9ac3-2fa84dfcd227 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.0806823 Mar 16 11:30:10.704418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abddd8-36c3-417a-9042-7d2294a64c30 req-25c5af6c-7aaa-4094-afb2-1fe1ca0e0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:10.705914 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87abddd8-36c3-417a-9042-7d2294a64c30 req-25c5af6c-7aaa-4094-afb2-1fe1ca0e0524 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1098 time: 0.0720303 Mar 16 11:30:10.725092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d42b70f4-78da-487b-a893-900c7b070fff req-60503202-ae93-4225-8b35-8ba7fa970456 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Mar 16 11:30:10.750987 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87abddd8-36c3-417a-9042-7d2294a64c30 req-e43f9c16-0d97-42ed-ad42-5562fced91a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392666 Mar 16 11:30:11.910234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4476b-b73d-4604-bd0c-22454e1a6975 req-75ff7b9e-bef9-4fab-a4a7-06c9bb01b3ff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:11.911958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-56c4476b-b73d-4604-bd0c-22454e1a6975 req-75ff7b9e-bef9-4fab-a4a7-06c9bb01b3ff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.0800755 Mar 16 11:30:11.956494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-56c4476b-b73d-4604-bd0c-22454e1a6975 req-ae5f6582-55cc-4bb3-9180-68dfcf300b90 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Mar 16 11:30:13.096817 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:13.137494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216877-8795-4d5c-b87f-5c4956f3bd93 req-11a18efb-8523-46c0-892a-552d025f6fde tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:13.138965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f216877-8795-4d5c-b87f-5c4956f3bd93 req-11a18efb-8523-46c0-892a-552d025f6fde tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.0795343 Mar 16 11:30:13.181769 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f216877-8795-4d5c-b87f-5c4956f3bd93 req-c5c43a05-0842-47c4-8def-780706150600 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372102 Mar 16 11:30:13.463071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bd36d-5a5c-4cd6-b92b-17796372fec5 req-29c67386-c687-4677-8c11-6a342e21e3cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:13.464515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca9bd36d-5a5c-4cd6-b92b-17796372fec5 req-29c67386-c687-4677-8c11-6a342e21e3cc tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.1814663 Mar 16 11:30:13.508261 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca9bd36d-5a5c-4cd6-b92b-17796372fec5 req-5a201e11-6235-44cf-86b1-fecd7a907867 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Mar 16 11:30:13.531036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39112) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:13.603497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca915b-e22a-42f4-86dc-290fbc9ca53e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:13.604966 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8bca915b-e22a-42f4-86dc-290fbc9ca53e tempest-TestNetworkBasicOps-1265288867 tempest-TestNetworkBasicOps-1265288867-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1093 time: 0.0729632 Mar 16 11:30:13.608039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39116) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:13.612835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:13.619310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:13.623085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Usage tracker for resource:floatingip and tenant:84454f98d21c4990ac3303ba80ab3d31 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:13.625824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:13.631740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:13.692576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:13.826957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:13.955886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Allocated IP 172.26.7.126 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/4566dbe6-a21c-47f0-acf5-76d86c9d63c4) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:14.102364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.179005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.237348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:14.240430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:14.242983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:30:14.289630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4566dbe6-a21c-47f0-acf5-76d86c9d63c4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:14.657396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:14.892731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.093323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.183672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.217979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4e25dada-e160-4005-b114-1884b7037caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.292945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event updated for resources: {'Port': ['ID=4566dbe6-a21c-47f0-acf5-76d86c9d63c4,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:15.305500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:15.476035 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP e5c9d338-0400-4b22-b248-d0594ad6ee34 associated. External IP: 172.26.7.126, port: f4fdce0d-09df-4629-acde-45ff0d603ffa. Mar 16 11:30:15.820706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:15.998054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:16.008256 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:16.017970 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:16.018574 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:16.069301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:16.124546 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-13fd8abc-1955-40e1-a1b0-03ef9fcd3193 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5155120 Mar 16 11:30:16.125114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:16.127306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39120) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:16.200511 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:16.226607 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'status': 'completed', 'code': 200} Mar 16 11:30:16.240902 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-de5458e7-a478-4b3c-b83b-5653d42afc6d tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 991 time: 0.1123304 Mar 16 11:30:16.318232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca44c-6600-435d-974b-3b4a5014588e req-5252be86-156d-4fb5-bdf3-b0df23781f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.319695 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-5252be86-156d-4fb5-bdf3-b0df23781f67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1098 time: 0.0707564 Mar 16 11:30:16.451294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca44c-6600-435d-974b-3b4a5014588e req-8353d98d-c594-4128-a818-85cf1efce203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.452649 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-8353d98d-c594-4128-a818-85cf1efce203 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 HTTP/1.1" status: 200 len: 897 time: 0.1267030 Mar 16 11:30:16.543544 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e5c9d338-0400-4b22-b248-d0594ad6ee34', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:14Z', 'updated_at': '2022-03-16T11:30:14Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:16.547365 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] Checking router: 05543cd0-54b8-4e95-ab7b-82c5130ef1db for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:16.555767 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:16.556348 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:29:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:16.561422 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-39f0b63c-1453-4010-b6f1-188231653e76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa HTTP/1.1" status: 200 len: 999 time: 0.1019561 Mar 16 11:30:16.627921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca44c-6600-435d-974b-3b4a5014588e req-8e7d2cc4-9600-46bf-a41a-7c3a4c689536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.629362 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-8e7d2cc4-9600-46bf-a41a-7c3a4c689536 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0297861e-6398-4e70-a1f4-0c85be0767a5 HTTP/1.1" status: 200 len: 834 time: 0.0614414 Mar 16 11:30:16.702782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca44c-6600-435d-974b-3b4a5014588e req-3e99c2a4-52ba-43b3-b08e-3c8e7123218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:16.704173 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-3e99c2a4-52ba-43b3-b08e-3c8e7123218a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690174 Mar 16 11:30:16.730322 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:16.835860 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-f2039cb9-df29-4efb-9e29-f4d0c0e7014d service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254737 Mar 16 11:30:16.969057 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-005ca44c-6600-435d-974b-3b4a5014588e req-4c53616b-e2ea-4241-9d6e-36f5bac408ee service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272802 Mar 16 11:30:17.109429 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e5c9d338-0400-4b22-b248-d0594ad6ee34', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:14Z', 'updated_at': '2022-03-16T11:30:14Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:17.113267 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c41497-b857-4bf9-8756-963a686dd2b3 None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:29:54Z', 'revision_number': 4, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e5c9d338-0400-4b22-b248-d0594ad6ee34', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:14Z', 'updated_at': '2022-03-16T11:30:14Z', 'revision_number': 0, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:29:59Z', 'revision_number': 5, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:17.244778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39128) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:17.301109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d5ec9-5bdc-49ab-9c73-147f9ee3c0a8 None None] New status for floating IP e5c9d338-0400-4b22-b248-d0594ad6ee34: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:17.352347 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9daf3596-5090-4037-95e3-ff5672b8eed4 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 991 time: 0.1064236 Mar 16 11:30:17.455825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-024527e1-530e-4536-9dff-558e850bcbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:18.326726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:18.355940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39132) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:18.462657 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-957a5dbc-b353-4d35-afb6-29f410c778e7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 993 time: 0.1055932 Mar 16 11:30:18.663823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:19.948959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:20.120349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.563832 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-9f4c65c0-c9cc-4a16-9360-b06e0ff34fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685539 Mar 16 11:30:44.704604 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-cdb691ce-eace-42d0-894a-44dfcc8a14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.706053 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-cdb691ce-eace-42d0-894a-44dfcc8a14ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1098 time: 0.0718632 Mar 16 11:30:44.849900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-409ca8b0-26bf-49b5-bb8e-ff80d2f0da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:44.851344 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-409ca8b0-26bf-49b5-bb8e-ff80d2f0da3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 HTTP/1.1" status: 200 len: 897 time: 0.1255412 Mar 16 11:30:44.953036 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-e7ca8fc3-8bb8-462a-968c-103354f9b34d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa HTTP/1.1" status: 200 len: 1001 time: 0.0952065 Mar 16 11:30:45.015281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-ebb85552-8fa1-45fa-8193-46c91221ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:45.016693 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-ebb85552-8fa1-45fa-8193-46c91221ae9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0297861e-6398-4e70-a1f4-0c85be0767a5 HTTP/1.1" status: 200 len: 834 time: 0.0574503 Mar 16 11:30:45.020517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39146) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:45.025340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:45.171870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-317c0521-12c7-4a55-a242-864f07470c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.410605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-2f354534-67d3-4dd7-b756-2138865e48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:45.412066 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-2f354534-67d3-4dd7-b756-2138865e48b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3387601 Mar 16 11:30:45.701006 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-299f66ee-f1e2-40af-a065-0d16942764ab service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819691 Mar 16 11:30:45.927821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.937802 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6e8fedae-8fe6-48a0-9104-34d8db399098 req-f6cbf956-8667-4de4-bf66-1816fba9b9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289190 Mar 16 11:30:45.995256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.172874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:46.349269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:46.356065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.357213 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-89c3b6de-6dc9-4497-b224-b6cf5de1515a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/05543cd0-54b8-4e95-ab7b-82c5130ef1db HTTP/1.1" status: 200 len: 888 time: 1.3357990 Mar 16 11:30:46.360382 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:46.371498 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:46.372109 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:46.434734 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:46.442824 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:46.443403 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:46.506724 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:46.507123 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d13a0-471d-4a15-a8b2-4a656dcd7993 None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:47.276726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427490b-1b9a-4660-88b5-d2dc924d5c1a None None] New status for floating IP e5c9d338-0400-4b22-b248-d0594ad6ee34: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:47.328114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:47.486290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b69aa1c3-5dcb-4298-b48a-8d18e47103d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.667074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.682547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port b448e201-97f6-4493-82bf-6b781f08382f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b448e201-97f6-4493-82bf-6b781f08382f,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:47.744607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.745323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:47.861281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:47.896746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.897098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.897441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.897784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.898145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.899112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.899451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.899782 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.900115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.900442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.900768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.901090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:47.931202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.962375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ac2e47d7-be93-4266-bdb6-11a0ec629dda, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ac2e47d7-be93-4266-bdb6-11a0ec629dda,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:48.034654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.099672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:48.331672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.511977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39154) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:48.517343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:30:48.674587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.150115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.223510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4025880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4025875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4023904'] for router, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.402842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:49.579699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:49.586233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.587628 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f80f3e2c-f828-47df-8b54-6fa5d3d49382 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/05543cd0-54b8-4e95-ab7b-82c5130ef1db HTTP/1.1" status: 200 len: 887 time: 1.0744162 Mar 16 11:30:49.589307 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:49.590271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39158) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:49.598716 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:49.599302 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.698103 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7f21f73d-95bb-4ceb-9fd2-7ca63305a083 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 991 time: 0.1066635 Mar 16 11:30:49.772157 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:49.931857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.097134 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:50.115023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e5c9d338-0400-4b22-b248-d0594ad6ee34', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:14Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:50.118967 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] Checking router: 05543cd0-54b8-4e95-ab7b-82c5130ef1db for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:50.126423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.127016 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:50.127654 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:50.300576 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:50.667713 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e5c9d338-0400-4b22-b248-d0594ad6ee34', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:14Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:50.671482 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f061485d-2f47-41d7-92cc-e38491ec6091 None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'e5c9d338-0400-4b22-b248-d0594ad6ee34', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'port_id': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'mac_address': 'fa:16:3e:b8:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:30:14Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 2, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:30:47Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:50.701285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39162) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.810934 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7c2b177b-3c50-4d28-90ff-1c03bfeffbc8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 991 time: 0.1083882 Mar 16 11:30:51.107235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:51.185790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ac2e47d7-be93-4266-bdb6-11a0ec629dda triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:51.186199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.310664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.347527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ac2e47d7-be93-4266-bdb6-11a0ec629dda, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ac2e47d7-be93-4266-bdb6-11a0ec629dda,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:51.412316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.483504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:51.814279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39168) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:51.924520 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db0142c1-6d16-4946-b506-c9b07cb2f6ff tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 991 time: 0.1090219 Mar 16 11:30:52.304086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5802909-6911-4d4c-b716-35a95cc0de14 None None] New status for floating IP e5c9d338-0400-4b22-b248-d0594ad6ee34: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:52.928278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39172) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:53.155153 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f3ba47ee-566f-49d0-9099-778619d7a69c tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 200 len: 993 time: 0.2256868 Mar 16 11:30:53.159838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:53.230071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port b448e201-97f6-4493-82bf-6b781f08382f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:53.230444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.344682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.361492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port b448e201-97f6-4493-82bf-6b781f08382f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b448e201-97f6-4493-82bf-6b781f08382f,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:53.423093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.423845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:53.437174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39180) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:53.537300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:53.550152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ac2e47d7-be93-4266-bdb6-11a0ec629dda triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:53.550480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.644391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 4566dbe6-a21c-47f0-acf5-76d86c9d63c4 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:53.644740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.812477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.812825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.936733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for 4566dbe6-a21c-47f0-acf5-76d86c9d63c4 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:54.177813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.226086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=4566dbe6-a21c-47f0-acf5-76d86c9d63c4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.263625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.263972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.264312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.264650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.264981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.265308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.265631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.265989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.266313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.266636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.266956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.267275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:54.332433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.332757 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Floating IP e5c9d338-0400-4b22-b248-d0594ad6ee34 disassociated (deleted). External IP: 172.26.7.126, port: f4fdce0d-09df-4629-acde-45ff0d603ffa. Mar 16 11:30:54.685245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:30:54.973049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:30:54.983104 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:30:54.992704 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:54.994858 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:55.047883 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.096137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:55.101055 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f5081e9-ab42-476b-9ed2-75abd8b2f9e9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/floatingips/e5c9d338-0400-4b22-b248-d0594ad6ee34 HTTP/1.1" status: 204 len: 168 time: 1.6628013 Mar 16 11:30:55.102936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:55.151016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'status': 'completed', 'code': 200} Mar 16 11:30:55.177450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port b448e201-97f6-4493-82bf-6b781f08382f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:55.178451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.187634 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:55.252775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-ffd076ab-81c8-41f6-ae0c-509cc27819bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:55.255221 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-ffd076ab-81c8-41f6-ae0c-509cc27819bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84454f98d21c4990ac3303ba80ab3d31&device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 1098 time: 0.0813050 Mar 16 11:30:55.520647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-f0591af2-129f-492c-a733-1f5b83807180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:55.522055 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-f0591af2-129f-492c-a733-1f5b83807180 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 HTTP/1.1" status: 200 len: 897 time: 0.2602177 Mar 16 11:30:55.523876 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:55.528096 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] Checking router: 05543cd0-54b8-4e95-ab7b-82c5130ef1db for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:30:55.537361 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:30:55.538081 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:55.628246 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-ce126822-b28e-48e6-a869-a3fa5d9f204d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa HTTP/1.1" status: 200 len: 217 time: 0.0992868 Mar 16 11:30:55.706020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-31f181a6-8fa8-44dd-b509-54b52f6bd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:55.707447 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-31f181a6-8fa8-44dd-b509-54b52f6bd8ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0297861e-6398-4e70-a1f4-0c85be0767a5 HTTP/1.1" status: 200 len: 834 time: 0.0727355 Mar 16 11:30:55.720971 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:30:55.771078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a9ec4-6b0d-4f4a-b4c2-74c7cad64d6e req-d3a37658-71e8-428f-9d97-023bdd3ae368 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:55.772449 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-638a9ec4-6b0d-4f4a-b4c2-74c7cad64d6e req-d3a37658-71e8-428f-9d97-023bdd3ae368 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.1826291 Mar 16 11:30:55.832883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-638a9ec4-6b0d-4f4a-b4c2-74c7cad64d6e req-1860efec-a6f9-4edf-84bd-a251abdef7d9 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523539 Mar 16 11:30:55.839140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-aa126b9e-5421-4faf-b936-75d02b4fcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:55.840625 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-aa126b9e-5421-4faf-b936-75d02b4fcd79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256857 Mar 16 11:30:55.975220 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-94ae6a87-d5bb-43a0-837c-0cf3450d9ad4 service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276259 Mar 16 11:30:56.035406 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:56.039203 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449225-74c9-430e-964b-c8d85b0a1e4d None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:30:49Z', 'revision_number': 6, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'ac2e47d7-be93-4266-bdb6-11a0ec629dda', 'name': '', 'network_id': '5e0ff5dc-fae0-4cfe-b6c6-6145868223d0', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'mac_address': 'fa:16:3e:20:df:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:53Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'subnets': [{'id': '0297861e-6398-4e70-a1f4-0c85be0767a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:30:56.115889 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-697d54de-9f03-4908-a72f-cdbd333e03b3 req-e0f007d4-9842-4657-af76-07eee1aa082d service neutron] 10.222.0.53 "GET /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339121 Mar 16 11:30:56.673100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2c004-7850-4154-9db0-b2750de23c2d None None] New status for floating IP e5c9d338-0400-4b22-b248-d0594ad6ee34: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:30:56.881413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-be3df2aa-185b-441e-b98d-d5c3acc79ea5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.883641 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-be3df2aa-185b-441e-b98d-d5c3acc79ea5 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.0853331 Mar 16 11:30:56.955083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port f4fdce0d-09df-4629-acde-45ff0d603ffa {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:30:56.955447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.025156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71285b-53aa-4a08-8443-cc9a03887620 req-169d864a-1dc7-4275-92b3-b2400a3c8cc7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:57.028450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-9f71285b-53aa-4a08-8443-cc9a03887620 req-169d864a-1dc7-4275-92b3-b2400a3c8cc7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Synchronizing usage tracker for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:57.097121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-9f71285b-53aa-4a08-8443-cc9a03887620 req-169d864a-1dc7-4275-92b3-b2400a3c8cc7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Unset dirty status for tenant:84454f98d21c4990ac3303ba80ab3d31 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:57.098326 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9f71285b-53aa-4a08-8443-cc9a03887620 req-169d864a-1dc7-4275-92b3-b2400a3c8cc7 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 945 time: 0.1545024 Mar 16 11:30:57.145036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9f71285b-53aa-4a08-8443-cc9a03887620 req-daea25b3-2ad1-4407-93eb-f06c9683951a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/security-groups?id=58a580cf-2eba-4540-9b38-c3e01a0c71c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Mar 16 11:30:57.202295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port f4fdce0d-09df-4629-acde-45ff0d603ffa, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f4fdce0d-09df-4629-acde-45ff0d603ffa,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:30:57.202647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.321384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for f4fdce0d-09df-4629-acde-45ff0d603ffa owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:30:57.531824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.587626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=f4fdce0d-09df-4629-acde-45ff0d603ffa,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.630217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.630495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.630834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.631166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.631494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.631819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.632141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.632596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.632962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.633453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.633777 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.634122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:57.672570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] No DVR routers for this DVR port f4fdce0d-09df-4629-acde-45ff0d603ffa on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:57.675029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.677449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'name': 'network-vif-deleted', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:30:57.721518 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c157ee0f-a61f-48c7-8521-ca7f33727994', 'name': 'network-vif-deleted', 'tag': 'f4fdce0d-09df-4629-acde-45ff0d603ffa', 'status': 'completed', 'code': 200} Mar 16 11:30:57.727349 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-57e9b631-5149-4183-81a0-f4e5723d5f0f req-9da8d758-c4e8-48f0-be68-e5416a06f626 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.53 "DELETE /v2.0/ports/f4fdce0d-09df-4629-acde-45ff0d603ffa HTTP/1.1" status: 204 len: 173 time: 0.8388431 Mar 16 11:30:58.308688 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4aff538-183b-49ef-b460-ffceadab85db req-9c65f44d-03e9-42e5-9a94-4442d534bb07 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "GET /v2.0/ports?device_id=c157ee0f-a61f-48c7-8521-ca7f33727994 HTTP/1.1" status: 200 len: 210 time: 0.0429151 Mar 16 11:30:59.405066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39198) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:59.473553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-522aec8f-0353-4cd6-9643-dac8d5e5ad38 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.502826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-522aec8f-0353-4cd6-9643-dac8d5e5ad38 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.622971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-522aec8f-0353-4cd6-9643-dac8d5e5ad38 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.641671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aec8f-0353-4cd6-9643-dac8d5e5ad38 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a580cf-2eba-4540-9b38-c3e01a0c71c1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:59.684785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-522aec8f-0353-4cd6-9643-dac8d5e5ad38 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:59.688008 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-522aec8f-0353-4cd6-9643-dac8d5e5ad38 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/security-groups/58a580cf-2eba-4540-9b38-c3e01a0c71c1 HTTP/1.1" status: 204 len: 168 time: 0.2798986 Mar 16 11:30:59.766339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39204) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:00.265065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device f4fdce0d-09df-4629-acde-45ff0d603ffa no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:00.298670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: f4fdce0d-09df-4629-acde-45ff0d603ffa {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:31:00.299020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device f4fdce0d-09df-4629-acde-45ff0d603ffa not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:31:00.401878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.749624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port ac2e47d7-be93-4266-bdb6-11a0ec629dda {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:00.749988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.934031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port ac2e47d7-be93-4266-bdb6-11a0ec629dda, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ac2e47d7-be93-4266-bdb6-11a0ec629dda,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:00.934761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.058848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for ac2e47d7-be93-4266-bdb6-11a0ec629dda owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:01.514532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.562766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=ac2e47d7-be93-4266-bdb6-11a0ec629dda,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.848579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.204200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Router 05543cd0-54b8-4e95-ab7b-82c5130ef1db has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:31:02.380658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:31:02.390133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] Sync routers for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:31:02.393156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-378451bf-ab21-42e1-ac0a-29637c97c7a6 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "PUT /v2.0/routers/05543cd0-54b8-4e95-ab7b-82c5130ef1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257718 Mar 16 11:31:02.395905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39208) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:02.399187 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:02.399778 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:02.461207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting subnet 0297861e-6398-4e70-a1f4-0c85be0767a5 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:31:02.464475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.518028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.604434 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:02.605704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.726727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.766812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Subnet': ['ID=0297861e-6398-4e70-a1f4-0c85be0767a5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:02.771972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.778303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec860f9b-1e43-4b46-b8c4-f188b92c7a2e None None] Network 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:31:02.784181 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bd2a4f89-af64-406f-9180-7fbb5cdafbf8 tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/subnets/0297861e-6398-4e70-a1f4-0c85be0767a5 HTTP/1.1" status: 204 len: 168 time: 0.3821673 Mar 16 11:31:02.784181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39212) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:02.894783 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:02.899280 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] Checking router: 05543cd0-54b8-4e95-ab7b-82c5130ef1db for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:31:02.907742 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] Routers {'05543cd0-54b8-4e95-ab7b-82c5130ef1db'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:31:02.908385 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:30:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:03.062931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] DHCP port deletion for 5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:31:03.074132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Deleting port 41942b16-375a-43fe-aeaa-6063ea81830a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:03.075955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.082934 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] Set router 05543cd0-54b8-4e95-ab7b-82c5130ef1db gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:31:03.093915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.189556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 41942b16-375a-43fe-aeaa-6063ea81830a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:03.289349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.366073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port b448e201-97f6-4493-82bf-6b781f08382f {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:03.367505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.372353 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:03.376360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01c4fb-9429-4629-a808-ead9fc8ce177 None None] The sync data for ids ['05543cd0-54b8-4e95-ab7b-82c5130ef1db'] in dv-neutron-831730-4-hyperv is: [{'id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'name': 'tempest-TestNetworkBasicOps-router-657789077', 'tenant_id': '84454f98d21c4990ac3303ba80ab3d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:48Z', 'updated_at': '2022-03-16T11:31:01Z', 'revision_number': 7, 'project_id': '84454f98d21c4990ac3303ba80ab3d31', 'gw_port': {'id': 'b448e201-97f6-4493-82bf-6b781f08382f', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05543cd0-54b8-4e95-ab7b-82c5130ef1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:49Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:31:03.409444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.421013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] For port 41942b16-375a-43fe-aeaa-6063ea81830a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41942b16-375a-43fe-aeaa-6063ea81830a,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:03.421393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.543427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] For port b448e201-97f6-4493-82bf-6b781f08382f, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=b448e201-97f6-4493-82bf-6b781f08382f,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:03.543749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.553774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Calling delete_port for 41942b16-375a-43fe-aeaa-6063ea81830a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:03.600673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 41942b16-375a-43fe-aeaa-6063ea81830a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41942b16-375a-43fe-aeaa-6063ea81830a,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:03.646237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.669185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Calling delete_port for b448e201-97f6-4493-82bf-6b781f08382f owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:03.682809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:31:03.683176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:31:03.717819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=41942b16-375a-43fe-aeaa-6063ea81830a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:03.994392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.040243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Port': ['ID=b448e201-97f6-4493-82bf-6b781f08382f,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:04.132453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.184304 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Deleting port 41942b16-375a-43fe-aeaa-6063ea81830a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:04.184910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.306823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.309213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.385436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] For port 41942b16-375a-43fe-aeaa-6063ea81830a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=41942b16-375a-43fe-aeaa-6063ea81830a,segment=NetworkSegment(f0e192e4-7f51-49b8-9154-588d3c98c30d),segment_id=f0e192e4-7f51-49b8-9154-588d3c98c30d)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:04.385741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.388737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.389252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Fanout notify agent at l3_agent the message router_deleted on router 05543cd0-54b8-4e95-ab7b-82c5130ef1db {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:31:04.405099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.406264 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7a8d0a6-7d42-4052-867e-57d94ba0e95a tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/routers/05543cd0-54b8-4e95-ab7b-82c5130ef1db HTTP/1.1" status: 204 len: 168 time: 1.6235776 Mar 16 11:31:04.408991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39216) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:04.515467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Calling delete_port for 41942b16-375a-43fe-aeaa-6063ea81830a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:04.635070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.648071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Deleting port 41942b16-375a-43fe-aeaa-6063ea81830a {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:04.648071 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.697487 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.733724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] The port '41942b16-375a-43fe-aeaa-6063ea81830a' was deleted {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:31:04.744121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] Pushing event deleted for resources: {'Port': ['ID=41942b16-375a-43fe-aeaa-6063ea81830a,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:04.747755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d13688-8f43-44ee-b115-f2444e97f6c4 None None] No DVR routers for this DVR port 41942b16-375a-43fe-aeaa-6063ea81830a on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:31:04.864278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.889465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0ff5dc-fae0-4cfe-b6c6-6145868223d0']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:04.902255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e192e4-7f51-49b8-9154-588d3c98c30d') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:04.902492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e192e4-7f51-49b8-9154-588d3c98c30d') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:04.914304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.929830 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.935656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:31:04.936034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:31:04.950201 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:31:05.068893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.086885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.097190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:05.098137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] Pushing event deleted for resources: {'Network': ['ID=5e0ff5dc-fae0-4cfe-b6c6-6145868223d0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:05.135154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: b448e201-97f6-4493-82bf-6b781f08382f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:31:05.135439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device b448e201-97f6-4493-82bf-6b781f08382f not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:31:05.135866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:05.155281 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-07eb1ef9-9c6c-4957-8572-f4047f7c33cf tempest-TestNetworkBasicOps-778272 tempest-TestNetworkBasicOps-778272-project] 10.222.0.30 "DELETE /v2.0/networks/5e0ff5dc-fae0-4cfe-b6c6-6145868223d0 HTTP/1.1" status: 204 len: 168 time: 0.7452114 Mar 16 11:31:05.170071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: ac2e47d7-be93-4266-bdb6-11a0ec629dda {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:31:05.170422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ac2e47d7-be93-4266-bdb6-11a0ec629dda not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:31:05.664875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39224) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:05.853526 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e9ed4f7c-ab22-42dc-af35-7e3ab7821f2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84454f98d21c4990ac3303ba80ab3d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875341 Mar 16 11:31:05.856264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39230) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:05.913055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9ba-33a4-4156-800c-a25a6d7d90db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.940993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9ba-33a4-4156-800c-a25a6d7d90db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.160430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9ba-33a4-4156-800c-a25a6d7d90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.177256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0c9ba-33a4-4156-800c-a25a6d7d90db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af65c9-88b8-41bd-91c8-148abb5fefa6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:06.185415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9ba-33a4-4156-800c-a25a6d7d90db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.186544 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-47d0c9ba-33a4-4156-800c-a25a6d7d90db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2af65c9-88b8-41bd-91c8-148abb5fefa6 HTTP/1.1" status: 204 len: 168 time: 0.3294203 Mar 16 11:31:06.760306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39238) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:06.778259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.793326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:06.797062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6d525688764cbaba1c5cbe72090dbd is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:06.800859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:06.806437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:06.886438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.965510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.012362 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d6d525688764cbaba1c5cbe72090dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509191 Mar 16 11:31:07.013175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3774ca-d38a-4d61-833e-74104b07fdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a56b055-4f5f-4f36-ad28-a4d5b96ea49a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:07.015410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39242) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:07.076606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9af4c229-fe30-40b2-aa0a-bd84f7865cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.101630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9af4c229-fe30-40b2-aa0a-bd84f7865cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.200100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9af4c229-fe30-40b2-aa0a-bd84f7865cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.214085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4c229-fe30-40b2-aa0a-bd84f7865cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a56b055-4f5f-4f36-ad28-a4d5b96ea49a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:07.220319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9af4c229-fe30-40b2-aa0a-bd84f7865cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.223872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9af4c229-fe30-40b2-aa0a-bd84f7865cab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a56b055-4f5f-4f36-ad28-a4d5b96ea49a HTTP/1.1" status: 204 len: 168 time: 0.2051387 Mar 16 11:31:15.148508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6b362a87-2498-4b3d-9cc4-4efb2f681bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:15.165281 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-dfef561d-718d-4a76-83e7-9d5dfe88bccf tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280659 Mar 16 11:31:15.313361 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-919ad612-286c-47e2-a36a-a0ebebc4fc2d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:15.314808 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-919ad612-286c-47e2-a36a-a0ebebc4fc2d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443784 Mar 16 11:31:15.329468 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-4a2add6f-bc6f-4c14-acca-9829a0df498c tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/quotas/9f846e3bc1a547feb7fbf49ff6196cce HTTP/1.1" status: 200 len: 375 time: 0.0089884 Mar 16 11:31:15.376153 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-1d1292fd-478d-4692-80ac-bd9c6b6ef4c5 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418279 Mar 16 11:31:15.603827 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fee3108-9e37-4046-8e62-2b9242e151f8 req-383a6b7a-c42f-44cb-80fa-bcb60f27e85c tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 210 time: 0.0444703 Mar 16 11:31:16.752940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0d8b348d-7bc3-4413-add0-a47b67684405 req-b73f2b9a-0a3f-45bc-af5e-b908baf10df3 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 210 time: 0.0483308 Mar 16 11:31:17.405163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-124e8be4-75e3-4f2d-ab77-1e587bcadf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:17.478276 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-6cbd7224-098a-4c00-8987-699d437987d6 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269074 Mar 16 11:31:17.627463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-e492f22b-0ed6-4536-9087-55ecc148f7c8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:17.628873 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-e492f22b-0ed6-4536-9087-55ecc148f7c8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464484 Mar 16 11:31:17.640711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Request body: {'port': {'device_id': '815957d5-9462-4708-bb86-0904e585b47d', 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71', 'admin_state_up': True, 'tenant_id': '9f846e3bc1a547feb7fbf49ff6196cce'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:17.777431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:17.780203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Usage tracker for resource:port and tenant:9f846e3bc1a547feb7fbf49ff6196cce is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:17.783824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:17.790729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:17.869427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Made reservation on behalf of 9f846e3bc1a547feb7fbf49ff6196cce for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:17.872820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:17.885875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:17.901696 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:17.906020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Usage tracker for resource:security_group_rule and tenant:9f846e3bc1a547feb7fbf49ff6196cce is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:17.908963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:17.910415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-639a36f3-3b73-4add-8ad2-671a6ad56e13 req-c45419c6-2f05-484e-9ed8-02b7b55500dc tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 210 time: 0.0486226 Mar 16 11:31:17.916961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:17.996818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.057516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.142458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f7916d-e262-43f0-8979-54df6bfa8ec5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:18.226835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Allocated IP 192.168.233.156 (3cdc481e-582d-4baf-8ead-5458c5fdfd71/e4cee23d-802a-4f9a-95d3-062bf349c382/d17182fe-e672-4320-b333-4dbebf9ea3de) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:18.331173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.427345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.442215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Transition to ACTIVE for port object d17182fe-e672-4320-b333-4dbebf9ea3de will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:18.508719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.578387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:18.581413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:18.584035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:31:18.627606 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Pushing event updated for resources: {'Port': ['ID=d17182fe-e672-4320-b333-4dbebf9ea3de,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:18.660887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:18.661537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.690575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.771274 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-cdf368c4-7b9c-43cd-91c5-420974b5202d tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1340373 Mar 16 11:31:18.782451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Request body: {'port': {'device_id': '815957d5-9462-4708-bb86-0904e585b47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:18.919918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cd2f770d-ff39-4452-a6d3-c95631fec129 None None] Provisioning for port d17182fe-e672-4320-b333-4dbebf9ea3de completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:18.924983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cd2f770d-ff39-4452-a6d3-c95631fec129 None None] Provisioning complete for port d17182fe-e672-4320-b333-4dbebf9ea3de triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:18.929919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cd2f770d-ff39-4452-a6d3-c95631fec129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:18.983688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f770d-ff39-4452-a6d3-c95631fec129 None None] Port d17182fe-e672-4320-b333-4dbebf9ea3de cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:31:18.987901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:19.198674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-be010963-ddce-4073-b356-3fbb30955e0b tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:19.199276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-be010963-ddce-4073-b356-3fbb30955e0b tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Synchronizing usage tracker for tenant:9f846e3bc1a547feb7fbf49ff6196cce on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:19.347335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-be010963-ddce-4073-b356-3fbb30955e0b tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Unset dirty status for tenant:9f846e3bc1a547feb7fbf49ff6196cce on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:19.348478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-be010963-ddce-4073-b356-3fbb30955e0b tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 936 time: 0.3188071 Mar 16 11:31:19.432059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17182fe-e672-4320-b333-4dbebf9ea3de {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:19.442399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:19.446047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-1b1b602e-caa8-4f25-9568-ae7164eb08ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Synchronizing usage tracker for tenant:9f846e3bc1a547feb7fbf49ff6196cce on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:19.465459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Transition to ACTIVE for port object d17182fe-e672-4320-b333-4dbebf9ea3de will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:19.525646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:19.564204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-1b1b602e-caa8-4f25-9568-ae7164eb08ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Unset dirty status for tenant:9f846e3bc1a547feb7fbf49ff6196cce on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:19.565385 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dcca2406-e4b1-4089-bdef-91f3aabc96c5 req-1b1b602e-caa8-4f25-9568-ae7164eb08ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870587 Mar 16 11:31:19.686602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Pushing event updated for resources: {'Port': ['ID=d17182fe-e672-4320-b333-4dbebf9ea3de,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:19.766814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Attempting to bind port d17182fe-e672-4320-b333-4dbebf9ea3de on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:31:19.767150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Attempting to bind port d17182fe-e672-4320-b333-4dbebf9ea3de by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:31:19.767469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Attempting to bind port d17182fe-e672-4320-b333-4dbebf9ea3de on network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:19.771890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Port d17182fe-e672-4320-b333-4dbebf9ea3de on network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:31:19.772201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Attempting to bind port d17182fe-e672-4320-b333-4dbebf9ea3de on network 3cdc481e-582d-4baf-8ead-5458c5fdfd71 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:19.777325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:31:19.777656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Checking segment: {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:31:19.778058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Bound using segment: {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:31:19.778479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Bound port: d17182fe-e672-4320-b333-4dbebf9ea3de, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbbaaa6-3d7a-4687-9c2f-9a1763e23675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:31:19.778818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:19.881163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] For port d17182fe-e672-4320-b333-4dbebf9ea3de, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:31:19.884140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] For port d17182fe-e672-4320-b333-4dbebf9ea3de, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d17182fe-e672-4320-b333-4dbebf9ea3de,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:31:19.891515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:19.948719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:20.004054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.004659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:20.006032 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] 10.222.0.53 "PUT /v2.0/ports/d17182fe-e672-4320-b333-4dbebf9ea3de HTTP/1.1" status: 200 len: 1098 time: 1.2275517 Mar 16 11:31:20.006453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815957d5-9462-4708-bb86-0904e585b47d', 'tag': 'd17182fe-e672-4320-b333-4dbebf9ea3de'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:20.036320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a13bb-9e76-402d-9371-451d265a39ae service neutron] Pushing event updated for resources: {'Port': ['ID=d17182fe-e672-4320-b333-4dbebf9ea3de,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:20.061940 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815957d5-9462-4708-bb86-0904e585b47d', 'tag': 'd17182fe-e672-4320-b333-4dbebf9ea3de', 'status': 'completed', 'code': 200} Mar 16 11:31:20.148520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:20.162285 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31116-3512-4519-b05e-5f29bee2034c req-7e309259-8e53-442b-bb92-d2e9c9954625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.163722 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1aa31116-3512-4519-b05e-5f29bee2034c req-7e309259-8e53-442b-bb92-d2e9c9954625 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 1101 time: 0.0807068 Mar 16 11:31:20.199458 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1aa31116-3512-4519-b05e-5f29bee2034c req-3a06341c-b8db-4100-b0bd-2e2f5dc84091 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286553 Mar 16 11:31:20.331582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31116-3512-4519-b05e-5f29bee2034c req-93835196-c25e-41d0-ae3f-7295e6d419ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.332877 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1aa31116-3512-4519-b05e-5f29bee2034c req-93835196-c25e-41d0-ae3f-7295e6d419ea service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271951 Mar 16 11:31:20.434466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-ca27cee7-1e7c-41ac-bb6d-34a539171d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.435903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-ca27cee7-1e7c-41ac-bb6d-34a539171d3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 1101 time: 0.0687323 Mar 16 11:31:20.505144 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-a9f31b81-3465-4598-bdb6-22ccb1efcefb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d17182fe-e672-4320-b333-4dbebf9ea3de HTTP/1.1" status: 200 len: 217 time: 0.0623674 Mar 16 11:31:20.564966 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-1284b72b-b0e5-4761-9f63-303760e13e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.566451 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-1284b72b-b0e5-4761-9f63-303760e13e98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4cee23d-802a-4f9a-95d3-062bf349c382 HTTP/1.1" status: 200 len: 843 time: 0.0559742 Mar 16 11:31:20.645041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-fcb8e947-e190-44e1-b098-cc8316e3d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.646603 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-fcb8e947-e190-44e1-b098-cc8316e3d40e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cdc481e-582d-4baf-8ead-5458c5fdfd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0737858 Mar 16 11:31:20.936121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-68404191-f578-4e2b-b454-0f4e7eda2a2c service neutron] 10.222.0.53 "GET /v2.0/networks/3cdc481e-582d-4baf-8ead-5458c5fdfd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830148 Mar 16 11:31:20.994939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb4674-4556-458f-9f0a-43053dfe83a1 req-b88b006d-ef1c-41f2-8b04-36dfdba7b4b3 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:20.996357 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-49eb4674-4556-458f-9f0a-43053dfe83a1 req-b88b006d-ef1c-41f2-8b04-36dfdba7b4b3 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 948 time: 0.1404643 Mar 16 11:31:21.108275 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-49eb4674-4556-458f-9f0a-43053dfe83a1 req-f25a484e-7393-4ef2-9581-40915bcba83e tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688896 Mar 16 11:31:21.116231 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c5a28c01-68fb-4ce2-b1ea-e9b49d9925d7 req-a4d2670d-5cff-47a8-921d-d8469eb9b6a5 service neutron] 10.222.0.53 "GET /v2.0/networks/3cdc481e-582d-4baf-8ead-5458c5fdfd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728191 Mar 16 11:31:22.292622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1550b3-ef3e-45b2-b48f-00f701d33e3c req-745ef36d-17bb-405d-a20f-5e04fb25b5ce tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:22.294075 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ea1550b3-ef3e-45b2-b48f-00f701d33e3c req-745ef36d-17bb-405d-a20f-5e04fb25b5ce tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 948 time: 0.0783825 Mar 16 11:31:22.330009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d17182fe-e672-4320-b333-4dbebf9ea3de details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:22.338249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ea1550b3-ef3e-45b2-b48f-00f701d33e3c req-6637cbe1-ee2a-4b27-aa7e-4a536d0dffbf tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Mar 16 11:31:22.468778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d17182fe-e672-4320-b333-4dbebf9ea3de, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d17182fe-e672-4320-b333-4dbebf9ea3de,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:22.482008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'd17182fe-e672-4320-b333-4dbebf9ea3de', 'network_id': '3cdc481e-582d-4baf-8ead-5458c5fdfd71', 'port_id': 'd17182fe-e672-4320-b333-4dbebf9ea3de', 'mac_address': 'fa:16:3e:ce:05:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cee23d-802a-4f9a-95d3-062bf349c382', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:22.540059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:22.557355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17182fe-e672-4320-b333-4dbebf9ea3de {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:22.573341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d17182fe-e672-4320-b333-4dbebf9ea3de, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d17182fe-e672-4320-b333-4dbebf9ea3de,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:22.674581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:22.739972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d17182fe-e672-4320-b333-4dbebf9ea3de,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:22.912163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['d17182fe-e672-4320-b333-4dbebf9ea3de'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:23.523139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ba97-7572-4c4e-ad4e-2629180b4bb9 req-8bf65df9-e0b4-40d1-8b1c-d65f886bb338 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:23.524661 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-20e1ba97-7572-4c4e-ad4e-2629180b4bb9 req-8bf65df9-e0b4-40d1-8b1c-d65f886bb338 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 949 time: 0.0824580 Mar 16 11:31:23.568966 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-20e1ba97-7572-4c4e-ad4e-2629180b4bb9 req-5e348d64-8131-4875-9291-90ac746246b0 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Mar 16 11:31:24.330715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d17182fe-e672-4320-b333-4dbebf9ea3de up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:24.462311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port d17182fe-e672-4320-b333-4dbebf9ea3de completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:24.467057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port d17182fe-e672-4320-b333-4dbebf9ea3de triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:24.467425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:24.583097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:24.609555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815957d5-9462-4708-bb86-0904e585b47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17182fe-e672-4320-b333-4dbebf9ea3de'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:24.620176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d17182fe-e672-4320-b333-4dbebf9ea3de, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d17182fe-e672-4320-b333-4dbebf9ea3de,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:24.654494 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815957d5-9462-4708-bb86-0904e585b47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17182fe-e672-4320-b333-4dbebf9ea3de', 'code': 200} Mar 16 11:31:24.714242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:24.762699 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff4731-4998-4824-a264-0ea754f1f8bd req-2112d723-8a89-4d65-84da-ae008f7647a2 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:24.764251 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ddff4731-4998-4824-a264-0ea754f1f8bd req-2112d723-8a89-4d65-84da-ae008f7647a2 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 950 time: 0.0903871 Mar 16 11:31:24.785194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d17182fe-e672-4320-b333-4dbebf9ea3de,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:24.809635 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ddff4731-4998-4824-a264-0ea754f1f8bd req-7a32d9c0-b06a-49b5-a716-3ad0a5b1ed03 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Mar 16 11:31:25.009055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c59a2-ae47-4e59-b16e-b28a580594b2 req-f4930308-cff1-4ad5-a6c0-5e2b7c6ca195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:25.013591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-421c59a2-ae47-4e59-b16e-b28a580594b2 req-f4930308-cff1-4ad5-a6c0-5e2b7c6ca195 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 1103 time: 0.0737901 Mar 16 11:31:25.058632 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-421c59a2-ae47-4e59-b16e-b28a580594b2 req-43352ffd-927d-47a6-8678-8680a4b3bade service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Mar 16 11:31:25.992564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f458c2-37d7-435c-9fbe-c6146402e832 req-84f96c73-a65f-4464-b0cd-952e8e6c5116 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:25.994584 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64f458c2-37d7-435c-9fbe-c6146402e832 req-84f96c73-a65f-4464-b0cd-952e8e6c5116 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 950 time: 0.0795078 Mar 16 11:31:26.038158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64f458c2-37d7-435c-9fbe-c6146402e832 req-7f8849f3-1a6c-441f-b5a0-bcabccb8b57b tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Mar 16 11:31:27.095451 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:31:27.226182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff1a3f-dc06-44d5-817a-e88ec0db01f0 req-463aa955-2c76-4a52-acab-c58bd76d3774 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:27.229529 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18ff1a3f-dc06-44d5-817a-e88ec0db01f0 req-463aa955-2c76-4a52-acab-c58bd76d3774 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 950 time: 0.0881219 Mar 16 11:31:27.272652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18ff1a3f-dc06-44d5-817a-e88ec0db01f0 req-33b0d8a1-1f2b-48a7-a074-6f5ce38aa606 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Mar 16 11:31:28.831753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401083bf-9833-4798-b58b-7b5953048d48 req-6b004826-1088-4332-b4e3-2b159b5dc2e7 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:28.833223 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-401083bf-9833-4798-b58b-7b5953048d48 req-6b004826-1088-4332-b4e3-2b159b5dc2e7 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 950 time: 0.0851226 Mar 16 11:31:28.881626 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-401083bf-9833-4798-b58b-7b5953048d48 req-7f775d4c-8aee-41c8-8435-06aa1010dec3 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Mar 16 11:31:30.076046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730ba63-aba0-4be5-83bd-a3ea51377d2d req-321c991b-e04e-4f63-a265-dde310749b17 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:30.077608 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d730ba63-aba0-4be5-83bd-a3ea51377d2d req-321c991b-e04e-4f63-a265-dde310749b17 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 950 time: 0.0819509 Mar 16 11:31:30.121585 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d730ba63-aba0-4be5-83bd-a3ea51377d2d req-cd92d55e-c8a2-4a8d-8ff5-ef00f9256087 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/security-groups?id=69f7916d-e262-43f0-8979-54df6bfa8ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381765 Mar 16 11:31:30.298826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-1a7d70bd-e27e-49e5-babf-201d2cec14ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:30.300152 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-1a7d70bd-e27e-49e5-babf-201d2cec14ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.53 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 950 time: 0.0784445 Mar 16 11:31:30.372427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Deleting port d17182fe-e672-4320-b333-4dbebf9ea3de {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:31:30.372764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:30.610436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] For port d17182fe-e672-4320-b333-4dbebf9ea3de, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d17182fe-e672-4320-b333-4dbebf9ea3de,segment=NetworkSegment(3cbbaaa6-3d7a-4687-9c2f-9a1763e23675),segment_id=3cbbaaa6-3d7a-4687-9c2f-9a1763e23675)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:30.610853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:30.735214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Calling delete_port for d17182fe-e672-4320-b333-4dbebf9ea3de owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:31:30.919443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:30.932639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['d17182fe-e672-4320-b333-4dbebf9ea3de'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:30.972308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Pushing event deleted for resources: {'Port': ['ID=d17182fe-e672-4320-b333-4dbebf9ea3de,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:31.048984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] No DVR routers for this DVR port d17182fe-e672-4320-b333-4dbebf9ea3de on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:31:31.051514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:31.054242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815957d5-9462-4708-bb86-0904e585b47d', 'name': 'network-vif-deleted', 'tag': 'd17182fe-e672-4320-b333-4dbebf9ea3de'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:31.100866 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815957d5-9462-4708-bb86-0904e585b47d', 'name': 'network-vif-deleted', 'tag': 'd17182fe-e672-4320-b333-4dbebf9ea3de', 'status': 'completed', 'code': 200} Mar 16 11:31:31.120160 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-46803cd5-885a-4c0c-96cc-d95db5ea7b99 req-321197e6-6680-4c99-8df9-9303c54e14d8 tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.53 "DELETE /v2.0/ports/d17182fe-e672-4320-b333-4dbebf9ea3de HTTP/1.1" status: 204 len: 173 time: 0.8144093 Mar 16 11:31:31.266378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-80de1bb9-267a-47c5-a966-bee3a555dadf req-82f2882b-3d50-4750-afe2-d3bcdd4221ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Synchronizing usage tracker for tenant:9f846e3bc1a547feb7fbf49ff6196cce on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:31.337111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-80de1bb9-267a-47c5-a966-bee3a555dadf req-82f2882b-3d50-4750-afe2-d3bcdd4221ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] Unset dirty status for tenant:9f846e3bc1a547feb7fbf49ff6196cce on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:31.338749 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-80de1bb9-267a-47c5-a966-bee3a555dadf req-82f2882b-3d50-4750-afe2-d3bcdd4221ad tempest-ServersAdminNegativeTestJSON-1068328154 tempest-ServersAdminNegativeTestJSON-1068328154-project] 10.222.0.30 "GET /v2.0/ports?device_id=815957d5-9462-4708-bb86-0904e585b47d HTTP/1.1" status: 200 len: 210 time: 0.1149516 Mar 16 11:31:32.865607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39376) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:33.010591 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea2ced92-2edf-42b0-b156-ae1e7d9b45be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f846e3bc1a547feb7fbf49ff6196cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438351 Mar 16 11:31:33.012983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39382) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:33.068850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23bd90a7-0b21-4661-90de-dc31d699fd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.098146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23bd90a7-0b21-4661-90de-dc31d699fd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.216900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23bd90a7-0b21-4661-90de-dc31d699fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.233280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd90a7-0b21-4661-90de-dc31d699fd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f7916d-e262-43f0-8979-54df6bfa8ec5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:33.312671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-23bd90a7-0b21-4661-90de-dc31d699fd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.313774 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-23bd90a7-0b21-4661-90de-dc31d699fd54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69f7916d-e262-43f0-8979-54df6bfa8ec5 HTTP/1.1" status: 204 len: 168 time: 0.2999339 Mar 16 11:31:33.859262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39390) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:33.877181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.891520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:33.895309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ab2c2b917b4902a7eaffe3b2e5cbac is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:33.898111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:33.903864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:33.983979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.067960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.116970 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1ab2c2b917b4902a7eaffe3b2e5cbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566593 Mar 16 11:31:34.117773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e47b50-b7c7-48f2-97da-4df107ec2eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5bc216-7feb-437e-af1d-e071317f50f5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:34.119655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39394) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:34.177859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-81c24ede-30bf-4853-87bf-adc5024e1bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.203839 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-81c24ede-30bf-4853-87bf-adc5024e1bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.319179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-81c24ede-30bf-4853-87bf-adc5024e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.335051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c24ede-30bf-4853-87bf-adc5024e1bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5bc216-7feb-437e-af1d-e071317f50f5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:34.340459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-81c24ede-30bf-4853-87bf-adc5024e1bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.342419 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-81c24ede-30bf-4853-87bf-adc5024e1bc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb5bc216-7feb-437e-af1d-e071317f50f5 HTTP/1.1" status: 204 len: 168 time: 0.2202520 Mar 16 11:31:34.407636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d17182fe-e672-4320-b333-4dbebf9ea3de no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:34.441590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: d17182fe-e672-4320-b333-4dbebf9ea3de {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:31:34.441970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d17182fe-e672-4320-b333-4dbebf9ea3de not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:31:35.416505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39418) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:35.522674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1127484053-network', 'tenant_id': 'cf2f806ecb8d47c8992766238e50e0d4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:35.528237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:35.532119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Usage tracker for resource:network and tenant:cf2f806ecb8d47c8992766238e50e0d4 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:35.534985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:35.540596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:35.697562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Made reservation on behalf of cf2f806ecb8d47c8992766238e50e0d4 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:35.700013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:35.712124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:35.726107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:35.730211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Usage tracker for resource:security_group_rule and tenant:cf2f806ecb8d47c8992766238e50e0d4 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:35.733252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:35.738979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:35.818537 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:35.885671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:35.914617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:31:35.923384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:35.928781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:35.929157 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Added segment 96879ab5-8613-431e-a62b-693e8613ed87 of type vlan for network 10003596-15ae-498f-a59f-c053d0063200 Mar 16 11:31:35.954887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.039399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.040352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:36.041675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.235790 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] Pushing event updated for resources: {'Network': ['ID=10003596-15ae-498f-a59f-c053d0063200,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:36.246426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 10003596-15ae-498f-a59f-c053d0063200 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:31:36.285125 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a707ed6-2af9-4f6d-acd0-77b43a74e3bf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8675013 Mar 16 11:31:36.287891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39424) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:36.293781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Request body: {'subnet': {'network_id': '10003596-15ae-498f-a59f-c053d0063200', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1127484053-subnet', 'tenant_id': 'cf2f806ecb8d47c8992766238e50e0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:36.298592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:36.302387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Usage tracker for resource:subnet and tenant:cf2f806ecb8d47c8992766238e50e0d4 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:36.305180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:36.311797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:36.392884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Made reservation on behalf of cf2f806ecb8d47c8992766238e50e0d4 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:36.395256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.651868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.723554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2a1702-552e-40ea-9682-f8584c2c06c5,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:36.732107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Checking segment: {'id': '96879ab5-8613-431e-a62b-693e8613ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10003596-15ae-498f-a59f-c053d0063200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:31:36.732462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Network hostable DHCP agents. Network: 10003596-15ae-498f-a59f-c053d0063200, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:31:36.793717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Network 10003596-15ae-498f-a59f-c053d0063200 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:31:36.845062 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 10003596-15ae-498f-a59f-c053d0063200) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:36.848977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:36.849558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.853507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057be7f6-1196-4f84-83ab-402da9e562ce None None] Network 10003596-15ae-498f-a59f-c053d0063200 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:31:36.915256 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0f8b4f31-1ceb-4268-a287-575318ea4fe2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6263323 Mar 16 11:31:37.070094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1056c5b4-9631-4dba-8066-1c2afa1bca5b None None] Network 10003596-15ae-498f-a59f-c053d0063200 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:31:37.429235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-9c192629-336b-48d3-ac5a-72a46bd3b4c5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:37.429819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-9c192629-336b-48d3-ac5a-72a46bd3b4c5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Synchronizing usage tracker for tenant:cf2f806ecb8d47c8992766238e50e0d4 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:37.530785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-9c192629-336b-48d3-ac5a-72a46bd3b4c5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Unset dirty status for tenant:cf2f806ecb8d47c8992766238e50e0d4 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:37.531941 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-9c192629-336b-48d3-ac5a-72a46bd3b4c5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/networks?id=10003596-15ae-498f-a59f-c053d0063200 HTTP/1.1" status: 200 len: 812 time: 0.2442369 Mar 16 11:31:37.547341 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-93163f27-09a4-48ec-b186-f61706d2c4a1 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/quotas/cf2f806ecb8d47c8992766238e50e0d4 HTTP/1.1" status: 200 len: 375 time: 0.0098305 Mar 16 11:31:37.599331 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-29b19512-08ad-44e6-afc2-f7cb4c319837 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467765 Mar 16 11:31:37.736694 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-54e5035e-61e3-4cd5-b050-0aa7ce5e6795 service neutron] 10.222.0.30 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303811 Mar 16 11:31:37.867244 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-6c5e790c-935f-4222-b155-aeca271e9ccf service neutron] 10.222.0.30 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248782 Mar 16 11:31:38.103499 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d7c3773-7659-4bdf-80a7-a073dec98d15 req-6d29c5e2-8718-42bb-9fcb-fe29e06f9f40 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 210 time: 0.0473013 Mar 16 11:31:39.251143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-51b26fc4-911c-4d47-a6be-9f2b2d412396 req-7ff24349-0ca1-4edb-9bc7-07980842e493 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 210 time: 0.0448751 Mar 16 11:31:40.403025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-277bcf1d-f8d7-4bec-9361-3aa123bcce54 req-270042c8-057b-4bd1-90e5-726464428054 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 210 time: 0.0430796 Mar 16 11:31:40.536776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-1da8d63e-6e4b-4971-be31-5a7ac79c1e36 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:40.538124 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-1da8d63e-6e4b-4971-be31-5a7ac79c1e36 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.53 "GET /v2.0/networks?id=10003596-15ae-498f-a59f-c053d0063200 HTTP/1.1" status: 200 len: 812 time: 0.1482201 Mar 16 11:31:40.550294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Request body: {'port': {'device_id': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'network_id': '10003596-15ae-498f-a59f-c053d0063200', 'admin_state_up': True, 'tenant_id': 'cf2f806ecb8d47c8992766238e50e0d4'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:40.685279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:40.689025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Usage tracker for resource:port and tenant:cf2f806ecb8d47c8992766238e50e0d4 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:40.691841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:40.704023 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:40.777109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Made reservation on behalf of cf2f806ecb8d47c8992766238e50e0d4 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:40.780911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:40.951373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Allocated IP 172.20.0.5 (10003596-15ae-498f-a59f-c053d0063200/bd2a1702-552e-40ea-9682-f8584c2c06c5/d5386fcc-951c-4c6d-a533-a26b676712c6) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:41.148147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:41.228743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:41.383171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Network 10003596-15ae-498f-a59f-c053d0063200 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:41.386695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:41.390499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:31:41.436608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:41.460785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:41.462005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:41.546421 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-aca7706d-f155-47c0-9062-0ead76083521 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9996197 Mar 16 11:31:41.559917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Request body: {'port': {'device_id': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:31:41.676131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-95a3dbe5-a022-42a1-a4a8-62b8cf7541c6 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:41.676805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-95a3dbe5-a022-42a1-a4a8-62b8cf7541c6 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Synchronizing usage tracker for tenant:cf2f806ecb8d47c8992766238e50e0d4 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:41.704206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:41.814295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-95a3dbe5-a022-42a1-a4a8-62b8cf7541c6 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Unset dirty status for tenant:cf2f806ecb8d47c8992766238e50e0d4 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:41.815436 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-95a3dbe5-a022-42a1-a4a8-62b8cf7541c6 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 931 time: 0.3063631 Mar 16 11:31:41.908494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-c872f412-51ca-4388-925c-3555511706d5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Synchronizing usage tracker for tenant:cf2f806ecb8d47c8992766238e50e0d4 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:42.056573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-c872f412-51ca-4388-925c-3555511706d5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Unset dirty status for tenant:cf2f806ecb8d47c8992766238e50e0d4 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:42.057627 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-131cc8f0-0500-4951-b4f1-b57145eab2d9 req-c872f412-51ca-4388-925c-3555511706d5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365282 Mar 16 11:31:42.082727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5386fcc-951c-4c6d-a533-a26b676712c6 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:42.090905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:42.105041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Transition to ACTIVE for port object d5386fcc-951c-4c6d-a533-a26b676712c6 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:42.193548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:42.349456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:42.423565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Attempting to bind port d5386fcc-951c-4c6d-a533-a26b676712c6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:31:42.423898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Attempting to bind port d5386fcc-951c-4c6d-a533-a26b676712c6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '96879ab5-8613-431e-a62b-693e8613ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10003596-15ae-498f-a59f-c053d0063200'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:31:42.424226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Attempting to bind port d5386fcc-951c-4c6d-a533-a26b676712c6 on network 10003596-15ae-498f-a59f-c053d0063200 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:42.428714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Port d5386fcc-951c-4c6d-a533-a26b676712c6 on network 10003596-15ae-498f-a59f-c053d0063200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:31:42.429033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Attempting to bind port d5386fcc-951c-4c6d-a533-a26b676712c6 on network 10003596-15ae-498f-a59f-c053d0063200 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:31:42.434156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:31:42.434494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Checking segment: {'id': '96879ab5-8613-431e-a62b-693e8613ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10003596-15ae-498f-a59f-c053d0063200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:31:42.434875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Bound using segment: {'id': '96879ab5-8613-431e-a62b-693e8613ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10003596-15ae-498f-a59f-c053d0063200'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:31:42.435300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Bound port: d5386fcc-951c-4c6d-a533-a26b676712c6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96879ab5-8613-431e-a62b-693e8613ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '10003596-15ae-498f-a59f-c053d0063200'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:31:42.435641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:42.520923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:31:42.523882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:31:42.571197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:42.630995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.631600 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:42.632964 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5386fcc-951c-4c6d-a533-a26b676712c6 HTTP/1.1" status: 200 len: 1093 time: 1.0783992 Mar 16 11:31:42.633382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:42.658686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6353a-0af3-4b52-9ca3-4167b25fc930 service neutron] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:42.678538 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'status': 'completed', 'code': 200} Mar 16 11:31:42.768998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95f8a5-9145-4c61-bd00-1e0c03d74d95 req-c1713fac-7fb9-4d59-a8b7-b3aa20cfc7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.770561 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3b95f8a5-9145-4c61-bd00-1e0c03d74d95 req-c1713fac-7fb9-4d59-a8b7-b3aa20cfc7eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 1096 time: 0.0713391 Mar 16 11:31:42.908673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95f8a5-9145-4c61-bd00-1e0c03d74d95 req-3ef8ea5c-1223-44e7-8e13-0a84f487715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:42.910044 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3b95f8a5-9145-4c61-bd00-1e0c03d74d95 req-3ef8ea5c-1223-44e7-8e13-0a84f487715a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1324034 Mar 16 11:31:43.045503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95f8a5-9145-4c61-bd00-1e0c03d74d95 req-02cc961b-03ec-4404-a669-1efc9a9c61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.046943 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3b95f8a5-9145-4c61-bd00-1e0c03d74d95 req-02cc961b-03ec-4404-a669-1efc9a9c61ab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302550 Mar 16 11:31:43.156501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-ca29c564-a923-4334-bf9e-33cd0d787071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.158014 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-ca29c564-a923-4334-bf9e-33cd0d787071 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 1096 time: 0.0757494 Mar 16 11:31:43.355450 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-8cbd12eb-4abf-4f9d-8810-538fb779d2c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5386fcc-951c-4c6d-a533-a26b676712c6 HTTP/1.1" status: 200 len: 217 time: 0.1876631 Mar 16 11:31:43.428685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-947c69c6-d4e9-4a6e-90ea-b57b218ff483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.430098 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-947c69c6-d4e9-4a6e-90ea-b57b218ff483 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd2a1702-552e-40ea-9682-f8584c2c06c5 HTTP/1.1" status: 200 len: 852 time: 0.0671144 Mar 16 11:31:43.482360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2303d-ae57-4146-b117-c1aaab6fc697 req-c4f33884-ca99-4c9a-b4e2-39672d6ad681 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:43.483781 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64f2303d-ae57-4146-b117-c1aaab6fc697 req-c4f33884-ca99-4c9a-b4e2-39672d6ad681 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 943 time: 0.3185542 Mar 16 11:31:43.490143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-8532e895-98e4-48b0-921f-76255881ad61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10003596-15ae-498f-a59f-c053d0063200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518475 Mar 16 11:31:43.609778 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64f2303d-ae57-4146-b117-c1aaab6fc697 req-62881efb-347a-4cf5-8742-e1eee957b563 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186135 Mar 16 11:31:43.650616 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-49d03795-7045-4ce4-9c3d-9bced707aa2a service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467416 Mar 16 11:31:43.780139 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0913a675-2bd9-4a55-8fd1-58d69e9157c3 req-7a22b5e0-8942-4556-b9f5-70b3e96f7a5b service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223388 Mar 16 11:31:44.803460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af5707-dc22-4670-978c-ad171bf038ec req-dddbc691-e67f-4a58-93f6-210dc1eb0c89 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:44.804889 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67af5707-dc22-4670-978c-ad171bf038ec req-dddbc691-e67f-4a58-93f6-210dc1eb0c89 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 943 time: 0.0822623 Mar 16 11:31:44.848406 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67af5707-dc22-4670-978c-ad171bf038ec req-e4caa2d7-99ce-4743-94a1-004248e6f8af tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Mar 16 11:31:45.169583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b584f95e-01ee-4095-9896-d9778eb916a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:46.030127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d05e7b-928c-41fd-a99f-124999187d17 req-e34f9d1f-51e2-4281-aaa0-433e01f8d4e2 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:46.031571 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-02d05e7b-928c-41fd-a99f-124999187d17 req-e34f9d1f-51e2-4281-aaa0-433e01f8d4e2 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 943 time: 0.0799270 Mar 16 11:31:46.075019 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-02d05e7b-928c-41fd-a99f-124999187d17 req-35ef3477-509f-44e6-aabe-4dce68b11f47 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Mar 16 11:31:46.500694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:46.634359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:46.647857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'network_id': '10003596-15ae-498f-a59f-c053d0063200', 'port_id': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'mac_address': 'fa:16:3e:e7:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2a1702-552e-40ea-9682-f8584c2c06c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:46.700777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:46.717161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5386fcc-951c-4c6d-a533-a26b676712c6 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:31:46.732002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:46.839480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:46.908818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:47.039815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['d5386fcc-951c-4c6d-a533-a26b676712c6'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:31:47.259926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f700-73e6-44fb-a2d4-c097d41f81a4 req-df434c78-a52d-40c4-b18d-d1740e8f3fd5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:47.261640 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bb21f700-73e6-44fb-a2d4-c097d41f81a4 req-df434c78-a52d-40c4-b18d-d1740e8f3fd5 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 944 time: 0.0804582 Mar 16 11:31:47.306662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bb21f700-73e6-44fb-a2d4-c097d41f81a4 req-03bd65fb-9f27-480e-905e-fceb2d65bbfb tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Mar 16 11:31:47.468106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1156dec4-03e4-459d-9ee3-73651f0a0259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.335413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.495513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7cc17-fdc1-4670-9369-51912fe3978c req-6354ca02-0e9b-478e-ae8b-eef249f39b01 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:48.497131 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d6f7cc17-fdc1-4670-9369-51912fe3978c req-6354ca02-0e9b-478e-ae8b-eef249f39b01 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 944 time: 0.0875337 Mar 16 11:31:48.516709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:48.541298 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d6f7cc17-fdc1-4670-9369-51912fe3978c req-d71bf031-fce0-40d9-9556-8ee946609356 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384350 Mar 16 11:31:48.661903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port d5386fcc-951c-4c6d-a533-a26b676712c6 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:48.666559 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port d5386fcc-951c-4c6d-a533-a26b676712c6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:48.668011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.695041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.782720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.809066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:31:48.819015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:31:48.857359 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'code': 200} Mar 16 11:31:48.902110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.969686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:48.976736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.977084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:48.983173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:49.188946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d4abf-7e3a-491a-b782-16262a8df33d req-4482ea55-51ff-437a-9581-4b2673a770f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.190403 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-671d4abf-7e3a-491a-b782-16262a8df33d req-4482ea55-51ff-437a-9581-4b2673a770f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 1098 time: 0.0702536 Mar 16 11:31:49.232835 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-671d4abf-7e3a-491a-b782-16262a8df33d req-f779b318-22a7-4d8f-9788-a953f0790f3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364697 Mar 16 11:31:49.725247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723198b-73f1-4bb4-9778-d138b3c41e95 req-f352e6d4-475c-4cf3-960a-0552f54f6de8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:49.726715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6723198b-73f1-4bb4-9778-d138b3c41e95 req-f352e6d4-475c-4cf3-960a-0552f54f6de8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0786848 Mar 16 11:31:49.770820 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6723198b-73f1-4bb4-9778-d138b3c41e95 req-6b180883-0994-4c3a-b99e-e89815fa1790 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Mar 16 11:31:49.913618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:50.137457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:50.958087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31216-3a12-40e0-88a2-ae6dc55692fd req-2ce6b8ee-f712-43f3-b5d9-db683add822a tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:50.959513 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-65e31216-3a12-40e0-88a2-ae6dc55692fd req-2ce6b8ee-f712-43f3-b5d9-db683add822a tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0825958 Mar 16 11:31:51.003657 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-65e31216-3a12-40e0-88a2-ae6dc55692fd req-e3d85818-2829-44ef-b540-630dfaf9f3b1 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 Mar 16 11:31:51.495279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39552cc7-52a0-4d6f-8e9c-264997dfde01 req-85e266fe-3a86-4679-b821-bd37d4a158da tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:51.496733 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-39552cc7-52a0-4d6f-8e9c-264997dfde01 req-85e266fe-3a86-4679-b821-bd37d4a158da tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0810604 Mar 16 11:31:51.545864 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-39552cc7-52a0-4d6f-8e9c-264997dfde01 req-37b348c0-d5ba-435c-9f39-e4f659bc7c51 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Mar 16 11:31:51.554836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39494) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:51.668995 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-19576715-5e20-47d8-947f-d60869c16e7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125126 Mar 16 11:31:52.734092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e73a0e-4f1b-45fe-aceb-2594faef9b4a req-8e9bc90a-fccf-4aff-805f-ebc2c41323a3 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:52.735519 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-71e73a0e-4f1b-45fe-aceb-2594faef9b4a req-8e9bc90a-fccf-4aff-805f-ebc2c41323a3 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0802846 Mar 16 11:31:52.780170 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-71e73a0e-4f1b-45fe-aceb-2594faef9b4a req-761ad5b2-49df-47f1-8a2b-839a6f8fdd13 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Mar 16 11:31:53.687620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-e7b74386-1a72-436c-9a7e-bc86c50cc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.689076 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-e7b74386-1a72-436c-9a7e-bc86c50cc56e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 1098 time: 0.0723574 Mar 16 11:31:53.818433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-36312850-04b6-4c88-8923-3466dc959ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.819865 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-36312850-04b6-4c88-8923-3466dc959ebc service neutron] 10.222.0.53 "GET /v2.0/networks?id=10003596-15ae-498f-a59f-c053d0063200 HTTP/1.1" status: 200 len: 913 time: 0.1249576 Mar 16 11:31:53.887086 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-1f279f85-ff5e-4dd3-822e-47221a827b24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5386fcc-951c-4c6d-a533-a26b676712c6 HTTP/1.1" status: 200 len: 217 time: 0.0603824 Mar 16 11:31:53.953129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-38f795f2-01e0-4927-bb98-714f157c8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.954613 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-38f795f2-01e0-4927-bb98-714f157c8fc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd2a1702-552e-40ea-9682-f8584c2c06c5 HTTP/1.1" status: 200 len: 852 time: 0.0607555 Mar 16 11:31:53.972752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fd784-2de4-4467-ac7e-9426456c5e5e req-1f7acde3-03f5-4bbf-8169-3ec94526feec tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:53.974325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f29fd784-2de4-4467-ac7e-9426456c5e5e req-1f7acde3-03f5-4bbf-8169-3ec94526feec tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0827134 Mar 16 11:31:54.004346 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-7a84b271-307e-411a-b1de-2c3a361d0480 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10003596-15ae-498f-a59f-c053d0063200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434325 Mar 16 11:31:54.024567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f29fd784-2de4-4467-ac7e-9426456c5e5e req-69e46d94-2832-4fba-ad68-a7cf0d63bbdb tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Mar 16 11:31:54.146187 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-f1c422cb-3c86-4648-9830-a279ccf48ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353493 Mar 16 11:31:54.385121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-2b2febe8-c3dd-4fdd-abf8-973bb7c5b2be service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326560 Mar 16 11:31:55.214987 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d6baa-c6d5-43e7-a7ad-aed569f13381 req-473edb81-463e-4abb-a365-fdb80db271dc tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:55.216448 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b91d6baa-c6d5-43e7-a7ad-aed569f13381 req-473edb81-463e-4abb-a365-fdb80db271dc tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0809786 Mar 16 11:31:55.262958 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b91d6baa-c6d5-43e7-a7ad-aed569f13381 req-ff086f60-b152-4df4-bdd2-1c4626c6bcc8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Mar 16 11:31:56.448679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206f87d-4c40-476b-8f07-5c12fa04658b req-d48b05f7-1958-4c52-9ff4-513b02694725 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:56.450114 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0206f87d-4c40-476b-8f07-5c12fa04658b req-d48b05f7-1958-4c52-9ff4-513b02694725 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0826740 Mar 16 11:31:56.492795 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0206f87d-4c40-476b-8f07-5c12fa04658b req-fb832276-7071-4a74-8bed-1bb04d523736 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371017 Mar 16 11:31:57.675459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdedb1e-7a00-4963-90ac-ddab8bca0581 req-6e013708-f384-4d71-87bf-72708327d1b8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:57.676906 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cdedb1e-7a00-4963-90ac-ddab8bca0581 req-6e013708-f384-4d71-87bf-72708327d1b8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0792534 Mar 16 11:31:57.721512 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cdedb1e-7a00-4963-90ac-ddab8bca0581 req-7888ca12-d6c6-433a-8e91-391649a002ff tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Mar 16 11:31:58.903756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5cac3-a6e5-483c-807d-333d80981ac4 req-59383e00-61d4-4a4f-8070-eb6cc9d90c31 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:58.905214 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cea5cac3-a6e5-483c-807d-333d80981ac4 req-59383e00-61d4-4a4f-8070-eb6cc9d90c31 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0795012 Mar 16 11:31:58.948375 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cea5cac3-a6e5-483c-807d-333d80981ac4 req-5932577a-3bd2-4516-8189-0d0654a5d88f tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374968 Mar 16 11:32:00.139491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59003b5d-6135-4591-9100-3d304fb3175e req-01c303f0-c7b8-459a-82e6-915d3eb04f96 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:00.141044 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-59003b5d-6135-4591-9100-3d304fb3175e req-01c303f0-c7b8-459a-82e6-915d3eb04f96 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0862203 Mar 16 11:32:00.185531 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-59003b5d-6135-4591-9100-3d304fb3175e req-fb75c2b0-b527-4507-b8d6-7efe7febd6a7 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 Mar 16 11:32:01.372897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b30d03-3f69-4574-8dd5-ea872e7ea9ef req-be16368b-d617-45fc-814b-9b8bfaae3318 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:01.374356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79b30d03-3f69-4574-8dd5-ea872e7ea9ef req-be16368b-d617-45fc-814b-9b8bfaae3318 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0827487 Mar 16 11:32:01.418432 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79b30d03-3f69-4574-8dd5-ea872e7ea9ef req-296cb4b2-a88a-48c1-9ea7-edd4b9f2b343 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Mar 16 11:32:02.599703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280e1fe-2a90-4cc9-bf3c-435ba528d817 req-c9366900-90ec-4ff4-9bb4-2344b4f34f5c tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:02.601155 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d280e1fe-2a90-4cc9-bf3c-435ba528d817 req-c9366900-90ec-4ff4-9bb4-2344b4f34f5c tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0802548 Mar 16 11:32:02.644786 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d280e1fe-2a90-4cc9-bf3c-435ba528d817 req-731e31a0-bad6-45c5-a3ce-ec31352efa57 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Mar 16 11:32:03.828655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac72a4d-771f-4250-a692-53eb5ac7e314 req-1801719d-297e-445c-8b6a-18a4942ed7c3 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:03.830114 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dac72a4d-771f-4250-a692-53eb5ac7e314 req-1801719d-297e-445c-8b6a-18a4942ed7c3 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0814953 Mar 16 11:32:03.969084 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dac72a4d-771f-4250-a692-53eb5ac7e314 req-562dd63e-94cb-42f3-9641-91e0b49867d1 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332748 Mar 16 11:32:04.095651 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:05.153451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28bec5-5d6f-4702-a091-8ed063676722 req-28d00d30-7917-4963-8f6d-a77df2977c39 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:05.154909 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec28bec5-5d6f-4702-a091-8ed063676722 req-28d00d30-7917-4963-8f6d-a77df2977c39 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0827782 Mar 16 11:32:05.198198 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec28bec5-5d6f-4702-a091-8ed063676722 req-b0ff5ff0-fab0-40d5-9dc8-2d31a5e296b7 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Mar 16 11:32:06.378799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d1810-0f57-4721-99d8-386616580426 req-2db92f12-4537-4f55-b43f-703b8ca301ff tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:06.380239 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a06d1810-0f57-4721-99d8-386616580426 req-2db92f12-4537-4f55-b43f-703b8ca301ff tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0794675 Mar 16 11:32:06.422980 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a06d1810-0f57-4721-99d8-386616580426 req-9d46b90a-d3c3-4698-89c3-819f2bb5403e tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Mar 16 11:32:07.611022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5887703-f5d3-4a21-94c2-0e98b2ff124b req-f0ba2a16-5200-406b-be47-df0d5e8c3622 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:07.612487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5887703-f5d3-4a21-94c2-0e98b2ff124b req-f0ba2a16-5200-406b-be47-df0d5e8c3622 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0830228 Mar 16 11:32:07.658307 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5887703-f5d3-4a21-94c2-0e98b2ff124b req-584842b8-c247-454d-9eef-753eba43745e tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Mar 16 11:32:08.845275 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b80e8-08a7-4d4b-84f2-3fcf54018044 req-5687ad55-8a07-49c5-a35a-fe9ffd151e31 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:08.846777 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-594b80e8-08a7-4d4b-84f2-3fcf54018044 req-5687ad55-8a07-49c5-a35a-fe9ffd151e31 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0833704 Mar 16 11:32:08.891307 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-594b80e8-08a7-4d4b-84f2-3fcf54018044 req-f4cbe5e8-49ed-439a-a873-784a5d1d25c7 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Mar 16 11:32:10.073695 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8896144-5004-4113-9600-d4ce90a290fd req-1eecc2ef-7307-4085-886e-b031a21c736a tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:10.079723 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8896144-5004-4113-9600-d4ce90a290fd req-1eecc2ef-7307-4085-886e-b031a21c736a tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0775557 Mar 16 11:32:10.118977 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8896144-5004-4113-9600-d4ce90a290fd req-03d3e7a4-5097-4076-af47-f8536d2c7ccd tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Mar 16 11:32:11.311536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3cb0-e595-43a8-b00e-968e2a4bac50 req-a535cbf2-d45c-4e04-a9f4-ae9ae958eba2 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:11.312943 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4cc3cb0-e595-43a8-b00e-968e2a4bac50 req-a535cbf2-d45c-4e04-a9f4-ae9ae958eba2 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0894673 Mar 16 11:32:11.354398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4cc3cb0-e595-43a8-b00e-968e2a4bac50 req-8bc51f7c-22b0-48bb-aff7-ed282b170866 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359139 Mar 16 11:32:12.539693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749c15b-71c2-46bf-ba35-f694c6457166 req-6f1c8689-65d3-470f-9600-e49e439561d9 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:12.541158 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b749c15b-71c2-46bf-ba35-f694c6457166 req-6f1c8689-65d3-470f-9600-e49e439561d9 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0823762 Mar 16 11:32:12.585522 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b749c15b-71c2-46bf-ba35-f694c6457166 req-b3475e95-953c-4605-94ab-48b41b246e4a tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Mar 16 11:32:13.765996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b7b14-4a33-47ac-944c-259c41590d6c req-c15dae52-cd5d-4428-a668-233797aeedd8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:13.767412 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c73b7b14-4a33-47ac-944c-259c41590d6c req-c15dae52-cd5d-4428-a668-233797aeedd8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Mar 16 11:32:13.809961 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c73b7b14-4a33-47ac-944c-259c41590d6c req-dcd88513-72c3-4ebb-9f59-e98c680a9fcc tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370388 Mar 16 11:32:14.992075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32ef2a-085d-4786-a11a-ae06784c2e7c req-054a5bb4-b719-4b88-a310-d254ace3fe4b tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:14.993522 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4d32ef2a-085d-4786-a11a-ae06784c2e7c req-054a5bb4-b719-4b88-a310-d254ace3fe4b tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0787325 Mar 16 11:32:15.040006 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4d32ef2a-085d-4786-a11a-ae06784c2e7c req-917bc536-ffb0-4c41-92c4-ef1c70151ce0 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Mar 16 11:32:15.221915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2c7e38d1-e290-4d6f-8cc3-7b5485e83a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:16.225806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ef1f5-a75f-4cc3-a43d-66c552303c9b req-d2d8e15a-0623-4e8f-a3c9-7ead965a39f2 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:16.227254 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-385ef1f5-a75f-4cc3-a43d-66c552303c9b req-d2d8e15a-0623-4e8f-a3c9-7ead965a39f2 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0820875 Mar 16 11:32:16.271283 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-385ef1f5-a75f-4cc3-a43d-66c552303c9b req-a7931379-1814-4a69-82c6-dfcf33418793 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Mar 16 11:32:17.368888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7a13be97-6ea7-48ba-967d-01ce9bfa8dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.455965 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c742e-279b-44ec-8c30-db1416b341b4 req-8c47ebcf-ca08-42dc-bc76-088f66e43b3f tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:17.457416 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da7c742e-279b-44ec-8c30-db1416b341b4 req-8c47ebcf-ca08-42dc-bc76-088f66e43b3f tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0803666 Mar 16 11:32:17.501086 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da7c742e-279b-44ec-8c30-db1416b341b4 req-d867a0c3-d212-4b3f-8bf1-2eede7cf4b5f tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Mar 16 11:32:18.362886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.681693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f582ccd-1c21-4817-824d-c17fb7a78784 req-09085479-d345-4ca9-9404-21f1e8d06619 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:18.683041 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9f582ccd-1c21-4817-824d-c17fb7a78784 req-09085479-d345-4ca9-9404-21f1e8d06619 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0788822 Mar 16 11:32:18.689231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.729683 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9f582ccd-1c21-4817-824d-c17fb7a78784 req-801dca4c-d177-44c1-9d4b-bd4ac0b55d46 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Mar 16 11:32:19.915310 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9020c1-fe23-40f8-be28-477d25692a23 req-bc0c6284-0022-4a29-acd3-77ef454c72ce tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:19.916834 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e9020c1-fe23-40f8-be28-477d25692a23 req-bc0c6284-0022-4a29-acd3-77ef454c72ce tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0836115 Mar 16 11:32:19.930628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:19.959752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e9020c1-fe23-40f8-be28-477d25692a23 req-cffaf405-25a4-4394-bbb4-7620f9219a95 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Mar 16 11:32:20.197277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.143258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7950d-98fa-49ac-90c0-be9e8a365847 req-be6854fb-48f4-4107-9e49-6fce1a3628dc tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:21.144716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-16a7950d-98fa-49ac-90c0-be9e8a365847 req-be6854fb-48f4-4107-9e49-6fce1a3628dc tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0793109 Mar 16 11:32:21.188339 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-16a7950d-98fa-49ac-90c0-be9e8a365847 req-c5d6a546-bcb0-40db-9ae0-1b1c841dfb5a tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377512 Mar 16 11:32:21.518732 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-de4b42ef-acbf-4b13-b379-088bc9ca1874 service neutron] 10.222.0.53 "GET /v2.0/ports/d5386fcc-951c-4c6d-a533-a26b676712c6/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0733123 Mar 16 11:32:22.103850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-15c0f5e8-fbce-4d02-9003-e0005171312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.105345 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-15c0f5e8-fbce-4d02-9003-e0005171312a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413&tenant_id=cf2f806ecb8d47c8992766238e50e0d4 HTTP/1.1" status: 200 len: 1098 time: 0.0725968 Mar 16 11:32:22.191916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-8974082a-682d-4ca0-8580-d973fe6720f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.193341 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-8974082a-682d-4ca0-8580-d973fe6720f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 1098 time: 0.0686433 Mar 16 11:32:22.372296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-38d488fd-944b-4177-b56f-d24c2edd21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.373654 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-38d488fd-944b-4177-b56f-d24c2edd21b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10003596-15ae-498f-a59f-c053d0063200 HTTP/1.1" status: 200 len: 913 time: 0.1739640 Mar 16 11:32:22.443017 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-c794d70c-2d2f-4aff-a94b-724615839307 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5386fcc-951c-4c6d-a533-a26b676712c6 HTTP/1.1" status: 200 len: 217 time: 0.0633893 Mar 16 11:32:22.586901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb2ac-0d46-4adc-a973-ab4c4f7fab78 req-992d319d-1277-42da-b28f-4a140c94aab1 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.588325 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a3fb2ac-0d46-4adc-a973-ab4c4f7fab78 req-992d319d-1277-42da-b28f-4a140c94aab1 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.2924440 Mar 16 11:32:22.641356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925631a-c053-4296-9a70-7b80d727eb73 req-c582eaaf-3677-4174-8d2b-3977a3aee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:22.642690 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-c582eaaf-3677-4174-8d2b-3977a3aee4d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd2a1702-552e-40ea-9682-f8584c2c06c5 HTTP/1.1" status: 200 len: 852 time: 0.1883614 Mar 16 11:32:22.653777 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a3fb2ac-0d46-4adc-a973-ab4c4f7fab78 req-4b10cb90-97a4-4eed-9449-318402bd13bb tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545509 Mar 16 11:32:22.695812 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-31fb4c95-70d4-4298-bc4c-8b641fb458d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10003596-15ae-498f-a59f-c053d0063200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457094 Mar 16 11:32:22.822846 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-4291d4a7-71cc-4db1-b91a-870399e29195 service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211693 Mar 16 11:32:22.952775 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f925631a-c053-4296-9a70-7b80d727eb73 req-5b4178cd-a919-4fe9-ae5b-f5358557c11a service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233456 Mar 16 11:32:23.842994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91245846-fb7e-4631-b21d-f0d92559be78 req-93f7612c-bd14-48db-81db-28e8f89e053e tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.844415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-91245846-fb7e-4631-b21d-f0d92559be78 req-93f7612c-bd14-48db-81db-28e8f89e053e tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0846801 Mar 16 11:32:23.888576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-91245846-fb7e-4631-b21d-f0d92559be78 req-561362da-7c77-4cf1-9269-8d20e20b259e tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379875 Mar 16 11:32:24.674859 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:32:24.678612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:24.901555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.920578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:24.942327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'network_id': '10003596-15ae-498f-a59f-c053d0063200', 'port_id': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'mac_address': 'fa:16:3e:e7:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2a1702-552e-40ea-9682-f8584c2c06c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:32:24.949505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:24.998452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:25.015223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.033023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5386fcc-951c-4c6d-a533-a26b676712c6 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:25.039262 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'code': 200} Mar 16 11:32:25.054484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.091729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27477a-6ee9-4aac-8eca-89d05db81b65 req-4e1c6470-7037-4825-b096-e25eae5edc51 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:25.095444 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd27477a-6ee9-4aac-8eca-89d05db81b65 req-4e1c6470-7037-4825-b096-e25eae5edc51 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0967026 Mar 16 11:32:25.138359 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd27477a-6ee9-4aac-8eca-89d05db81b65 req-82e4ff9e-fe4f-49b6-b98e-477152687b62 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Mar 16 11:32:25.206987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:32:25.207338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:32:25.209554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:25.761753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.779412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5386fcc-951c-4c6d-a533-a26b676712c6 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:25.795202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:25.867291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.932847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['d5386fcc-951c-4c6d-a533-a26b676712c6'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:32:25.975399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:26.321725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dea2c-e37e-4bbd-a0c4-c89f15d0a7cd req-bb896d44-972a-4369-b18d-279d79d4f2df tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:26.323167 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f01dea2c-e37e-4bbd-a0c4-c89f15d0a7cd req-bb896d44-972a-4369-b18d-279d79d4f2df tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 944 time: 0.0779893 Mar 16 11:32:26.365194 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f01dea2c-e37e-4bbd-a0c4-c89f15d0a7cd req-28718bb2-f2cf-45a9-ac6c-184f3a10dbc8 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Mar 16 11:32:26.686972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:26.756096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port d5386fcc-951c-4c6d-a533-a26b676712c6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:26.756371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.874120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.906543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:26.925890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711380-3820-4e78-a3cb-8894037bdd99 req-7ff1a8a1-c37c-43c4-a067-2e1fd1b47b40 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:26.927342 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-7ff1a8a1-c37c-43c4-a067-2e1fd1b47b40 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.53 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413&tenant_id=cf2f806ecb8d47c8992766238e50e0d4&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 944 time: 0.0927641 Mar 16 11:32:27.001120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.043742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:27.066313 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711380-3820-4e78-a3cb-8894037bdd99 req-6b4ad65c-f2c0-4806-a694-93ee246d1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:27.067913 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-6b4ad65c-f2c0-4806-a694-93ee246d1bea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 1098 time: 0.0723929 Mar 16 11:32:27.073585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:27.099150 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'code': 200} Mar 16 11:32:27.220997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711380-3820-4e78-a3cb-8894037bdd99 req-f3b99c07-e1c0-4c6b-a1be-18bb1c6d531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:27.220997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-f3b99c07-e1c0-4c6b-a1be-18bb1c6d531b service neutron] 10.222.0.53 "GET /v2.0/networks?id=10003596-15ae-498f-a59f-c053d0063200 HTTP/1.1" status: 200 len: 913 time: 0.1309307 Mar 16 11:32:27.274699 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-5384d0a3-c21d-41f2-a35e-8eff1b644fbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5386fcc-951c-4c6d-a533-a26b676712c6 HTTP/1.1" status: 200 len: 217 time: 0.0637355 Mar 16 11:32:27.336581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711380-3820-4e78-a3cb-8894037bdd99 req-11b4ed12-ab88-455f-8ee9-d2dfc5ee6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:27.338033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-11b4ed12-ab88-455f-8ee9-d2dfc5ee6acc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd2a1702-552e-40ea-9682-f8584c2c06c5 HTTP/1.1" status: 200 len: 852 time: 0.0567594 Mar 16 11:32:27.384531 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-c413f20e-1d32-40d5-b689-607af9e8056a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10003596-15ae-498f-a59f-c053d0063200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402918 Mar 16 11:32:27.517211 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-da1ad057-5d57-4fe5-b52c-432c23e3617a service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250448 Mar 16 11:32:27.652506 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-fdc83b95-192e-4c97-8929-6c0a068fa14a service neutron] 10.222.0.53 "GET /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288166 Mar 16 11:32:29.143731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbfa10-736c-475e-9bf2-6df6b2880a96 req-7ac3e830-c82d-4177-bcaf-c6994805fa97 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:29.145160 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cbbfa10-736c-475e-9bf2-6df6b2880a96 req-7ac3e830-c82d-4177-bcaf-c6994805fa97 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0840299 Mar 16 11:32:29.189316 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cbbfa10-736c-475e-9bf2-6df6b2880a96 req-6336d870-732e-4dca-be94-906329770921 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385528 Mar 16 11:32:30.375869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581173b6-0c9a-42ad-b44b-340ddb26f00d req-54eefe28-bded-4183-b264-10d861cb1c99 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:30.377377 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-581173b6-0c9a-42ad-b44b-340ddb26f00d req-54eefe28-bded-4183-b264-10d861cb1c99 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0831611 Mar 16 11:32:30.420430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-581173b6-0c9a-42ad-b44b-340ddb26f00d req-e2a87d08-de0d-4920-a430-d72d42716b3b tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375211 Mar 16 11:32:30.805464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711380-3820-4e78-a3cb-8894037bdd99 req-5c4469a6-c913-48ee-845a-fff6ce951ec4 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:30.806959 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-5c4469a6-c913-48ee-845a-fff6ce951ec4 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.53 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0941520 Mar 16 11:32:30.888690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Deleting port d5386fcc-951c-4c6d-a533-a26b676712c6 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:32:30.888952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.255326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] For port d5386fcc-951c-4c6d-a533-a26b676712c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d5386fcc-951c-4c6d-a533-a26b676712c6,segment=NetworkSegment(96879ab5-8613-431e-a62b-693e8613ed87),segment_id=96879ab5-8613-431e-a62b-693e8613ed87)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:31.255583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.381922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Calling delete_port for d5386fcc-951c-4c6d-a533-a26b676712c6 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:32:31.597432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.611622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['d5386fcc-951c-4c6d-a533-a26b676712c6'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:32:31.617981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18e4cc-2c13-4858-8faa-017dfa0269f3 req-14825efc-a19c-4b04-9c84-719dc6e8444d tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:31.619430 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d18e4cc-2c13-4858-8faa-017dfa0269f3 req-14825efc-a19c-4b04-9c84-719dc6e8444d tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 945 time: 0.0877140 Mar 16 11:32:31.649865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Pushing event deleted for resources: {'Port': ['ID=d5386fcc-951c-4c6d-a533-a26b676712c6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:31.669549 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d18e4cc-2c13-4858-8faa-017dfa0269f3 req-f6436f94-11a7-4e78-86f7-87c27ab86098 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/security-groups?id=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Mar 16 11:32:31.683395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.683748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.684087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.685024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.685336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.685699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.686010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.686337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.686664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.686986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.687304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.687623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:31.738613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] No DVR routers for this DVR port d5386fcc-951c-4c6d-a533-a26b676712c6 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:31.742772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.743508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-deleted', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:31.787176 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b813d-85f6-45fd-ade0-f5ea44e22413', 'name': 'network-vif-deleted', 'tag': 'd5386fcc-951c-4c6d-a533-a26b676712c6', 'status': 'completed', 'code': 200} Mar 16 11:32:31.820859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98711380-3820-4e78-a3cb-8894037bdd99 req-231e1c13-8499-4ab4-b482-a6a0aef7cb00 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.53 "DELETE /v2.0/ports/d5386fcc-951c-4c6d-a533-a26b676712c6 HTTP/1.1" status: 204 len: 173 time: 1.0086858 Mar 16 11:32:32.830973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b15b87f-ea79-4df6-99a8-bd9c956f9c0d req-c08a16e1-b9db-4779-a3a5-b27b56a89fe7 tempest-DeleteServersTestJSON-1907946064 tempest-DeleteServersTestJSON-1907946064-project] 10.222.0.30 "GET /v2.0/ports?device_id=354b813d-85f6-45fd-ade0-f5ea44e22413 HTTP/1.1" status: 200 len: 210 time: 0.0428843 Mar 16 11:32:34.071563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39604) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:34.130325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Deleting subnet bd2a1702-552e-40ea-9682-f8584c2c06c5 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:32:34.133137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.183883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.237239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.364721 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.403423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2a1702-552e-40ea-9682-f8584c2c06c5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:34.408665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.414525 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cbb645dc-1263-4201-b9a3-f61d6d39ed03 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bd2a1702-552e-40ea-9682-f8584c2c06c5 HTTP/1.1" status: 204 len: 168 time: 0.3419552 Mar 16 11:32:34.416976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39608) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:34.515995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.641686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.666311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10003596-15ae-498f-a59f-c053d0063200']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:34.678084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96879ab5-8613-431e-a62b-693e8613ed87') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:34.678384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96879ab5-8613-431e-a62b-693e8613ed87') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:34.689954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.705619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.711426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:32:34.711803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:32:34.724416 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:32:34.734091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:34.768280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: d5386fcc-951c-4c6d-a533-a26b676712c6 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:32:34.768620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device d5386fcc-951c-4c6d-a533-a26b676712c6 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:34.901411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.917290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.928889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=10003596-15ae-498f-a59f-c053d0063200,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:34.999143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b993d530-3b6a-4548-892f-eab6c7ebd2c4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/10003596-15ae-498f-a59f-c053d0063200 HTTP/1.1" status: 204 len: 168 time: 0.5812156 Mar 16 11:32:35.239414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39614) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:35.284890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ceadac1d-e37e-483b-8c8f-9926aa25e2e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf2f806ecb8d47c8992766238e50e0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459785 Mar 16 11:32:35.285139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39618) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:35.341997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:35.370865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:35.484438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:35.499481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645f9fa-6741-4e59-aa74-f74dfaf6d8bd,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:35.510512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.510864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.511205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.511541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.511873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.512206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.512533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.512860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.513185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.513508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.513830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.514169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:35.588398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:35.589547 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-04822454-58d0-4c60-a569-4124e7e17e6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b645f9fa-6741-4e59-aa74-f74dfaf6d8bd HTTP/1.1" status: 204 len: 168 time: 0.3035674 Mar 16 11:32:36.679818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39642) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:36.783721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-409392067-network', 'tenant_id': '9a751e24e8d54bc5b6fb22386f338054'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:36.788692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:36.792483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Usage tracker for resource:network and tenant:9a751e24e8d54bc5b6fb22386f338054 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:36.796376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:36.802352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:36.901301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Made reservation on behalf of 9a751e24e8d54bc5b6fb22386f338054 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:36.904023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.916065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.931089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:36.935496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Usage tracker for resource:security_group_rule and tenant:9a751e24e8d54bc5b6fb22386f338054 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:36.938552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:36.944103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:37.022456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.089914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.132531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:32:37.134538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e33f69-3b2c-462d-8c7c-9c386942ee7d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:37.143413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.143751 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Added segment 753680b5-1f55-44df-a2c2-59eba867c387 of type vlan for network 3c918d7f-a122-41df-8577-bbcf6c65e0cd Mar 16 11:32:37.168344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.265675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.266621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:37.267189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.366680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] Pushing event updated for resources: {'Network': ['ID=3c918d7f-a122-41df-8577-bbcf6c65e0cd,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:37.379813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 3c918d7f-a122-41df-8577-bbcf6c65e0cd details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:32:37.421763 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f20962ee-7254-4043-89b9-5b828a4aa508 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7408562 Mar 16 11:32:37.424437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39648) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:37.429810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Request body: {'subnet': {'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-409392067-subnet', 'tenant_id': '9a751e24e8d54bc5b6fb22386f338054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:37.434665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:37.438580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Usage tracker for resource:subnet and tenant:9a751e24e8d54bc5b6fb22386f338054 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:37.441460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:37.447080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:37.513009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Made reservation on behalf of 9a751e24e8d54bc5b6fb22386f338054 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:37.516248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.764383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:37.833480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:37.843615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Checking segment: {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:37.843972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Network hostable DHCP agents. Network: 3c918d7f-a122-41df-8577-bbcf6c65e0cd, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:32:37.913040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Network 3c918d7f-a122-41df-8577-bbcf6c65e0cd is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:32:37.991240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 3c918d7f-a122-41df-8577-bbcf6c65e0cd) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:37.995259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:37.995864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:38.000647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f856b0-235a-4af6-9f45-97749f911149 None None] Network 3c918d7f-a122-41df-8577-bbcf6c65e0cd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:32:38.085230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-765cc727-0dca-44bf-bbf4-46cc7e240bc4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6597030 Mar 16 11:32:38.212855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677e6aa-c72d-4984-836e-a1f55f312fb1 None None] Network 3c918d7f-a122-41df-8577-bbcf6c65e0cd requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:32:38.594157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-b7ee61b6-b5b8-4e0d-870d-88a1aa13c718 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:38.594770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-b7ee61b6-b5b8-4e0d-870d-88a1aa13c718 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Synchronizing usage tracker for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:38.693861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-b7ee61b6-b5b8-4e0d-870d-88a1aa13c718 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Unset dirty status for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:38.695182 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-b7ee61b6-b5b8-4e0d-870d-88a1aa13c718 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 814 time: 0.2525463 Mar 16 11:32:38.709968 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-ed209cde-886b-4883-bb59-7d98e0f125e4 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/quotas/9a751e24e8d54bc5b6fb22386f338054 HTTP/1.1" status: 200 len: 375 time: 0.0091281 Mar 16 11:32:38.756788 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-cb5e75c6-757d-4da9-a422-e2ced8c68f99 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419443 Mar 16 11:32:38.766851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-a390ed5f-1f80-40af-a356-6a35933064ff service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:32:38.767763 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-a390ed5f-1f80-40af-a356-6a35933064ff service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047581 Mar 16 11:32:38.987723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-4f96f747-5285-48a9-be88-8e0638fb5a2d service neutron] 10.222.0.30 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146468 Mar 16 11:32:39.118814 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-9f8a9820-fce5-43e3-b689-283f4c775db9 service neutron] 10.222.0.30 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254175 Mar 16 11:32:40.427274 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d0d1927b-ffd5-4ed8-b217-fd7e92599f0b req-c0bf66cb-b47a-4440-92d2-0b8b76ae6ae7 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 210 time: 0.0429969 Mar 16 11:32:41.094583 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:41.721166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-da13c582-be48-4d64-8f48-2461395c9562 req-ffa74736-e02c-417e-8d95-f7e1a1a3ba71 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 210 time: 0.0411592 Mar 16 11:32:42.687905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-524d4df3-62c9-40a6-9603-fa386c3bec42 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:42.689311 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-524d4df3-62c9-40a6-9603-fa386c3bec42 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 814 time: 0.1452813 Mar 16 11:32:42.702439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Request body: {'port': {'device_id': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'admin_state_up': True, 'tenant_id': '9a751e24e8d54bc5b6fb22386f338054'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:42.893207 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3f94e81f-da1c-473e-826a-2784570714c8 req-e649873d-abc5-4d28-8ff5-8acb75f17379 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 210 time: 0.0550733 Mar 16 11:32:42.894119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:42.898654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Usage tracker for resource:port and tenant:9a751e24e8d54bc5b6fb22386f338054 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:42.902127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:42.912567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:42.998184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Made reservation on behalf of 9a751e24e8d54bc5b6fb22386f338054 for: {'port': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:43.001652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.256602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Allocated IP 172.20.0.2 (3c918d7f-a122-41df-8577-bbcf6c65e0cd/0f735daf-eabb-4048-b4ee-0c6f6c5a51ac/4e58b2fa-fc59-47dc-bdf5-27c5e22113d8) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:43.451219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.568954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.635082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Network 3c918d7f-a122-41df-8577-bbcf6c65e0cd is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:43.638066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:43.641924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:32:43.686139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:43.716046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:43.716668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:43.794330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-131e743d-c09d-46a4-8e69-358d3212abd8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947139 Mar 16 11:32:43.805064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Request body: {'port': {'device_id': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:32:43.914767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.081903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf80e0-07f4-49ac-a185-4ab94b07de4e req-5e7a2976-84bc-4849-b2c9-2f7b09fb4deb tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.083417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aaaf80e0-07f4-49ac-a185-4ab94b07de4e req-5e7a2976-84bc-4849-b2c9-2f7b09fb4deb tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 931 time: 0.0832636 Mar 16 11:32:44.127511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-aaaf80e0-07f4-49ac-a185-4ab94b07de4e req-bdef6471-8ee8-44f8-958d-bd2d142a6804 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Synchronizing usage tracker for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:44.198554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-aaaf80e0-07f4-49ac-a185-4ab94b07de4e req-bdef6471-8ee8-44f8-958d-bd2d142a6804 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Unset dirty status for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:44.200215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aaaf80e0-07f4-49ac-a185-4ab94b07de4e req-bdef6471-8ee8-44f8-958d-bd2d142a6804 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103623 Mar 16 11:32:44.258478 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 {{(pid=88449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:44.266328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.280708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Transition to ACTIVE for port object 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 will not be triggered until provisioned by entity L2. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:44.327633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.482555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:44.556916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Attempting to bind port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:44.557243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Attempting to bind port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:44.557564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Attempting to bind port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 on network 3c918d7f-a122-41df-8577-bbcf6c65e0cd {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:44.562197 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 on network 3c918d7f-a122-41df-8577-bbcf6c65e0cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:32:44.562511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Attempting to bind port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 on network 3c918d7f-a122-41df-8577-bbcf6c65e0cd {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:32:44.567488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:32:44.567816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Checking segment: {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:32:44.568187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Bound using segment: {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'} {{(pid=88449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:32:44.568615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.managers [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Bound port: 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'}}] {{(pid=88449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:44.568949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.657773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, cleared binding levels {{(pid=88449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:32:44.660659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:32:44.718851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.771233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.771833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:44.773182 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] 10.222.0.53 "PUT /v2.0/ports/4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 200 len: 1093 time: 0.9720237 Mar 16 11:32:44.773605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:44.801863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cbf31-6dc8-414e-9da8-9ceaf8a2ff7b service neutron] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=3']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:44.890750 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'status': 'completed', 'code': 200} Mar 16 11:32:44.924798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-d5317315-5c30-4a5b-9ca7-75196af6d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:44.926280 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-d5317315-5c30-4a5b-9ca7-75196af6d615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 1096 time: 0.0724878 Mar 16 11:32:44.994957 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-c58feaa5-eaa7-4bde-84c3-099d69b0b3d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 200 len: 217 time: 0.0621922 Mar 16 11:32:45.060344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-d756672f-8524-4876-87c5-dcb896157829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.061950 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-d756672f-8524-4876-87c5-dcb896157829 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0607321 Mar 16 11:32:45.158603 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5f68abc9-0e19-453b-b689-b5d057f4df35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:45.205867 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-69006423-fc17-4950-b131-3b5684f79731 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380279 Mar 16 11:32:45.337152 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-a6294156-eae2-452f-9440-39f3ea30318f service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251378 Mar 16 11:32:45.385093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10fd0a-6012-4681-85b8-7f571b0e0a0a req-ff2532eb-cb80-4105-99fb-8cd06c6fa37c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.386592 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d10fd0a-6012-4681-85b8-7f571b0e0a0a req-ff2532eb-cb80-4105-99fb-8cd06c6fa37c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 943 time: 0.0805333 Mar 16 11:32:45.429664 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4d10fd0a-6012-4681-85b8-7f571b0e0a0a req-417ff441-9439-42e1-9590-436bccb35f27 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Mar 16 11:32:45.470878 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8b5ddddb-b751-4572-a68a-4130de91bf9c req-4bb5cecc-7603-49b9-9a39-410be8d30f4e service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273196 Mar 16 11:32:45.696270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf19c-11a1-4473-af3f-1fd799208641 req-d89e5558-cb6d-4039-aec4-371dad1ba43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.697616 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-d89e5558-cb6d-4039-aec4-371dad1ba43b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 1096 time: 0.0698330 Mar 16 11:32:45.828675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf19c-11a1-4473-af3f-1fd799208641 req-c6c37007-1f0a-4f23-b538-2a7584084fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.830160 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-c6c37007-1f0a-4f23-b538-2a7584084fd7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1265616 Mar 16 11:32:45.899732 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-52a62e8f-cd7d-4220-ae96-b8b3feb980f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 200 len: 217 time: 0.0633383 Mar 16 11:32:45.961216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf19c-11a1-4473-af3f-1fd799208641 req-78c2aaa5-3091-4f13-898a-c615766277ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:45.962608 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-78c2aaa5-3091-4f13-898a-c615766277ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0556972 Mar 16 11:32:46.012168 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-11b1ad93-f20e-49c1-ae40-eb178207a0d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422771 Mar 16 11:32:46.140804 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-519cfeb2-57e2-42b5-af2b-55034e32231e service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212082 Mar 16 11:32:46.269965 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-049bf19c-11a1-4473-af3f-1fd799208641 req-94201905-f524-4584-9b22-e1e5e1330cd1 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218009 Mar 16 11:32:46.612940 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890a50-ff5a-46ff-b216-2618cf0b31ec req-08447698-d95e-4a61-8310-d5db13cfa21e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:46.613625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-75890a50-ff5a-46ff-b216-2618cf0b31ec req-08447698-d95e-4a61-8310-d5db13cfa21e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Synchronizing usage tracker for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:46.682431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-75890a50-ff5a-46ff-b216-2618cf0b31ec req-08447698-d95e-4a61-8310-d5db13cfa21e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Unset dirty status for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:46.683588 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75890a50-ff5a-46ff-b216-2618cf0b31ec req-08447698-d95e-4a61-8310-d5db13cfa21e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 943 time: 0.1487591 Mar 16 11:32:46.730731 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75890a50-ff5a-46ff-b216-2618cf0b31ec req-1019781f-b1d1-4fb1-b188-f41356b29727 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Mar 16 11:32:46.780587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:32:46.913053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:46.926701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'port_id': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'mac_address': 'fa:16:3e:61:18:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f735daf-eabb-4048-b4ee-0c6f6c5a51ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:32:46.984070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:47.000631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:32:47.015217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:47.067038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:47.134352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:47.270040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:32:47.388878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3d2045f1-ac71-48c2-b1bc-da82d61012f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:47.916686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca7aa-1077-4f54-b71c-14c2e1479996 req-9ee2f64f-b7a9-454d-9431-66d4af12ef1c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:47.918210 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-74aca7aa-1077-4f54-b71c-14c2e1479996 req-9ee2f64f-b7a9-454d-9431-66d4af12ef1c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 944 time: 0.0840077 Mar 16 11:32:47.962579 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-74aca7aa-1077-4f54-b71c-14c2e1479996 req-e34e2af7-0059-47fe-be7c-1c5783c92fc0 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Mar 16 11:32:48.432427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:48.706662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:48.795771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:48.917998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:48.923517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:48.923889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.035525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.062186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:32:49.072487 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:32:49.108036 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'code': 200} Mar 16 11:32:49.148469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fc3c-8139-433b-b35d-a809e3fec5c4 req-913f0d37-fc96-4ae0-b627-b1a2bd19324e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:49.149932 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2060fc3c-8139-433b-b35d-a809e3fec5c4 req-913f0d37-fc96-4ae0-b627-b1a2bd19324e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 944 time: 0.0808604 Mar 16 11:32:49.187018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.194262 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2060fc3c-8139-433b-b35d-a809e3fec5c4 req-61db5cc7-d211-493e-a444-968124df014e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Mar 16 11:32:49.256345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:49.263307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.263659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.264987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.264987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.264987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.265306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.265447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.265738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.266101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.266404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.266722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.267039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:49.510535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251370-4287-4cd4-a73a-a40687da76d5 req-6f033196-ec78-4690-91b7-1b6133fd5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:49.512353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-07251370-4287-4cd4-a73a-a40687da76d5 req-6f033196-ec78-4690-91b7-1b6133fd5bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 1098 time: 0.0705392 Mar 16 11:32:49.552522 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-07251370-4287-4cd4-a73a-a40687da76d5 req-c6796b66-512f-43a4-b64d-65c1a6c3296e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Mar 16 11:32:49.919191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.135485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.382096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58da50-4472-4bb2-a8f6-ee8170a1f0a8 req-617c87a0-d59d-4c33-9e63-2088eb51c676 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:50.383913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a58da50-4472-4bb2-a8f6-ee8170a1f0a8 req-617c87a0-d59d-4c33-9e63-2088eb51c676 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0845373 Mar 16 11:32:50.428230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4a58da50-4472-4bb2-a8f6-ee8170a1f0a8 req-2082ed63-e423-4866-afb5-34feed31d33a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 Mar 16 11:32:51.612908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaacb61-1ab9-4a01-b597-6a603563ea35 req-7e957399-8c26-4a50-b448-b38f001d0532 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.614387 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cdaacb61-1ab9-4a01-b597-6a603563ea35 req-7e957399-8c26-4a50-b448-b38f001d0532 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0799510 Mar 16 11:32:51.658929 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cdaacb61-1ab9-4a01-b597-6a603563ea35 req-a50b6844-1e7b-4aa0-b6f9-2e54acb57c32 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 Mar 16 11:32:51.842919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de6ed9-9aaa-4edd-a4e8-d9b741c3202c req-c37cdde6-0200-49de-a1ae-b5fef50da444 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.844467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5de6ed9-9aaa-4edd-a4e8-d9b741c3202c req-c37cdde6-0200-49de-a1ae-b5fef50da444 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0811601 Mar 16 11:32:51.888028 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a5de6ed9-9aaa-4edd-a4e8-d9b741c3202c req-e8385ca3-2a9e-4074-8ba4-1af19dc50a8c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Mar 16 11:32:52.288072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059f9e3-cfc4-4855-96d9-285f2b615bac req-2a76c759-9c97-4d50-8bc4-042170567a65 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.289505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6059f9e3-cfc4-4855-96d9-285f2b615bac req-2a76c759-9c97-4d50-8bc4-042170567a65 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0822048 Mar 16 11:32:52.333411 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6059f9e3-cfc4-4855-96d9-285f2b615bac req-ac64df10-52fc-4c69-bbb1-dd25544b4b1c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Mar 16 11:32:52.515647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5127dc-485b-4745-9771-2c3a0c541069 req-7b048b57-fe39-4b3d-9966-a4cd5663a6ee tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.517150 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b5127dc-485b-4745-9771-2c3a0c541069 req-7b048b57-fe39-4b3d-9966-a4cd5663a6ee tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0823314 Mar 16 11:32:52.560052 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b5127dc-485b-4745-9771-2c3a0c541069 req-99668bab-57e4-4057-a79a-bf312913c568 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Mar 16 11:32:53.096508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768615-41e8-4f4f-9c05-f2c555b566ba req-07040fb5-da0a-4377-bd9f-fb7a3a6b8675 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:53.098015 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-73768615-41e8-4f4f-9c05-f2c555b566ba req-07040fb5-da0a-4377-bd9f-fb7a3a6b8675 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0803893 Mar 16 11:32:53.273235 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-73768615-41e8-4f4f-9c05-f2c555b566ba req-6550e8d2-aa5f-4909-88a2-70baabedb356 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693823 Mar 16 11:32:53.304141 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-85e1ca82-6dec-435d-b15a-bf27ea660250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742648 Mar 16 11:32:54.456945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955cd34-bb2e-45db-95ad-81875c6fc751 req-1f9c74e9-d493-4057-942d-53f0e087230a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:54.458316 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c955cd34-bb2e-45db-95ad-81875c6fc751 req-1f9c74e9-d493-4057-942d-53f0e087230a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0805182 Mar 16 11:32:54.507253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c955cd34-bb2e-45db-95ad-81875c6fc751 req-a76b59b0-dfe0-4bdd-8640-9676d9a3133f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Mar 16 11:32:55.352526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-7af5d6aa-32a3-4196-b692-7860e0c91d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.353883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-7af5d6aa-32a3-4196-b692-7860e0c91d70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 1098 time: 0.0734944 Mar 16 11:32:55.495468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-48fbe069-19bd-4e15-a973-2ff5a6a86c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.496878 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-48fbe069-19bd-4e15-a973-2ff5a6a86c8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1362751 Mar 16 11:32:55.565490 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-0ef4f766-c718-48c8-9ee2-341409ee4aa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 200 len: 217 time: 0.0625060 Mar 16 11:32:55.682073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-e1f47c60-af34-4ed1-9a76-bef4adc36a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.683468 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-e1f47c60-af34-4ed1-9a76-bef4adc36a50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.1129141 Mar 16 11:32:55.737333 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-b86eaa0e-ab6d-47b9-8426-3a9c6789db00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473976 Mar 16 11:32:55.787564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b6751-cf9e-46e8-b123-550e4de1dbb2 req-9e00a14b-4201-4d57-995e-bf0e6568a0c6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.788961 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f9b6751-cf9e-46e8-b123-550e4de1dbb2 req-9e00a14b-4201-4d57-995e-bf0e6568a0c6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.1685123 Mar 16 11:32:55.897260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f9b6751-cf9e-46e8-b123-550e4de1dbb2 req-2f367bfe-b79d-4d01-8c05-e5f2560f3c4b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007314 Mar 16 11:32:55.913229 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-ab39576d-d1cb-4025-9b37-03c034a45d28 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663215 Mar 16 11:32:56.044515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-0db80e4d-7a33-4876-90c8-a23c7cb5cdf1 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247211 Mar 16 11:32:57.080271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee0ca8-be32-4411-b8d4-ed55c0b1e109 req-46262e03-0b9b-4a7a-84e3-a62773e53d30 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:57.081722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ee0ca8-be32-4411-b8d4-ed55c0b1e109 req-46262e03-0b9b-4a7a-84e3-a62773e53d30 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0797536 Mar 16 11:32:57.127002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ee0ca8-be32-4411-b8d4-ed55c0b1e109 req-3ff7d142-b3f9-4755-99f4-d37fd23eeadd tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Mar 16 11:32:58.314304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337c0fa-b6f8-49df-99af-c7849ee0d664 req-c8a0c2e8-87a9-408e-aa7e-d0e08b7ec774 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:58.315730 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f337c0fa-b6f8-49df-99af-c7849ee0d664 req-c8a0c2e8-87a9-408e-aa7e-d0e08b7ec774 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0790405 Mar 16 11:32:58.358653 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f337c0fa-b6f8-49df-99af-c7849ee0d664 req-d2646757-7556-46e8-8415-b9387acf9777 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Mar 16 11:32:59.545781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6f2b5-4d46-4315-803b-3baa61080f21 req-b74e50fc-b787-4de8-908d-a1d09c2d4c62 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.547247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-11d6f2b5-4d46-4315-803b-3baa61080f21 req-b74e50fc-b787-4de8-908d-a1d09c2d4c62 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0824132 Mar 16 11:32:59.591297 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-11d6f2b5-4d46-4315-803b-3baa61080f21 req-4ab30959-d392-4822-8a56-09cc04e038af tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383649 Mar 16 11:33:00.774120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fa2e4-1848-4f79-8b28-bb0f51f6587b req-87692e46-1305-4084-a354-1dab3158f378 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:00.775556 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e5fa2e4-1848-4f79-8b28-bb0f51f6587b req-87692e46-1305-4084-a354-1dab3158f378 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0818472 Mar 16 11:33:00.821729 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e5fa2e4-1848-4f79-8b28-bb0f51f6587b req-b62b7fe6-884a-4ac9-875f-e32fa43af689 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Mar 16 11:33:02.005131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7ae8a-e0a9-4d3c-b1db-70b57d8c92f6 req-1eb34390-8a3b-4d6a-8200-2741dd8b4f37 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:02.006608 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-abf7ae8a-e0a9-4d3c-b1db-70b57d8c92f6 req-1eb34390-8a3b-4d6a-8200-2741dd8b4f37 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0799155 Mar 16 11:33:02.049817 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-abf7ae8a-e0a9-4d3c-b1db-70b57d8c92f6 req-a3620193-a38f-4e13-b3dd-ce0eb89b300b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Mar 16 11:33:03.238266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48bfe-62cf-4d3b-bfb3-2ac8b55e5068 req-221a5913-3c6d-4fb1-b2a0-b81349927176 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:03.239714 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4c48bfe-62cf-4d3b-bfb3-2ac8b55e5068 req-221a5913-3c6d-4fb1-b2a0-b81349927176 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0824065 Mar 16 11:33:03.283504 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e4c48bfe-62cf-4d3b-bfb3-2ac8b55e5068 req-9f89b9a5-c065-44d8-8dfe-ceb8f0bc00e9 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Mar 16 11:33:04.467899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a6932-169e-41df-a1bd-58f84523a917 req-b70d4560-e9a1-4463-b17a-e27b8b3b0f10 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:04.469474 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-418a6932-169e-41df-a1bd-58f84523a917 req-b70d4560-e9a1-4463-b17a-e27b8b3b0f10 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0831065 Mar 16 11:33:04.514065 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-418a6932-169e-41df-a1bd-58f84523a917 req-0abe99c7-acd5-498d-8559-973bc980b919 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Mar 16 11:33:05.697304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35d7ed-1121-41ee-adf8-c34ba61c5ac8 req-85bd41c2-3bc9-4713-b155-c2ae986a3452 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:05.698783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6c35d7ed-1121-41ee-adf8-c34ba61c5ac8 req-85bd41c2-3bc9-4713-b155-c2ae986a3452 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0806506 Mar 16 11:33:05.741591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6c35d7ed-1121-41ee-adf8-c34ba61c5ac8 req-84bfc17d-c651-4b99-853f-48b3c8f960ec tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Mar 16 11:33:06.929192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9b118-10e3-4082-bd18-2261a96d4212 req-bd9331c2-4b07-47e1-b5d1-135c0f1b9048 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:06.930672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1e9b118-10e3-4082-bd18-2261a96d4212 req-bd9331c2-4b07-47e1-b5d1-135c0f1b9048 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0821667 Mar 16 11:33:06.974839 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1e9b118-10e3-4082-bd18-2261a96d4212 req-cb420db0-cb04-42d3-a624-a7d4a02f854a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378301 Mar 16 11:33:08.161224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ded81-66aa-4e18-8197-1f4d61b01b07 req-a20ea2cc-6d3a-4052-9bdb-0ffab109cf25 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:08.162695 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a75ded81-66aa-4e18-8197-1f4d61b01b07 req-a20ea2cc-6d3a-4052-9bdb-0ffab109cf25 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0838363 Mar 16 11:33:08.206104 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a75ded81-66aa-4e18-8197-1f4d61b01b07 req-2e28ffd1-f2a0-4ac7-a3cd-75dec330ad96 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 Mar 16 11:33:09.389049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce9b59-2423-47e9-a630-59f878600dda req-8b074daa-c5ab-40c6-898c-ff22a3e8d4af tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:09.390417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-28ce9b59-2423-47e9-a630-59f878600dda req-8b074daa-c5ab-40c6-898c-ff22a3e8d4af tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0782242 Mar 16 11:33:09.433346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-28ce9b59-2423-47e9-a630-59f878600dda req-d936d673-85d2-4aaf-9df2-558a9fff883c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Mar 16 11:33:10.617769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1cf7-ae90-49ef-888c-b5423485c4a5 req-88e1b5f1-888c-42f1-97f3-81f7fcdd3f92 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:10.619228 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d08a1cf7-ae90-49ef-888c-b5423485c4a5 req-88e1b5f1-888c-42f1-97f3-81f7fcdd3f92 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0799289 Mar 16 11:33:10.663236 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d08a1cf7-ae90-49ef-888c-b5423485c4a5 req-a2417707-9075-4c91-b2b9-5e7e8c30b2f6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Mar 16 11:33:11.850029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59e522-3195-42cd-a45e-61017655aa97 req-aab7c248-5a91-4fd5-a90a-9b843ceefd8e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:11.856934 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f59e522-3195-42cd-a45e-61017655aa97 req-aab7c248-5a91-4fd5-a90a-9b843ceefd8e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0841572 Mar 16 11:33:11.896556 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f59e522-3195-42cd-a45e-61017655aa97 req-8a48a4bf-c33e-4b8c-b87e-ee62fb634e4f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Mar 16 11:33:13.117559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4cf12-fca7-4032-a3b9-f4c02b8246c4 req-91ccd30a-2467-40fb-ad39-cbcd988be2bb tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:13.122364 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9de4cf12-fca7-4032-a3b9-f4c02b8246c4 req-91ccd30a-2467-40fb-ad39-cbcd988be2bb tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.1180263 Mar 16 11:33:13.290935 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9de4cf12-fca7-4032-a3b9-f4c02b8246c4 req-c4e518e1-0839-4c1b-86a9-615a0af2897b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596506 Mar 16 11:33:13.298962 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-0c2f3a35-0840-4f34-94db-fddeb27621d2 service neutron] 10.222.0.53 "GET /v2.0/ports/4e58b2fa-fc59-47dc-bdf5-27c5e22113d8/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.2284062 Mar 16 11:33:13.887492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-6b07e320-f574-4b96-b6fd-31bb6f422609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:13.889679 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-6b07e320-f574-4b96-b6fd-31bb6f422609 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c&tenant_id=9a751e24e8d54bc5b6fb22386f338054 HTTP/1.1" status: 200 len: 1098 time: 0.0704231 Mar 16 11:33:13.980228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-4018a1dc-b82a-41b8-9168-17531c1610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:13.982017 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-4018a1dc-b82a-41b8-9168-17531c1610dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 1098 time: 0.0686951 Mar 16 11:33:14.108659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-21454bc2-03e0-463c-a8b9-199634782b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.110098 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-21454bc2-03e0-463c-a8b9-199634782b29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1219769 Mar 16 11:33:14.177587 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-cf8b6329-e526-4338-b510-5f8e5b66a7a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 200 len: 217 time: 0.0613527 Mar 16 11:33:14.241684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-99fd0498-f899-49c8-a30a-4455df48559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.243072 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-99fd0498-f899-49c8-a30a-4455df48559d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0591564 Mar 16 11:33:14.287417 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-dfe60de5-7567-4d6c-8c91-73d48857c237 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380692 Mar 16 11:33:14.417472 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-cd02c0ab-b1d4-4823-a5eb-749db9bbbeda service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237979 Mar 16 11:33:14.476716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52b34-4d26-48a0-b8c8-fef185874fc9 req-50afefc4-c9c2-4254-976a-ead7f10a9c7d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:14.478090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fda52b34-4d26-48a0-b8c8-fef185874fc9 req-50afefc4-c9c2-4254-976a-ead7f10a9c7d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0804133 Mar 16 11:33:14.526491 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fda52b34-4d26-48a0-b8c8-fef185874fc9 req-60b2a5d1-0d6a-48f6-a20e-4934c50f6e46 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Mar 16 11:33:14.551205 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-01929bb4-8f65-4fe6-9bc9-dfd6f2dd774f req-0a83f106-df06-49f0-9a32-a1aea663770b service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273978 Mar 16 11:33:15.226687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f1e739d-68a4-4bb0-a5a0-fc9c08ae8877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:15.711461 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5f674-8c0b-42e4-9b1c-b3c781c9e916 req-47e9778b-a4cf-4511-9d3f-1e138cae9c3b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:15.712922 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3de5f674-8c0b-42e4-9b1c-b3c781c9e916 req-47e9778b-a4cf-4511-9d3f-1e138cae9c3b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0793042 Mar 16 11:33:15.756121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3de5f674-8c0b-42e4-9b1c-b3c781c9e916 req-ef920db9-0f63-460c-bb18-ee01cf3992b7 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370398 Mar 16 11:33:16.935097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:16.938996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dbef-7a5f-4fae-b8dd-156c489143af req-1382e56b-1005-45bb-82cb-bc94d15fadc3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:16.940482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a381dbef-7a5f-4fae-b8dd-156c489143af req-1382e56b-1005-45bb-82cb-bc94d15fadc3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0801868 Mar 16 11:33:16.941380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:16.984981 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a381dbef-7a5f-4fae-b8dd-156c489143af req-ed06801c-e6a1-4202-883f-2f4460e73357 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 Mar 16 11:33:17.152815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.183446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:17.205275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:17.209620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'port_id': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'mac_address': 'fa:16:3e:61:18:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f735daf-eabb-4048-b4ee-0c6f6c5a51ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:17.244125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:17.260171 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'code': 200} Mar 16 11:33:17.274667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.292815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:17.312435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.395859 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c40d77c1-0066-459b-b03a-4384e336af69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:17.431309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:33:17.431713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:33:17.433939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:17.436551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521274-bdf7-4c17-8600-58e11b78ceff req-3aa2a079-6482-4715-92e7-02feeb52688c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:17.438276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff521274-bdf7-4c17-8600-58e11b78ceff req-3aa2a079-6482-4715-92e7-02feeb52688c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 943 time: 0.0859954 Mar 16 11:33:17.483630 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff521274-bdf7-4c17-8600-58e11b78ceff req-d388beca-3894-4ef4-8b83-aa52e4014127 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Mar 16 11:33:17.506881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-bada52e9-0747-465e-b603-8dafcd151c39 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:17.508334 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-bada52e9-0747-465e-b603-8dafcd151c39 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c&tenant_id=9a751e24e8d54bc5b6fb22386f338054&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 943 time: 0.0938616 Mar 16 11:33:17.648106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-d653a369-8ab9-42b8-9ba1-af2b4bea1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:17.649610 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-d653a369-8ab9-42b8-9ba1-af2b4bea1b5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 1096 time: 0.0705664 Mar 16 11:33:17.777239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-8be0a052-c294-40a0-a5ab-d6e9a1814335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:17.778653 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-8be0a052-c294-40a0-a5ab-d6e9a1814335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1231525 Mar 16 11:33:17.847907 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-b7129314-7d80-436a-b104-0b2469f69cc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 200 len: 217 time: 0.0625911 Mar 16 11:33:17.909658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-a85efe8f-f53a-44a1-b00e-f4d5cdd41ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:17.911084 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-a85efe8f-f53a-44a1-b00e-f4d5cdd41ee4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0570080 Mar 16 11:33:17.962928 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-77d60ecf-1bbc-48cb-98a8-54568ce68f2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450096 Mar 16 11:33:17.985915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.002240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:18.017677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:18.093789 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:18.094444 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-de8dcb22-8eaf-4ef4-abff-177c5d45f5b7 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257889 Mar 16 11:33:18.100938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.169272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:18.209528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:18.331047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c76e76de-cdc5-4f96-88fa-bc6d9522b317 req-2b9eb600-84ff-4f03-b149-1054df10abb0 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307823 Mar 16 11:33:18.362710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.674969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d90df-9f20-46a7-8726-09e5060c1677 req-d88fe899-5514-4604-8ce7-6de272aee9b9 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:18.676330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd6d90df-9f20-46a7-8726-09e5060c1677 req-d88fe899-5514-4604-8ce7-6de272aee9b9 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 944 time: 0.0828397 Mar 16 11:33:18.683462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:18.719769 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd6d90df-9f20-46a7-8726-09e5060c1677 req-56c93ad5-01f6-4540-992a-36465b14876d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Mar 16 11:33:18.950383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:19.021579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:19.022299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:19.142413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:19.174077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:19.260518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:19.264483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:19.335230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:19.338700 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'code': 200} Mar 16 11:33:19.903761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9e23-0ae5-41bc-a30f-0b31d6a10e62 req-2d55d205-2322-4d8c-be2b-fe8b2b4944b8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:19.905747 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a48f9e23-0ae5-41bc-a30f-0b31d6a10e62 req-2d55d205-2322-4d8c-be2b-fe8b2b4944b8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0835273 Mar 16 11:33:19.935168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:19.949429 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a48f9e23-0ae5-41bc-a30f-0b31d6a10e62 req-00409b0c-eb30-426d-b7d1-9c0ad6c83a39 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Mar 16 11:33:20.136962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c740f5-f9f9-45ac-968a-de1e2614cd19 req-0227352e-e95c-4be8-93f6-69a80ebb0cb0 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:20.139273 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a6c740f5-f9f9-45ac-968a-de1e2614cd19 req-0227352e-e95c-4be8-93f6-69a80ebb0cb0 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0809977 Mar 16 11:33:20.161630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:20.186314 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a6c740f5-f9f9-45ac-968a-de1e2614cd19 req-625f117f-0e72-4df0-b98e-79bc3069306b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Mar 16 11:33:20.368321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca19cf5-fabd-47d8-87f0-9abe5eb2d3f7 req-536ca851-bb6e-4f0c-ac69-af6c2f25659c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:20.369748 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fca19cf5-fabd-47d8-87f0-9abe5eb2d3f7 req-536ca851-bb6e-4f0c-ac69-af6c2f25659c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0786545 Mar 16 11:33:20.415822 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fca19cf5-fabd-47d8-87f0-9abe5eb2d3f7 req-1624e635-9c8c-4f42-9fc1-f3a5c8e75b82 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Mar 16 11:33:21.148424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-b555fb02-a536-4500-9488-a90dd59eabf3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:21.149784 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-b555fb02-a536-4500-9488-a90dd59eabf3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 814 time: 0.1431277 Mar 16 11:33:21.165197 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-3b89678f-9ca1-43f5-b11f-4a0796ec4419 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/quotas/9a751e24e8d54bc5b6fb22386f338054 HTTP/1.1" status: 200 len: 375 time: 0.0089507 Mar 16 11:33:21.243540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-6c2759f3-a214-4006-a74c-1c7654e9bcca tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734494 Mar 16 11:33:21.373289 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-da06b500-ff1b-4b13-a2d8-55c40151f9f0 service neutron] 10.222.0.30 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229146 Mar 16 11:33:21.503380 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-917124ef-64c2-4af2-97d9-230a8011877d service neutron] 10.222.0.30 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242650 Mar 16 11:33:21.837758 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9f378ea-7ae2-409d-b277-90ab09d7a925 req-88422cde-9403-4cdb-99a6-4baf17ff7380 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 210 time: 0.1485679 Mar 16 11:33:22.718620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-bea8c070-89c9-4bbb-b0a8-01510ea51b35 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:22.720038 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-bea8c070-89c9-4bbb-b0a8-01510ea51b35 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "GET /v2.0/ports?device_id=a421445a-27de-4cfd-bee0-5b51f50ff13c HTTP/1.1" status: 200 len: 945 time: 0.0844922 Mar 16 11:33:22.788540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Deleting port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:33:22.788885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.043571 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6aca7944-9b81-4a2b-8d30-91941981c354 req-a8f79dd0-8bf8-4268-bcdb-7b5404a976e5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 210 time: 0.0556643 Mar 16 11:33:23.078884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] For port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:23.079237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.208541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Calling delete_port for 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 owned by compute:nova {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:33:23.426516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.585822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Pushing event deleted for resources: {'Port': ['ID=4e58b2fa-fc59-47dc-bdf5-27c5e22113d8,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:23.665806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] No DVR routers for this DVR port 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 on host hv-neutron-8317 {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:33:23.668335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:23.672274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-deleted', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:23.710860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-f30bee5c-ca00-4e81-9bb3-1848951f6d35 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:23.712295 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-f30bee5c-ca00-4e81-9bb3-1848951f6d35 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 814 time: 0.1593707 Mar 16 11:33:23.721835 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a421445a-27de-4cfd-bee0-5b51f50ff13c', 'name': 'network-vif-deleted', 'tag': '4e58b2fa-fc59-47dc-bdf5-27c5e22113d8', 'status': 'completed', 'code': 200} Mar 16 11:33:23.726066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Request body: {'port': {'device_id': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'admin_state_up': True, 'tenant_id': '9a751e24e8d54bc5b6fb22386f338054'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:23.745205 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "DELETE /v2.0/ports/4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 HTTP/1.1" status: 204 len: 173 time: 1.0196381 Mar 16 11:33:23.864694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:23.868824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Usage tracker for resource:port and tenant:9a751e24e8d54bc5b6fb22386f338054 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:23.871639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:23.878503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:23.955829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Made reservation on behalf of 9a751e24e8d54bc5b6fb22386f338054 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:33:23.959394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.127260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Allocated IP 172.20.0.12 (3c918d7f-a122-41df-8577-bbcf6c65e0cd/0f735daf-eabb-4048-b4ee-0c6f6c5a51ac/9da0d398-b722-480c-94eb-bbf5a6f1ae88) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:24.197391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-289b71bf-f3c5-4d69-a009-b4a0ba159627 req-fbb0144c-f87f-40f1-bdc2-344bb36f475d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Synchronizing usage tracker for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:24.272355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-289b71bf-f3c5-4d69-a009-b4a0ba159627 req-fbb0144c-f87f-40f1-bdc2-344bb36f475d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Unset dirty status for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:24.273550 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-289b71bf-f3c5-4d69-a009-b4a0ba159627 req-fbb0144c-f87f-40f1-bdc2-344bb36f475d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 210 time: 0.1201034 Mar 16 11:33:24.330505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.392419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.462575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Network 3c918d7f-a122-41df-8577-bbcf6c65e0cd is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:24.463614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:24.467974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:33:24.508526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:24.549580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:24.550210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.664928 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-2f49db1d-2300-4869-94f1-7ee1c86af516 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9425912 Mar 16 11:33:24.675913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Request body: {'port': {'device_id': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:33:24.786491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:24.975510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:33:25.011849 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:33:25.012192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4e58b2fa-fc59-47dc-bdf5-27c5e22113d8 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:33:25.119063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da0d398-b722-480c-94eb-bbf5a6f1ae88 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:25.127633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.142535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Transition to ACTIVE for port object 9da0d398-b722-480c-94eb-bbf5a6f1ae88 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:33:25.214696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.370501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:25.591442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Attempting to bind port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:33:25.591955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Attempting to bind port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:33:25.592291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Attempting to bind port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 on network 3c918d7f-a122-41df-8577-bbcf6c65e0cd {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:25.598877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 on network 3c918d7f-a122-41df-8577-bbcf6c65e0cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:33:25.599194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Attempting to bind port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 on network 3c918d7f-a122-41df-8577-bbcf6c65e0cd {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:33:25.608056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:33:25.608561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Checking segment: {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:33:25.608940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Bound using segment: {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:33:25.609358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Bound port: 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753680b5-1f55-44df-a2c2-59eba867c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:33:25.609696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.638763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5738f2-c2bc-4c85-96d9-c91ed70e6875 req-e8421c01-9d85-4513-8f7f-706d9ab54505 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:25.639442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-3b5738f2-c2bc-4c85-96d9-c91ed70e6875 req-e8421c01-9d85-4513-8f7f-706d9ab54505 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Synchronizing usage tracker for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:33:25.720663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:33:25.723530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:33:25.751998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-3b5738f2-c2bc-4c85-96d9-c91ed70e6875 req-e8421c01-9d85-4513-8f7f-706d9ab54505 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Unset dirty status for tenant:9a751e24e8d54bc5b6fb22386f338054 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:33:25.753156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3b5738f2-c2bc-4c85-96d9-c91ed70e6875 req-e8421c01-9d85-4513-8f7f-706d9ab54505 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 944 time: 0.3511810 Mar 16 11:33:25.793272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.833007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3b5738f2-c2bc-4c85-96d9-c91ed70e6875 req-ac5f20c9-3e19-4641-bf75-b2f9e213a1f5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Mar 16 11:33:25.855277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:25.855884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:25.858160 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] 10.222.0.53 "PUT /v2.0/ports/9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 200 len: 1094 time: 1.1856806 Mar 16 11:33:25.858669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:25.885178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede0bf1-4420-4d1d-86ac-e6aaf63e7c8b service neutron] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:25.907941 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'status': 'completed', 'code': 200} Mar 16 11:33:26.002204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2fb6-248a-4fdb-a209-e2daf2b9f956 req-eb3359a3-5ee4-46bb-ab4e-486d1fa34339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:26.003647 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be6b2fb6-248a-4fdb-a209-e2daf2b9f956 req-eb3359a3-5ee4-46bb-ab4e-486d1fa34339 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1097 time: 0.0715473 Mar 16 11:33:26.147135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2fb6-248a-4fdb-a209-e2daf2b9f956 req-db65fc71-b301-4aa5-8793-e7b90d063e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:26.148611 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be6b2fb6-248a-4fdb-a209-e2daf2b9f956 req-db65fc71-b301-4aa5-8793-e7b90d063e72 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9a751e24e8d54bc5b6fb22386f338054&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1376512 Mar 16 11:33:26.293489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b2fb6-248a-4fdb-a209-e2daf2b9f956 req-6e1c4b92-6c2f-43dc-b449-5334cb6d529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:26.295497 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be6b2fb6-248a-4fdb-a209-e2daf2b9f956 req-6e1c4b92-6c2f-43dc-b449-5334cb6d529a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407053 Mar 16 11:33:26.400758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-f142488f-1f13-45a4-b71b-85b593acd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:26.402181 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-f142488f-1f13-45a4-b71b-85b593acd803 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1097 time: 0.0745227 Mar 16 11:33:26.468772 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-38b82b2b-6b5d-423b-98d0-1de699b3cb97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0595117 Mar 16 11:33:26.533203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-22c7e404-602a-4c02-a16f-0e1e267ee530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:26.534692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-22c7e404-602a-4c02-a16f-0e1e267ee530 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0600932 Mar 16 11:33:26.582804 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-b351f2a4-4d3b-48f5-97d1-235f39377996 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420156 Mar 16 11:33:26.713156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-8d579d36-350d-4664-9a2d-2c34cb39164c service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241469 Mar 16 11:33:26.843251 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7acbf30d-9c19-46f7-96f5-0d555184b46b req-9891cc72-e2a8-42d5-8816-33ad5794ab0e service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237607 Mar 16 11:33:27.018312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852021-1c80-4734-9bd5-5742914865d2 req-c97d8d33-fca3-424f-a2ff-72465c9813d5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:27.019684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8c852021-1c80-4734-9bd5-5742914865d2 req-c97d8d33-fca3-424f-a2ff-72465c9813d5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 944 time: 0.0840843 Mar 16 11:33:27.063067 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8c852021-1c80-4734-9bd5-5742914865d2 req-70eb00ee-5f98-4542-acf1-779fb08e993c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Mar 16 11:33:28.250761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb689a7-65db-42f2-b170-b71ab6b3370f req-ab2f1987-926c-4433-b923-530a0670d5f5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:28.252188 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8eb689a7-65db-42f2-b170-b71ab6b3370f req-ab2f1987-926c-4433-b923-530a0670d5f5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 944 time: 0.0789907 Mar 16 11:33:28.298323 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8eb689a7-65db-42f2-b170-b71ab6b3370f req-e9a1bb63-70e0-47a4-a483-c7d93b25c3ad tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Mar 16 11:33:28.981539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:29.163432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:29.176428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'port_id': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'mac_address': 'fa:16:3e:da:a4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f735daf-eabb-4048-b4ee-0c6f6c5a51ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:29.228914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:29.245676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da0d398-b722-480c-94eb-bbf5a6f1ae88 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:33:29.260800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:29.327045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:29.396855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:29.481321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5e119-8fb1-4757-9a7e-dd0bbbb08fc1 req-97401823-ba8f-47bc-a9cb-ac017cefa03c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:29.483681 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f6b5e119-8fb1-4757-9a7e-dd0bbbb08fc1 req-97401823-ba8f-47bc-a9cb-ac017cefa03c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 945 time: 0.0803692 Mar 16 11:33:29.526271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['9da0d398-b722-480c-94eb-bbf5a6f1ae88'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:33:29.526475 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f6b5e119-8fb1-4757-9a7e-dd0bbbb08fc1 req-2bd0dc01-e865-47ce-9b04-bdf15cfb3e0a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Mar 16 11:33:30.707506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be3da-52c9-4a06-9a61-658beb2255a4 req-11932696-d107-49b8-92a3-a978fd369d8b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:30.708971 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-be4be3da-52c9-4a06-9a61-658beb2255a4 req-11932696-d107-49b8-92a3-a978fd369d8b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 945 time: 0.0786407 Mar 16 11:33:30.752495 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-be4be3da-52c9-4a06-9a61-658beb2255a4 req-1808cbab-abfd-4e30-b4f3-dd3ff70cf262 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Mar 16 11:33:30.981240 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:31.120792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:31.125817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:31.126218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.240779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.266333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:33:31.278464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:33:31.308313 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'code': 200} Mar 16 11:33:31.340751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:31.407544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:31.671971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45b21-7dc7-474a-a61c-81507471321c req-5021d5e8-405f-4824-9ca8-d629eb66a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:31.673440 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e7d45b21-7dc7-474a-a61c-81507471321c req-5021d5e8-405f-4824-9ca8-d629eb66a36a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1099 time: 0.0742438 Mar 16 11:33:31.716231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e7d45b21-7dc7-474a-a61c-81507471321c req-f94e5f5d-0f6d-47fd-a989-2f65669b566c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Mar 16 11:33:31.971343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7b3c-e7c7-4d43-8b47-ba777de0d661 req-0d05dd9b-8d0c-4ca1-8b52-79a21debfee6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:31.972885 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f17a7b3c-e7c7-4d43-8b47-ba777de0d661 req-0d05dd9b-8d0c-4ca1-8b52-79a21debfee6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0915923 Mar 16 11:33:32.019363 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f17a7b3c-e7c7-4d43-8b47-ba777de0d661 req-562f2873-eaec-41b0-bfb3-11300cdcbe5c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Mar 16 11:33:33.212023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d860-787c-48ea-a7a9-05f68dc06232 req-cc3ad56d-45fb-40aa-81e2-9b435ad342dd tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.213456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ae50d860-787c-48ea-a7a9-05f68dc06232 req-cc3ad56d-45fb-40aa-81e2-9b435ad342dd tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0788217 Mar 16 11:33:33.257418 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ae50d860-787c-48ea-a7a9-05f68dc06232 req-eddb2ea1-7821-415a-8bb9-c55c6a8467a2 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Mar 16 11:33:33.438015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09da0-f42f-4902-ba6c-7acbfc9b4466 req-36ffb3b7-f42c-4a68-bd86-42dc1ba306da tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:33.439487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a0e09da0-f42f-4902-ba6c-7acbfc9b4466 req-36ffb3b7-f42c-4a68-bd86-42dc1ba306da tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0797095 Mar 16 11:33:33.483283 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a0e09da0-f42f-4902-ba6c-7acbfc9b4466 req-f2f2b840-a3b2-40d0-86da-181f2fe82547 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Mar 16 11:33:34.067939 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e5f4-1b34-4f66-9221-0b503a642ffb req-77c70ddd-82a0-4493-a39c-cc550982f586 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:34.069365 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a255e5f4-1b34-4f66-9221-0b503a642ffb req-77c70ddd-82a0-4493-a39c-cc550982f586 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.1292088 Mar 16 11:33:34.109683 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-f700cec7-f956-4bf3-a4a9-78ac46c7c413 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162093 Mar 16 11:33:34.128486 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a255e5f4-1b34-4f66-9221-0b503a642ffb req-bed9dd3f-a15b-4a97-af4e-4c9fcdb7fec8 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533640 Mar 16 11:33:35.315296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cbef1-4e11-48a0-a3a3-e26df76abc95 req-9c0c05ce-b9bc-4d0b-830f-f5c4c3b56a3a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:35.316741 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-357cbef1-4e11-48a0-a3a3-e26df76abc95 req-9c0c05ce-b9bc-4d0b-830f-f5c4c3b56a3a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0854957 Mar 16 11:33:35.361805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-357cbef1-4e11-48a0-a3a3-e26df76abc95 req-6117cdcc-82e0-40fb-8f24-d0900b2577b3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Mar 16 11:33:36.173046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-0a685d59-1c84-4240-a8fe-125457cf44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:36.175151 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-0a685d59-1c84-4240-a8fe-125457cf44b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1099 time: 0.0711739 Mar 16 11:33:36.304439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-b195b6c7-51ca-45d2-85db-629c31f66a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:36.305891 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-b195b6c7-51ca-45d2-85db-629c31f66a07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1250896 Mar 16 11:33:36.375543 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-99721914-7c14-4147-a8bc-863f957b29f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0640445 Mar 16 11:33:36.440378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-d9b33af3-ec80-48d3-a6ba-3a39765199d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:36.441713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-d9b33af3-ec80-48d3-a6ba-3a39765199d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0607030 Mar 16 11:33:36.555492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361b41-69a1-4835-8d8c-719cf33891ee req-be8b46d5-8ed0-4957-b4ab-8376a9e77ffa tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:36.557216 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-40361b41-69a1-4835-8d8c-719cf33891ee req-be8b46d5-8ed0-4957-b4ab-8376a9e77ffa tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0874820 Mar 16 11:33:36.588175 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-66c537e1-24fd-4c48-8d64-09d6be2a336c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409380 Mar 16 11:33:36.604668 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-40361b41-69a1-4835-8d8c-719cf33891ee req-7c32ce07-597b-495e-aacc-e255279f0d4a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Mar 16 11:33:36.716672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-eeacbc7f-363e-4e75-a612-91d6ca47f34e service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226838 Mar 16 11:33:36.844715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-1805873a-154f-489a-ad11-e039f5ebfcde service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212099 Mar 16 11:33:37.840848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354a33-539c-446e-82c6-d5decfedbff1 req-064e63ad-031e-4d63-b267-40e899eb6177 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:37.842312 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-32354a33-539c-446e-82c6-d5decfedbff1 req-064e63ad-031e-4d63-b267-40e899eb6177 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.1319604 Mar 16 11:33:37.889633 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-32354a33-539c-446e-82c6-d5decfedbff1 req-ed1d519e-3895-4336-be6e-65e29d36cfd5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Mar 16 11:33:39.075351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc1130-3bc5-4386-acc2-ed24847a53ac req-778be1e6-728e-4026-845f-6215bf7ba796 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:39.076925 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-50bc1130-3bc5-4386-acc2-ed24847a53ac req-778be1e6-728e-4026-845f-6215bf7ba796 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0820150 Mar 16 11:33:39.122227 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-50bc1130-3bc5-4386-acc2-ed24847a53ac req-c6413f82-e3f4-446a-83f6-19688fca4095 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Mar 16 11:33:40.307097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742fd21-5de2-4e07-8671-2366d8e6f21c req-652222b9-1389-4bcc-b23e-c0be9aa07ad3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:40.308522 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8742fd21-5de2-4e07-8671-2366d8e6f21c req-652222b9-1389-4bcc-b23e-c0be9aa07ad3 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0783300 Mar 16 11:33:40.352001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8742fd21-5de2-4e07-8671-2366d8e6f21c req-3df010fb-1d48-417b-ac7d-7e5a4f114d5e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Mar 16 11:33:41.587247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6103dc0-88f7-48da-9929-5d7426bfbc26 req-3006bb7f-402c-49e1-8373-8bcba579ee00 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:41.588700 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c6103dc0-88f7-48da-9929-5d7426bfbc26 req-3006bb7f-402c-49e1-8373-8bcba579ee00 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.1333156 Mar 16 11:33:41.633409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c6103dc0-88f7-48da-9929-5d7426bfbc26 req-9f4a99d0-5db9-4d39-8d80-4b37fe0c10bd tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Mar 16 11:33:42.816724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3675c0b-00df-4e19-8f14-c8e36e0e366e req-3f8fa641-8468-46e6-9c2a-15b5106df78c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:42.818160 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e3675c0b-00df-4e19-8f14-c8e36e0e366e req-3f8fa641-8468-46e6-9c2a-15b5106df78c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0817404 Mar 16 11:33:42.860792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e3675c0b-00df-4e19-8f14-c8e36e0e366e req-a97f88bb-dbfe-4784-bdb8-d4e5efdee751 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Mar 16 11:33:44.050020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655b61a-5aec-4eeb-8289-a587b4cd57cf req-636e58a4-28b3-403e-93ae-f783fa944aff tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:44.051464 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f655b61a-5aec-4eeb-8289-a587b4cd57cf req-636e58a4-28b3-403e-93ae-f783fa944aff tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0827947 Mar 16 11:33:44.096265 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f655b61a-5aec-4eeb-8289-a587b4cd57cf req-2c52b391-5ec5-4556-b1e7-ec84ab56095f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Mar 16 11:33:45.151912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf17c1-0e97-40f7-a6a2-8af7077c812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:45.335765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff376d88-3f9b-4821-9f65-b89ebd0bb2bd req-12cb53c1-b4ee-40a5-b404-6d05745bbc28 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.337208 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff376d88-3f9b-4821-9f65-b89ebd0bb2bd req-12cb53c1-b4ee-40a5-b404-6d05745bbc28 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.1383150 Mar 16 11:33:45.340247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-73f20cbd-6c2d-4cd6-912b-511f4c9b5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.341553 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-73f20cbd-6c2d-4cd6-912b-511f4c9b5fd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1099 time: 0.1052523 Mar 16 11:33:45.411858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff376d88-3f9b-4821-9f65-b89ebd0bb2bd req-8cd8be26-71c4-46b6-88fc-6d09880ba649 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688865 Mar 16 11:33:45.502637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-05248b19-e686-41ab-8ae2-2aa8488bfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.504044 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-05248b19-e686-41ab-8ae2-2aa8488bfe05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1399319 Mar 16 11:33:45.573565 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-18a835e4-0dad-4f3b-b138-5f18b8e186c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0628052 Mar 16 11:33:45.634921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-5409462b-e8e1-4eb1-9bdb-df1a181ef277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:45.636235 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-5409462b-e8e1-4eb1-9bdb-df1a181ef277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0566843 Mar 16 11:33:45.682482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-3b4f19a0-a09d-47a4-b03c-c5c89d6da968 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395300 Mar 16 11:33:45.811330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-7190d5e5-bab5-4245-b0f9-e477577b17fa service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215799 Mar 16 11:33:45.941566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d64feefa-392a-4c6d-98a4-ca08fa3de73d req-21fe4a17-72d1-472c-b996-07fc655e98e2 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232109 Mar 16 11:33:46.594142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15ab0a-db88-4ee4-9f1a-eab22551edc2 req-f7760d0d-d439-4fa8-b366-73403073ea94 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:46.595588 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e15ab0a-db88-4ee4-9f1a-eab22551edc2 req-f7760d0d-d439-4fa8-b366-73403073ea94 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0797780 Mar 16 11:33:46.644250 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e15ab0a-db88-4ee4-9f1a-eab22551edc2 req-0ca5a9ec-676f-432a-8e48-2eb54b24e8a7 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Mar 16 11:33:47.374653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-46c8bf7d-1980-4607-b239-14228c18bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:47.832353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be2e47-907e-43f9-8dd8-ec2373937b02 req-1320706f-a081-48f1-a21c-055c061c39fa tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:47.833773 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c9be2e47-907e-43f9-8dd8-ec2373937b02 req-1320706f-a081-48f1-a21c-055c061c39fa tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0822229 Mar 16 11:33:47.878746 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c9be2e47-907e-43f9-8dd8-ec2373937b02 req-fd39934c-ea13-4c5c-8292-40d9cbcbac23 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391347 Mar 16 11:33:48.322934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:48.694308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:49.058267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697bb0-23ed-4fe8-a8ab-9056e79ca4a8 req-673407fe-96e3-4747-9736-3bb40c65e000 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:49.059706 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7c697bb0-23ed-4fe8-a8ab-9056e79ca4a8 req-673407fe-96e3-4747-9736-3bb40c65e000 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0783112 Mar 16 11:33:49.103203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7c697bb0-23ed-4fe8-a8ab-9056e79ca4a8 req-0df780e4-db3e-437f-8577-ffb48ec9f6ec tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Mar 16 11:33:49.951971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.160651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:50.285814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8c061-8894-41f9-b7eb-140b0fcf22c3 req-65342494-9829-48b4-a0c2-52c34156c69f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:50.287159 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95d8c061-8894-41f9-b7eb-140b0fcf22c3 req-65342494-9829-48b4-a0c2-52c34156c69f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0778980 Mar 16 11:33:50.425106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95d8c061-8894-41f9-b7eb-140b0fcf22c3 req-d3faea01-1e10-4068-8532-a46d3b519e78 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323400 Mar 16 11:33:51.613781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb70f8b-2a66-493e-bea3-0f5a68ac0e0c req-1eb4ce4b-b4e8-41fc-9300-74b120304209 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:51.615244 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-edb70f8b-2a66-493e-bea3-0f5a68ac0e0c req-1eb4ce4b-b4e8-41fc-9300-74b120304209 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0828876 Mar 16 11:33:51.657932 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-edb70f8b-2a66-493e-bea3-0f5a68ac0e0c req-cb15adf6-822a-4e79-9610-819d8ce94d78 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Mar 16 11:33:52.839261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a0eb-cdfa-4cc0-96b3-b2faad77b709 req-fa9aa757-3cc4-4c2f-b2cf-ccec29bb9423 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:52.840762 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f76a0eb-cdfa-4cc0-96b3-b2faad77b709 req-fa9aa757-3cc4-4c2f-b2cf-ccec29bb9423 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0781198 Mar 16 11:33:52.886196 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f76a0eb-cdfa-4cc0-96b3-b2faad77b709 req-5f1fe8b0-ddcf-4f14-8588-1fe730a4c242 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Mar 16 11:33:54.219177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88339ce1-e659-4797-a656-794bce57c001 req-34bb6a3e-4afb-493a-9fbf-29ab378a0f07 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:54.221651 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88339ce1-e659-4797-a656-794bce57c001 req-34bb6a3e-4afb-493a-9fbf-29ab378a0f07 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0863209 Mar 16 11:33:54.265350 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-88339ce1-e659-4797-a656-794bce57c001 req-01b77786-e5ae-4574-8fdb-6ded2d8896aa tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381780 Mar 16 11:33:55.092342 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:55.456706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ca48b-7c5d-4bb5-9c25-a2561b7e7ab0 req-7892371a-baa9-427d-9a68-d19783d4fca9 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:55.458119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-848ca48b-7c5d-4bb5-9c25-a2561b7e7ab0 req-7892371a-baa9-427d-9a68-d19783d4fca9 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0840287 Mar 16 11:33:55.503303 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-848ca48b-7c5d-4bb5-9c25-a2561b7e7ab0 req-e1dbe912-5cdf-4acc-8612-7e63ff52ae51 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Mar 16 11:33:56.687010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4e8e-5b5d-455e-bcc0-dd8609e09c9d req-4f5859b8-df81-422f-8db2-7cc99db2771c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:56.688466 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-224d4e8e-5b5d-455e-bcc0-dd8609e09c9d req-4f5859b8-df81-422f-8db2-7cc99db2771c tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0831978 Mar 16 11:33:56.732672 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-224d4e8e-5b5d-455e-bcc0-dd8609e09c9d req-33da2aad-d9b7-4197-8b85-ee44350a547f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Mar 16 11:33:57.916333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57f79-5b03-48ef-8489-0245875d65bb req-cb52ad01-5d9d-47d9-9c3d-a2105d6acde4 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:57.917984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c9d57f79-5b03-48ef-8489-0245875d65bb req-cb52ad01-5d9d-47d9-9c3d-a2105d6acde4 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0807908 Mar 16 11:33:57.964655 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c9d57f79-5b03-48ef-8489-0245875d65bb req-02631335-a28f-4611-afe2-01e9229607de tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Mar 16 11:33:59.149120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e694d0-62ea-44fb-a556-ddebc7e002b4 req-db6bd33c-d802-46c1-9d10-6bd988c5f7e4 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:59.150614 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64e694d0-62ea-44fb-a556-ddebc7e002b4 req-db6bd33c-d802-46c1-9d10-6bd988c5f7e4 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0804577 Mar 16 11:33:59.197707 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64e694d0-62ea-44fb-a556-ddebc7e002b4 req-aa83f700-4e65-423f-8d0a-6241cadbe056 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Mar 16 11:34:00.378079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e5aec-1978-4089-9710-72f4f072b514 req-f561bcc1-0c6b-4f74-8c11-f8b67217646a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:00.380270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ea8e5aec-1978-4089-9710-72f4f072b514 req-f561bcc1-0c6b-4f74-8c11-f8b67217646a tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0801942 Mar 16 11:34:00.423597 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ea8e5aec-1978-4089-9710-72f4f072b514 req-11f811f1-3f94-4ac6-8267-1ef4a00efefd tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377936 Mar 16 11:34:01.607730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062924d-1e22-4532-a968-2d47ea22c32d req-e5f8fbc6-4f5f-427c-bad3-1b4c64e007d6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.609761 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f062924d-1e22-4532-a968-2d47ea22c32d req-e5f8fbc6-4f5f-427c-bad3-1b4c64e007d6 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0815277 Mar 16 11:34:01.656053 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f062924d-1e22-4532-a968-2d47ea22c32d req-2557347a-6f73-49e2-9f73-ea76505204c2 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 Mar 16 11:34:02.845303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870e91-879c-49c3-b2e6-133ad26881fc req-f84702ac-f635-4bbe-82e5-5a6bf7797a65 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:02.846778 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-31870e91-879c-49c3-b2e6-133ad26881fc req-f84702ac-f635-4bbe-82e5-5a6bf7797a65 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0813808 Mar 16 11:34:02.890572 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-31870e91-879c-49c3-b2e6-133ad26881fc req-3a624e77-8dda-4949-be91-d91faab19100 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Mar 16 11:34:03.998920 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-85d7bb42-533f-4b01-bcf8-a4926a3c14fb service neutron] 10.222.0.53 "GET /v2.0/ports/9da0d398-b722-480c-94eb-bbf5a6f1ae88/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0736423 Mar 16 11:34:04.171775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65bbc4-4329-4e15-a0b8-3c19136a366c req-41e22120-e238-4b49-a848-4f132f140b58 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:04.173173 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd65bbc4-4329-4e15-a0b8-3c19136a366c req-41e22120-e238-4b49-a848-4f132f140b58 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.1786368 Mar 16 11:34:04.217512 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd65bbc4-4329-4e15-a0b8-3c19136a366c req-781b955a-858e-4039-b0c5-5c7876d9251e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379691 Mar 16 11:34:04.543662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-5020a070-b33a-4741-92e3-4fedf75894c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:04.545030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-5020a070-b33a-4741-92e3-4fedf75894c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c&tenant_id=9a751e24e8d54bc5b6fb22386f338054 HTTP/1.1" status: 200 len: 1099 time: 0.0736687 Mar 16 11:34:04.636133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-f0204560-3d6d-403e-ab6c-c89a7bce6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:04.637586 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-f0204560-3d6d-403e-ab6c-c89a7bce6ae5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1099 time: 0.0712271 Mar 16 11:34:04.766655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-e20258a1-b543-46cb-93e0-948369dd58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:04.768080 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-e20258a1-b543-46cb-93e0-948369dd58e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.1242621 Mar 16 11:34:04.838625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-cbb10e8d-97eb-459f-b71b-57e80205b19c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0637572 Mar 16 11:34:04.899809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-d6d1dfd9-804d-4c30-8e2f-be04b9512e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:04.901197 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-d6d1dfd9-804d-4c30-8e2f-be04b9512e14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0569630 Mar 16 11:34:04.950766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-50d8516b-2af6-4831-836c-c18df7a6c1c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435219 Mar 16 11:34:05.080780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-d194ecf8-aa39-4489-b63c-94efe538ca40 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236603 Mar 16 11:34:05.213383 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70f3a19e-54dd-4cd2-ba59-2728c28da650 req-dbdfade9-e257-412a-9e34-9d05015fe0e7 service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267297 Mar 16 11:34:05.401907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bf8a6-b726-465a-9cac-fc128b0ad7f1 req-db11494f-7692-4dfe-ab17-0a59135be5ac tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:05.403278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d10bf8a6-b726-465a-9cac-fc128b0ad7f1 req-db11494f-7692-4dfe-ab17-0a59135be5ac tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0812244 Mar 16 11:34:05.447765 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d10bf8a6-b726-465a-9cac-fc128b0ad7f1 req-bd838404-5e66-400e-9c6c-51d71096c1fd tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 Mar 16 11:34:06.631255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67729b6-567d-4762-b575-64bce8b3d0f8 req-3e99e36a-6eae-49b7-848b-f1b3cd4ac4f5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:06.632742 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c67729b6-567d-4762-b575-64bce8b3d0f8 req-3e99e36a-6eae-49b7-848b-f1b3cd4ac4f5 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0794690 Mar 16 11:34:06.675249 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c67729b6-567d-4762-b575-64bce8b3d0f8 req-26e0408d-c06c-4fc3-8b72-6eb4bfaab6a1 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Mar 16 11:34:07.152174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:34:07.156081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:07.365118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:07.393813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:07.415682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'network_id': '3c918d7f-a122-41df-8577-bbcf6c65e0cd', 'port_id': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'mac_address': 'fa:16:3e:da:a4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f735daf-eabb-4048-b4ee-0c6f6c5a51ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:34:07.416940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:07.453833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:07.475092 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'code': 200} Mar 16 11:34:07.485957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:07.502742 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9da0d398-b722-480c-94eb-bbf5a6f1ae88 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:07.540165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:07.651701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:34:07.651977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:34:07.655274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:07.662485 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.662836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.663203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.663548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.663878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.664209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.664535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.664861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.665183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.665504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.665822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.666163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:07.859012 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290a06d-c1bf-4e2b-ab74-eb79a8fbfa99 req-b0609fac-1d82-4a18-b718-630ccf5ac284 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:07.860472 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7290a06d-c1bf-4e2b-ab74-eb79a8fbfa99 req-b0609fac-1d82-4a18-b718-630ccf5ac284 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 944 time: 0.0816004 Mar 16 11:34:07.904667 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7290a06d-c1bf-4e2b-ab74-eb79a8fbfa99 req-f92e77b1-a832-4069-8404-237695f4e92e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Mar 16 11:34:08.210034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.229182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da0d398-b722-480c-94eb-bbf5a6f1ae88 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:08.243745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:08.331596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:08.383676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d9a19-beea-47fe-8438-2ae6367adca1 req-42185179-5f19-4053-9eb9-a2420b57d1ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:08.385297 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a6d9a19-beea-47fe-8438-2ae6367adca1 req-42185179-5f19-4053-9eb9-a2420b57d1ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 945 time: 0.0894310 Mar 16 11:34:08.408024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['9da0d398-b722-480c-94eb-bbf5a6f1ae88'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:34:08.444166 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a6d9a19-beea-47fe-8438-2ae6367adca1 req-163e69c3-464f-447d-ac02-7fe6cf5952be tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Mar 16 11:34:08.452634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:08.479675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-9db9d91d-e331-4438-b79b-bf57a0001eed tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:08.481142 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-9db9d91d-e331-4438-b79b-bf57a0001eed tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c&tenant_id=9a751e24e8d54bc5b6fb22386f338054&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1051211 Mar 16 11:34:08.618560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-038a398f-4fb7-4d0d-a67c-58e6bda46c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:08.620014 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-038a398f-4fb7-4d0d-a67c-58e6bda46c4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a751e24e8d54bc5b6fb22386f338054&device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 1098 time: 0.0708592 Mar 16 11:34:08.840020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-f1f451b6-29db-4f8e-96cd-a70d9677d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:08.841450 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-f1f451b6-29db-4f8e-96cd-a70d9677d80f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 200 len: 915 time: 0.2153008 Mar 16 11:34:08.910314 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-79631603-43a0-4297-a79a-09442bced908 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0618336 Mar 16 11:34:08.970545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-5d220acf-51b5-4d61-ad09-62f887ff8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:08.971963 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-5d220acf-51b5-4d61-ad09-62f887ff8fe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 200 len: 854 time: 0.0557802 Mar 16 11:34:09.017356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-400c2548-981a-47c0-86b3-c9426d58c0ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c918d7f-a122-41df-8577-bbcf6c65e0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395775 Mar 16 11:34:09.148441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-cc47db4c-39ea-4396-8d51-fb20e513d8db service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244373 Mar 16 11:34:09.168143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:09.277685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:09.278444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.281350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5edbc204-f255-4907-b786-bbca1cf2ac7c req-cc4fcfd0-1b8a-4e2a-b84a-fcb40ff8812a service neutron] 10.222.0.53 "GET /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265550 Mar 16 11:34:09.391233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.423358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:09.476625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:09.511510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:09.556070 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'code': 200} Mar 16 11:34:09.588183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:09.649098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf070-3766-40ee-94e8-33e67abecfd7 req-997eb6cd-cfb6-4a0d-95c5-080b8dc5517d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:09.650484 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-534cf070-3766-40ee-94e8-33e67abecfd7 req-997eb6cd-cfb6-4a0d-95c5-080b8dc5517d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0868394 Mar 16 11:34:09.694726 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-534cf070-3766-40ee-94e8-33e67abecfd7 req-43817dee-ed31-4241-bf25-c328d0b01b7d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Mar 16 11:34:10.881198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064caa8-194d-492c-b009-6216b6556e0d req-829cf50a-249e-4862-806f-daa8b00b4599 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:10.883210 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0064caa8-194d-492c-b009-6216b6556e0d req-829cf50a-249e-4862-806f-daa8b00b4599 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0808418 Mar 16 11:34:10.929399 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0064caa8-194d-492c-b009-6216b6556e0d req-d429eddc-fbd0-4058-a587-5ec3824d2657 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 16 11:34:11.115409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25919a0b-77dd-4bdd-b04e-b2db57ca3ead req-8f14b4b7-bf66-4f9f-beec-cecd86ac746f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:11.116854 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-25919a0b-77dd-4bdd-b04e-b2db57ca3ead req-8f14b4b7-bf66-4f9f-beec-cecd86ac746f tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0791619 Mar 16 11:34:11.164593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-25919a0b-77dd-4bdd-b04e-b2db57ca3ead req-c4fcad44-a661-4729-b1b3-3ce65c60916e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Mar 16 11:34:11.345394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7031fa-34cb-4164-840e-d0358b3bd682 req-392fbd9f-da4d-49f6-876f-f070dc97b811 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:11.346851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3b7031fa-34cb-4164-840e-d0358b3bd682 req-392fbd9f-da4d-49f6-876f-f070dc97b811 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0809815 Mar 16 11:34:11.389779 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3b7031fa-34cb-4164-840e-d0358b3bd682 req-ad3e728d-fd21-4415-88d0-c00944694466 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Mar 16 11:34:12.101021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77979-d518-4dc0-95da-788d87a0c2fe req-a4d208e3-cdfa-43c6-8c2a-6c18306f046d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:12.102665 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06b77979-d518-4dc0-95da-788d87a0c2fe req-a4d208e3-cdfa-43c6-8c2a-6c18306f046d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0790880 Mar 16 11:34:12.147298 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06b77979-d518-4dc0-95da-788d87a0c2fe req-5a771589-5471-4367-9fc9-61548650d545 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385678 Mar 16 11:34:13.329961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73875d40-bcab-47a2-b6e1-2b85d1f95bb1 req-2ed86bce-eaf5-4344-9a94-9f38f92d5b3e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:13.331470 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-73875d40-bcab-47a2-b6e1-2b85d1f95bb1 req-2ed86bce-eaf5-4344-9a94-9f38f92d5b3e tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0805054 Mar 16 11:34:13.379832 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-73875d40-bcab-47a2-b6e1-2b85d1f95bb1 req-f5002007-8123-4c33-9c91-870713f37c18 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3e33f69-3b2c-462d-8c7c-9c386942ee7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Mar 16 11:34:13.619766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-0905c891-423d-4f96-854d-3beb90d6877b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:13.621226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-0905c891-423d-4f96-854d-3beb90d6877b tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 946 time: 0.0875764 Mar 16 11:34:13.690630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Deleting port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:34:13.690888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:13.932889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] For port 9da0d398-b722-480c-94eb-bbf5a6f1ae88, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9da0d398-b722-480c-94eb-bbf5a6f1ae88,segment=NetworkSegment(753680b5-1f55-44df-a2c2-59eba867c387),segment_id=753680b5-1f55-44df-a2c2-59eba867c387)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:13.933242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.054472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Calling delete_port for 9da0d398-b722-480c-94eb-bbf5a6f1ae88 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:34:14.251356 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.262653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['9da0d398-b722-480c-94eb-bbf5a6f1ae88'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:34:14.302095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Pushing event deleted for resources: {'Port': ['ID=9da0d398-b722-480c-94eb-bbf5a6f1ae88,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:14.342420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.342773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.343115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.343451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.343786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.344169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.344468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.344824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.345166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.345487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.345810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.346158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:14.388276 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] No DVR routers for this DVR port 9da0d398-b722-480c-94eb-bbf5a6f1ae88 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:34:14.390566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:14.392966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-deleted', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:14.439601 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c9a023-1192-49f2-8a2f-32c9be64b07c', 'name': 'network-vif-deleted', 'tag': '9da0d398-b722-480c-94eb-bbf5a6f1ae88', 'status': 'completed', 'code': 200} Mar 16 11:34:14.489898 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c19e7364-7fb2-4635-b3db-e0e48063d474 req-7f0adb00-f1d0-4b47-8e23-19c2a8ae90ae tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.53 "DELETE /v2.0/ports/9da0d398-b722-480c-94eb-bbf5a6f1ae88 HTTP/1.1" status: 204 len: 173 time: 0.8629365 Mar 16 11:34:14.530480 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f6aa5da-c112-4b1f-a25c-d01a33e8c890 req-ad1b7ba4-b935-4dd4-94cb-6dc9e9ebfc96 tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] 10.222.0.30 "GET /v2.0/ports?device_id=52c9a023-1192-49f2-8a2f-32c9be64b07c HTTP/1.1" status: 200 len: 210 time: 0.0451372 Mar 16 11:34:15.214454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c75aebe-c729-4727-873e-3a583042da47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.767490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 39986) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:15.825308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Deleting subnet 0f735daf-eabb-4048-b4ee-0c6f6c5a51ac {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:34:15.828047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.878269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:15.932792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.069135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.205987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f735daf-eabb-4048-b4ee-0c6f6c5a51ac,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:16.210400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.216559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c082cca9-82fc-405f-a135-6a136c2de7f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0f735daf-eabb-4048-b4ee-0c6f6c5a51ac HTTP/1.1" status: 204 len: 168 time: 0.4480577 Mar 16 11:34:16.219155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39990) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:16.324348 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.445719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.470524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c918d7f-a122-41df-8577-bbcf6c65e0cd']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:16.482491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753680b5-1f55-44df-a2c2-59eba867c387') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:16.482784 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753680b5-1f55-44df-a2c2-59eba867c387') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:16.493800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.509916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.516084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:34:16.516467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:34:16.530217 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:34:16.646449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.661835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:16.671906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c918d7f-a122-41df-8577-bbcf6c65e0cd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:16.680922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.681271 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.681611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.682049 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.682381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.682712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.683037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.683367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.683691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.684014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.684335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.684680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:16.726542 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-88170551-26c3-46cf-8500-09042e55d868 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3c918d7f-a122-41df-8577-bbcf6c65e0cd HTTP/1.1" status: 204 len: 168 time: 0.5063057 Mar 16 11:34:17.014816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 39996) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:17.063142 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-afb3cc8f-1d4c-4cc2-8213-0e6a37756643 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a751e24e8d54bc5b6fb22386f338054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470657 Mar 16 11:34:17.065424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 40000) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:17.127403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1853e46-2d87-4b46-b9b4-0f2f0e4fad14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.152668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1853e46-2d87-4b46-b9b4-0f2f0e4fad14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.291484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1853e46-2d87-4b46-b9b4-0f2f0e4fad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.308291 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853e46-2d87-4b46-b9b4-0f2f0e4fad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e33f69-3b2c-462d-8c7c-9c386942ee7d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:17.308508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:34:17.350931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 9da0d398-b722-480c-94eb-bbf5a6f1ae88 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:34:17.351272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 9da0d398-b722-480c-94eb-bbf5a6f1ae88 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:34:17.402422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-80072d21-7604-4ef5-8367-4cc9ea5996ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.418757 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b1853e46-2d87-4b46-b9b4-0f2f0e4fad14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:17.419900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b1853e46-2d87-4b46-b9b4-0f2f0e4fad14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3e33f69-3b2c-462d-8c7c-9c386942ee7d HTTP/1.1" status: 204 len: 168 time: 0.3535752 Mar 16 11:34:18.328147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.454152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40024) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:18.557306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1491061781-network', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:18.562169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:18.565987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Usage tracker for resource:network and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:18.568915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:18.574914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:18.646158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Made reservation on behalf of dad766a70daf4eb8b608b9df1ef59cf3 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:18.648495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.660428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.674692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:18.678389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Usage tracker for resource:security_group_rule and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:18.681085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:18.686665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:18.714169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.767939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.859596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.886183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:34:18.901182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b24da-7e4f-4dee-856b-37f6cc5a4855,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:18.906439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:18.910113 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Added segment 99a8ff03-f622-4e12-af77-39d053912cc1 of type vlan for network 56a6c730-1545-4e2f-91a9-8f31250724fe Mar 16 11:34:18.931926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.022918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.023809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:19.024381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.125390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] Pushing event updated for resources: {'Network': ['ID=56a6c730-1545-4e2f-91a9-8f31250724fe,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:19.135840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 56a6c730-1545-4e2f-91a9-8f31250724fe details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:34:19.189230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ea03847c-9b83-4b2e-8886-4a400fb90b2c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7338836 Mar 16 11:34:19.192043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40030) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:19.198115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Request body: {'subnet': {'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1491061781-subnet', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:19.202991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:19.206877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Usage tracker for resource:subnet and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:19.209836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:19.215544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:19.296983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Made reservation on behalf of dad766a70daf4eb8b608b9df1ef59cf3 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:19.299306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.551593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.629089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7323c7c8-d105-44b3-8c81-d25db3519ab8,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:19.638482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:19.640809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Network hostable DHCP agents. Network: 56a6c730-1545-4e2f-91a9-8f31250724fe, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:34:19.716855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:34:19.790875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 56a6c730-1545-4e2f-91a9-8f31250724fe) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:19.794813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:19.795384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.799328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfaf0f-0d58-4d21-bcd7-f1c236fda26b None None] Network 56a6c730-1545-4e2f-91a9-8f31250724fe requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:19.883507 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-532f6817-c278-4b28-aa1a-5da5dabbd198 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6897373 Mar 16 11:34:19.886096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40034) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:19.890905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:19.895939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:19.899690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Usage tracker for resource:router and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:19.902927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:19.908705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:19.994038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:19.995083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.006711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.010131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.023380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-56a6c730-1545-4e2f-91a9-8f31250724fe', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:34:20.024261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.171919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.187518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Allocated IP 172.20.0.2 (56a6c730-1545-4e2f-91a9-8f31250724fe/7323c7c8-d105-44b3-8c81-d25db3519ab8/7584c532-4cf2-4c99-9d06-ca3648a10ed7) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:20.338975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.387111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.397056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Transition to ACTIVE for port object 7584c532-4cf2-4c99-9d06-ca3648a10ed7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:20.414667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Transition to ACTIVE for port object 7584c532-4cf2-4c99-9d06-ca3648a10ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:20.471548 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.535910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:20.539320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:20.547723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:20.554883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Pushing event updated for resources: {'Port': ['ID=7584c532-4cf2-4c99-9d06-ca3648a10ed7,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:20.640280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Attempting to bind port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:20.640653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Attempting to bind port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:20.641014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Attempting to bind port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:20.646212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:20.646617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:20.647017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.647409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Bound using segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:20.647871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Bound port: 7584c532-4cf2-4c99-9d06-ca3648a10ed7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:20.648244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.723481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.736244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] For port 7584c532-4cf2-4c99-9d06-ca3648a10ed7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:20.739720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] For port 7584c532-4cf2-4c99-9d06-ca3648a10ed7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7584c532-4cf2-4c99-9d06-ca3648a10ed7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:20.756850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.818439 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:20.889396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Allocated IP 172.26.7.231 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/a3f03a3e-728e-492b-9779-3992be2dd1cc) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:20.902962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854f37-7af8-45b4-b597-f0a0e8dfddf1 None None] Pushing event updated for resources: {'Port': ['ID=7584c532-4cf2-4c99-9d06-ca3648a10ed7,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.184563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.228564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7584c532-4cf2-4c99-9d06-ca3648a10ed7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:21.268889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.329930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:21.332605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:21.335599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:21.354229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:21.375824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f03a3e-728e-492b-9779-3992be2dd1cc,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:21.810594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:21.842855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdf919-8118-4d53-a863-92c49238bc71 None None] Network 56a6c730-1545-4e2f-91a9-8f31250724fe requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:34:22.085590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] Provisioning for port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:22.096388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] Provisioning complete for port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:22.096756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.150096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.233198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.270314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] For port 7584c532-4cf2-4c99-9d06-ca3648a10ed7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7584c532-4cf2-4c99-9d06-ca3648a10ed7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:22.323092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.391688 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c25358-ad91-440a-96ac-9a87abee6324 None None] Pushing event updated for resources: {'Port': ['ID=7584c532-4cf2-4c99-9d06-ca3648a10ed7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:22.442594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:34:22.447060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7f3bccac-efa6-46a4-ab1e-bdfb5e46732a None None] Provisioning complete for port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:22.447429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7f3bccac-efa6-46a4-ab1e-bdfb5e46732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.730779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:22.742118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:22.751225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:22.751834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:34:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:22.814020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:22.815260 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8c258535-5f53-4155-a513-6a0edab81602 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9282539 Mar 16 11:34:22.818114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40038) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:22.927019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:23.201229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7584c532-4cf2-4c99-9d06-ca3648a10ed7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:23.266571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 3, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:23.272458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:23.272809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Updating router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 port a3f03a3e-728e-492b-9779-3992be2dd1cc binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:23.319871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:23.320236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.364013 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.483182 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.689601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Allocated IP 172.20.0.1 (56a6c730-1545-4e2f-91a9-8f31250724fe/7323c7c8-d105-44b3-8c81-d25db3519ab8/2bb20425-bebd-4efd-bada-638918780008) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:23.797672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.810184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Transition to ACTIVE for port object a3f03a3e-728e-492b-9779-3992be2dd1cc will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:23.840498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.855287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Transition to ACTIVE for port object 2bb20425-bebd-4efd-bada-638918780008 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:23.879718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.925820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.961549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Attempting to bind port a3f03a3e-728e-492b-9779-3992be2dd1cc on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:23.962156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Attempting to bind port a3f03a3e-728e-492b-9779-3992be2dd1cc by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:23.962283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Attempting to bind port a3f03a3e-728e-492b-9779-3992be2dd1cc on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:23.968902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8134c2-3aa2-4531-94bf-3869ed4401fe None None] Pushing event updated for resources: {'Port': ['ID=a3f03a3e-728e-492b-9779-3992be2dd1cc,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:23.974478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:23.974857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:23.975254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.976192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:23.976192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Bound port: a3f03a3e-728e-492b-9779-3992be2dd1cc, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:23.976514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:23.991438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:23.994161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:24.001744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:24.035390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb20425-bebd-4efd-bada-638918780008,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:24.055142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] For port a3f03a3e-728e-492b-9779-3992be2dd1cc, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:24.058624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] For port a3f03a3e-728e-492b-9779-3992be2dd1cc, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a3f03a3e-728e-492b-9779-3992be2dd1cc,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:24.059106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.127164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.205759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:24.206421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:34:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:24.293788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8134c2-3aa2-4531-94bf-3869ed4401fe None None] Pushing event updated for resources: {'Port': ['ID=a3f03a3e-728e-492b-9779-3992be2dd1cc,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:24.385790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ca3f08c9-4e0e-4f5f-85e3-758237af0fee None None] Provisioning for port 2bb20425-bebd-4efd-bada-638918780008 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:24.405034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ca3f08c9-4e0e-4f5f-85e3-758237af0fee None None] Provisioning complete for port 2bb20425-bebd-4efd-bada-638918780008 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:24.405406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08c9-4e0e-4f5f-85e3-758237af0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.446579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:24.520283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.591446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f08c9-4e0e-4f5f-85e3-758237af0fee None None] Port 2bb20425-bebd-4efd-bada-638918780008 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:24.741409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.744952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 3, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:24.748772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259db2a-b6fe-41df-acc7-018c5aaa4e55 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:21Z', 'revision_number': 3, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:24.803505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:24.913109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb20425-bebd-4efd-bada-638918780008,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:24.915650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.063461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:25.064678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:25.253361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a3f03a3e-728e-492b-9779-3992be2dd1cc up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:25.279575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:34:25.337265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-91e00ed0-5351-4812-b20a-7e1361fd17c0 None None] Provisioning complete for port 2bb20425-bebd-4efd-bada-638918780008 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:25.337638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-91e00ed0-5351-4812-b20a-7e1361fd17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.396834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-91e00ed0-5351-4812-b20a-7e1361fd17c0 None None] Port 2bb20425-bebd-4efd-bada-638918780008 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:25.448421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a3f03a3e-728e-492b-9779-3992be2dd1cc completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:25.454008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a3f03a3e-728e-492b-9779-3992be2dd1cc triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:25.454599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.473348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:25.492235 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-02dce8d8-6414-43b8-9a18-ae23d2478c46 admin admin] 10.222.0.30 "PUT /v2.0/routers/11ac058b-9ae8-4849-abdb-669a08ba9ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6655445 Mar 16 11:34:25.580644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.600078 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a3f03a3e-728e-492b-9779-3992be2dd1cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a3f03a3e-728e-492b-9779-3992be2dd1cc,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:25.665410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:25.731759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a3f03a3e-728e-492b-9779-3992be2dd1cc,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:26.244746 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:26.253788 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:26.254412 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:34:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:26.448533 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:26.749295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 2, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:26.752845 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:26.753185 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Updating router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 port 2bb20425-bebd-4efd-bada-638918780008 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:34:26.804021 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.109792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 40050) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:27.116139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014773478', 'description': 'tempest-description--530219911'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:27.122397 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:27.126436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Usage tracker for resource:security_group and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:27.129632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:27.136215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:27.152030 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.164929 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Transition to ACTIVE for port object 2bb20425-bebd-4efd-bada-638918780008 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:27.200247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.207978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a3f03a3e-728e-492b-9779-3992be2dd1cc up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:27.221164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:27.225809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Usage tracker for resource:security_group_rule and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:27.228765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:27.234767 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.237961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:27.295515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a3f03a3e-728e-492b-9779-3992be2dd1cc triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:27.295973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.310632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.324632 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Pushing event updated for resources: {'Port': ['ID=2bb20425-bebd-4efd-bada-638918780008,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:27.377584 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.416676 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.417207 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.417646 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.418106 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.418534 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.418966 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.420248 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.420687 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.421153 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.421578 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.422031 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.422464 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:34:27.460877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad984741-bdec-4311-b81d-5bd8e91b38cd,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:27.547938 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Attempting to bind port 2bb20425-bebd-4efd-bada-638918780008 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:27.548854 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Attempting to bind port 2bb20425-bebd-4efd-bada-638918780008 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:27.549557 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Attempting to bind port 2bb20425-bebd-4efd-bada-638918780008 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:27.556223 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:27.556995 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:27.557627 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.558261 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Bound using segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:27.559137 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Bound port: 2bb20425-bebd-4efd-bada-638918780008, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:27.559615 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.575620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.606950 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-467eff29-0db4-46fa-aad7-c51eb4a6cb71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4679632 Mar 16 11:34:27.608042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 40054) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:27.613306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'security_group_rule': {'security_group_id': 'ad984741-bdec-4311-b81d-5bd8e91b38cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:27.621426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:27.625572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Usage tracker for resource:security_group_rule and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:27.628620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:27.636495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:27.672975 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] For port 2bb20425-bebd-4efd-bada-638918780008, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:27.676297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] For port 2bb20425-bebd-4efd-bada-638918780008, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bb20425-bebd-4efd-bada-638918780008,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:27.718587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.741426 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.792847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.829087 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606b60-145a-4a00-9290-908ea6c0cbc0 None None] Pushing event updated for resources: {'Port': ['ID=2bb20425-bebd-4efd-bada-638918780008,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:27.831667 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:27.832268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:34:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:27.888453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:27.911803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17193281-9c34-42cf-bfdf-2efcea212c87,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:28.002954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.004383 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4f2809dc-fc54-4985-a378-7de9dd2ca6c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3952143 Mar 16 11:34:28.007173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 40058) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:28.012682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'security_group_rule': {'security_group_id': 'ad984741-bdec-4311-b81d-5bd8e91b38cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:28.018578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:28.022773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Usage tracker for resource:security_group_rule and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:28.025700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:28.031511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:28.032948 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:28.124216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.189209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.268597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.300452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71314828-42a4-4339-b7e3-463e685398dd,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:28.381911 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:27Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:28.385778 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bba5ae-cd7f-47ed-8937-39c2a8c957a3 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:27Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:28.397523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.398924 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2db3e40e-593c-4c50-8337-cd5cb0b39e7f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906765 Mar 16 11:34:28.401748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 40062) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:28.407022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:28.413821 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:28.423415 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Usage tracker for resource:floatingip and tenant:dad766a70daf4eb8b608b9df1ef59cf3 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:34:28.428486 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:34:28.439983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:28.545946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.695522 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:28.850099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Allocated IP 172.26.7.165 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/e6d0ff80-c38e-4ea7-beaa-be49e6a246db) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:28.999738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.091505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.226538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bb20425-bebd-4efd-bada-638918780008 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:29.283314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:29.284358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'Port': ['ID=e6d0ff80-c38e-4ea7-beaa-be49e6a246db,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:29.287037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:29.289335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:29.365516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2bb20425-bebd-4efd-bada-638918780008 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:29.368525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.371813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2bb20425-bebd-4efd-bada-638918780008 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:29.376097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.500578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.525075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.556588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2bb20425-bebd-4efd-bada-638918780008, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bb20425-bebd-4efd-bada-638918780008,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:29.653941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.721819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2bb20425-bebd-4efd-bada-638918780008,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:29.722768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.785321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:29.893864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'Port': ['ID=e6d0ff80-c38e-4ea7-beaa-be49e6a246db,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:29.905927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.008303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:30.009543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-43d10363-15f5-46fb-8bd4-ce6000606460 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6067789 Mar 16 11:34:30.170564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-d5deff17-2e2b-4160-b9a6-52841f6f96fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:30.242771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-d5deff17-2e2b-4160-b9a6-52841f6f96fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:30.243953 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-d5deff17-2e2b-4160-b9a6-52841f6f96fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2014773478&fields=id&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 267 time: 0.1153486 Mar 16 11:34:30.392788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-8805a6f6-4022-41fa-a47a-606cd62d259c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:30.393460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-8805a6f6-4022-41fa-a47a-606cd62d259c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:30.505024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-8805a6f6-4022-41fa-a47a-606cd62d259c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:30.506102 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-8805a6f6-4022-41fa-a47a-606cd62d259c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.2554553 Mar 16 11:34:30.521205 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-f2070ba3-5230-4ff3-9fb4-a0b937c23e51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/quotas/dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 375 time: 0.0095422 Mar 16 11:34:30.606848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-f341bd15-659b-460f-ae0a-44d699e033ed tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:30.699326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-f341bd15-659b-460f-ae0a-44d699e033ed tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:30.700626 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-f341bd15-659b-460f-ae0a-44d699e033ed tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1739268 Mar 16 11:34:30.876467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-db254db8-5105-4ce5-bde0-299e3ea30f25 service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633670 Mar 16 11:34:31.123008 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-3ac4ef7b-3919-4bcb-9ff7-8452b86c6bd8 service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350762 Mar 16 11:34:31.203359 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bb20425-bebd-4efd-bada-638918780008 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:31.270384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2bb20425-bebd-4efd-bada-638918780008 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:31.270910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.400562 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a8d8f889-2039-49bb-8012-eb00c8c07724 req-ffecf4d1-32bd-4d42-857c-b1c6d4b0665c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 210 time: 0.0439639 Mar 16 11:34:32.091315 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:32.553602 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06dedc0e-3059-4fe8-bf96-ba9537b20b30 req-681d4322-9c1e-4858-a40a-0296e350e8f7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 210 time: 0.0457308 Mar 16 11:34:33.542466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-519dc004-373e-4776-a63f-6f73bd220685 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:33.543779 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-519dc004-373e-4776-a63f-6f73bd220685 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1423826 Mar 16 11:34:33.592723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-e8104a49-7d23-414e-b72d-2b8ef7582e1d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 380 time: 0.0396471 Mar 16 11:34:33.601872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'port': {'device_id': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'admin_state_up': True, 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'security_groups': ['ad984741-bdec-4311-b81d-5bd8e91b38cd']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:33.710299 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b8ec0dc1-b946-484f-a80b-779df3ec2a60 req-5d6f2802-1f34-4de6-8aee-aa86c815de43 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 210 time: 0.0471983 Mar 16 11:34:33.743457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:34:33.753217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:34:33.821877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Made reservation on behalf of dad766a70daf4eb8b608b9df1ef59cf3 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:34:33.825322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.990284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Allocated IP 172.20.0.12 (56a6c730-1545-4e2f-91a9-8f31250724fe/7323c7c8-d105-44b3-8c81-d25db3519ab8/dd7491f1-dcdf-47ef-9ff1-62b78f03e651) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:34:34.172492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.187849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Transition to ACTIVE for port object dd7491f1-dcdf-47ef-9ff1-62b78f03e651 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:34.267960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.334901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:34:34.337777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:34:34.346200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:34:34.381622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:34.413911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:34.414543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.503352 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-5588f607-405d-469f-9818-c40dcc52f9d1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050939 Mar 16 11:34:34.557073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Request body: {'port': {'device_id': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:34.667567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.685239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ca7a7075-f6be-4933-8faf-eea247767cd6 None None] Provisioning for port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:34.690218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ca7a7075-f6be-4933-8faf-eea247767cd6 None None] Provisioning complete for port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:34.690590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7075-f6be-4933-8faf-eea247767cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.745561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a7075-f6be-4933-8faf-eea247767cd6 None None] Port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:34:35.002045 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5932f2b-5f7e-4192-9fd1-1a9ca40c84b8 req-1d956541-bf1b-4611-8477-9d15f8081eb7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:35.002659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d5932f2b-5f7e-4192-9fd1-1a9ca40c84b8 req-1d956541-bf1b-4611-8477-9d15f8081eb7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:35.082145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7491f1-dcdf-47ef-9ff1-62b78f03e651 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:35.089820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.104188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Transition to ACTIVE for port object dd7491f1-dcdf-47ef-9ff1-62b78f03e651 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:34:35.108057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d5932f2b-5f7e-4192-9fd1-1a9ca40c84b8 req-1d956541-bf1b-4611-8477-9d15f8081eb7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:35.109190 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d5932f2b-5f7e-4192-9fd1-1a9ca40c84b8 req-1d956541-bf1b-4611-8477-9d15f8081eb7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 932 time: 0.2925868 Mar 16 11:34:35.154162 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d5932f2b-5f7e-4192-9fd1-1a9ca40c84b8 req-0497733a-b2e4-4b87-95ef-9452dcc325fd tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 Mar 16 11:34:35.170667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.432557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:35.511460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Attempting to bind port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:34:35.511700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Attempting to bind port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:34:35.512019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Attempting to bind port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:35.516530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 on network 56a6c730-1545-4e2f-91a9-8f31250724fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:34:35.516846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Attempting to bind port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:34:35.522670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:34:35.523013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:34:35.523393 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Bound using segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:34:35.523811 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Bound port: dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:34:35.524155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.613371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:34:35.616270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:34:35.702507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.760532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:35.761143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.762652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 1094 time: 1.2521939 Mar 16 11:34:35.763125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:35.792353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a0c6-0b3a-429a-9751-9e8c4b269616 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:35.810566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'status': 'completed', 'code': 200} Mar 16 11:34:35.904712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d596-ffbc-486b-b687-47ad6adf0e02 req-7f4f598a-c61b-4f27-8d18-624b2205e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:35.906051 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cd69d596-ffbc-486b-b687-47ad6adf0e02 req-7f4f598a-c61b-4f27-8d18-624b2205e004 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1097 time: 0.0767388 Mar 16 11:34:36.047321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d596-ffbc-486b-b687-47ad6adf0e02 req-d24f5f16-c4e9-49a0-bedd-c80f6bbe5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.048685 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cd69d596-ffbc-486b-b687-47ad6adf0e02 req-d24f5f16-c4e9-49a0-bedd-c80f6bbe5055 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1360662 Mar 16 11:34:36.183887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d596-ffbc-486b-b687-47ad6adf0e02 req-056799c3-30a7-41e6-801f-7740beac1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.185043 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cd69d596-ffbc-486b-b687-47ad6adf0e02 req-056799c3-30a7-41e6-801f-7740beac1734 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298127 Mar 16 11:34:36.342966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-b7a97f55-b1e2-4c4b-bc63-e45fbf6da4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.344398 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-b7a97f55-b1e2-4c4b-bc63-e45fbf6da4ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1097 time: 0.1225011 Mar 16 11:34:36.428056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b3b75-4580-442b-ab5d-11e3a1ec974c req-33753d5d-d237-42d8-9557-966aa6eadc60 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.429458 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d7b3b75-4580-442b-ab5d-11e3a1ec974c req-33753d5d-d237-42d8-9557-966aa6eadc60 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 944 time: 0.1599746 Mar 16 11:34:36.430837 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-2ad22796-049a-4203-9feb-23c910a51648 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 217 time: 0.0782406 Mar 16 11:34:36.521640 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d7b3b75-4580-442b-ab5d-11e3a1ec974c req-df60d6c3-f5e0-4710-bd7f-74d20bf6e33d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863171 Mar 16 11:34:36.524845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-b70add07-6466-41e0-befe-f15c44004701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.526209 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-b70add07-6466-41e0-befe-f15c44004701 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0784307 Mar 16 11:34:36.600236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-6875baa3-ac32-4ff5-87ea-ccf14f828259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:36.601709 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-6875baa3-ac32-4ff5-87ea-ccf14f828259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694258 Mar 16 11:34:36.729651 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-1cf5f7ec-60c5-4c78-94c8-025f5c9c4f62 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222844 Mar 16 11:34:36.858913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ec419e5-598c-4e8d-938d-7e7f3cadbd44 req-dd0dd832-a0b6-4fd9-a737-7b81b2a4f6cb service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225710 Mar 16 11:34:37.704296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ce7d-aca1-407b-beeb-8e5eae2942b8 req-1d886ef9-ab74-4430-87a4-c2eee99ed609 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:37.705739 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-03d1ce7d-aca1-407b-beeb-8e5eae2942b8 req-1d886ef9-ab74-4430-87a4-c2eee99ed609 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 944 time: 0.0791466 Mar 16 11:34:37.749660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-03d1ce7d-aca1-407b-beeb-8e5eae2942b8 req-c65cbe3a-fcf4-41bb-9552-4f99a37638a7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:34:37.760847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-03d1ce7d-aca1-407b-beeb-8e5eae2942b8 req-c65cbe3a-fcf4-41bb-9552-4f99a37638a7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:34:37.761948 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-03d1ce7d-aca1-407b-beeb-8e5eae2942b8 req-c65cbe3a-fcf4-41bb-9552-4f99a37638a7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504553 Mar 16 11:34:38.947321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116e34-33a0-4187-a992-cc2afd751868 req-c0f5be3a-5b83-40c6-900c-08c273c9368c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:38.948765 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13116e34-33a0-4187-a992-cc2afd751868 req-c0f5be3a-5b83-40c6-900c-08c273c9368c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 944 time: 0.0833967 Mar 16 11:34:38.993835 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13116e34-33a0-4187-a992-cc2afd751868 req-3205befe-3ee8-462c-b29d-9bdf19a50148 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385895 Mar 16 11:34:39.479167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:34:39.611401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:39.625251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'mac_address': 'fa:16:3e:55:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:34:39.681481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:39.697864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7491f1-dcdf-47ef-9ff1-62b78f03e651 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:34:39.712979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:39.804580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:39.869975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:40.011890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['dd7491f1-dcdf-47ef-9ff1-62b78f03e651'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:34:40.180452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1991d-3220-430c-be65-d536b76028a5 req-3410485c-3b31-48ea-9e63-9694755f0633 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:40.181941 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f0b1991d-3220-430c-be65-d536b76028a5 req-3410485c-3b31-48ea-9e63-9694755f0633 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 945 time: 0.0820348 Mar 16 11:34:40.225648 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f0b1991d-3220-430c-be65-d536b76028a5 req-9a373ee7-c2ca-42d5-a836-63243db72e84 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379386 Mar 16 11:34:41.408284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b96b-b61c-40dc-b3ff-a1ed765a29a0 req-4e3fa6a3-5f29-4950-a6e0-80bba4d403f3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:41.409631 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e230b96b-b61c-40dc-b3ff-a1ed765a29a0 req-4e3fa6a3-5f29-4950-a6e0-80bba4d403f3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 945 time: 0.0782495 Mar 16 11:34:41.453002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e230b96b-b61c-40dc-b3ff-a1ed765a29a0 req-73051167-7ae2-43fc-be9c-7fab7aecdb05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371909 Mar 16 11:34:41.495338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:34:41.627501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:34:41.632751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:34:41.633120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.745611 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.772531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:41.787077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:34:41.818467 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'code': 200} Mar 16 11:34:41.851679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.930889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:34:42.147619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c12ef9-ad41-40f4-bc24-ec79beae090c req-953ceb82-c3c7-4e8a-9679-9e746b96420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:42.149050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e8c12ef9-ad41-40f4-bc24-ec79beae090c req-953ceb82-c3c7-4e8a-9679-9e746b96420f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1099 time: 0.0724359 Mar 16 11:34:42.190848 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e8c12ef9-ad41-40f4-bc24-ec79beae090c req-a77c28f8-b84d-4953-914a-8436488b6013 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345583 Mar 16 11:34:42.637990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3444-fece-4df5-9696-b5183da1ff7b req-a7fd1a5c-c7cb-4b7a-9fbe-a84454b0df6c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:42.639438 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-982c3444-fece-4df5-9696-b5183da1ff7b req-a7fd1a5c-c7cb-4b7a-9fbe-a84454b0df6c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0803721 Mar 16 11:34:42.685378 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-982c3444-fece-4df5-9696-b5183da1ff7b req-3e91c4fb-be29-45d2-b10b-ab9b502db2e4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Mar 16 11:34:43.868460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a8aae-f2ed-47e0-bfd4-e0cbe5685e24 req-63c7b639-22a0-43ac-949b-91b0def2178a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:43.869905 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-586a8aae-f2ed-47e0-bfd4-e0cbe5685e24 req-63c7b639-22a0-43ac-949b-91b0def2178a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0794396 Mar 16 11:34:43.913184 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-586a8aae-f2ed-47e0-bfd4-e0cbe5685e24 req-35193104-bfc6-41ef-bc4f-b914c2b290ec tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374424 Mar 16 11:34:44.087614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e5028-f34e-479b-9b43-72cf16fd17dc req-41ded9a3-a7ab-4b5d-a140-cbf301908b7d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:44.089119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-080e5028-f34e-479b-9b43-72cf16fd17dc req-41ded9a3-a7ab-4b5d-a140-cbf301908b7d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0784097 Mar 16 11:34:44.097404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40122) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:34:44.103026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'floatingip': {'port_id': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:34:44.277643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:44.867681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:44.956828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:45.129378 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 associated. External IP: 172.26.7.165, port: dd7491f1-dcdf-47ef-9ff1-62b78f03e651. Mar 16 11:34:45.170437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6ee5-9fb8-4389-b7c5-c6f008624a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:45.478973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:34:45.768828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:34:45.773726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:45.780854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:34:45.792666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:45.793289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:34:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:45.830267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a9acce88-b3cb-41dc-97e9-a36de8d87a05 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "PUT /v2.0/floatingips/f4554ff8-4b14-466f-899a-07a9ff3d1015 HTTP/1.1" status: 200 len: 992 time: 1.7316198 Mar 16 11:34:45.830947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:34:45.890193 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'status': 'completed', 'code': 200} Mar 16 11:34:45.985226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-e2d2eb6e-a0f7-4e15-bef0-a7377e89579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:45.986761 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-e2d2eb6e-a0f7-4e15-bef0-a7377e89579e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1099 time: 0.0754702 Mar 16 11:34:45.994820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:46.018566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2b893-0cb0-46bd-9b0d-ffe06989a5cc req-48dd9934-8b42-4248-a79b-87d3a1f3980b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:46.020238 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c2d2b893-0cb0-46bd-9b0d-ffe06989a5cc req-48dd9934-8b42-4248-a79b-87d3a1f3980b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0948164 Mar 16 11:34:46.073373 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c2d2b893-0cb0-46bd-9b0d-ffe06989a5cc req-6e7dceb6-9bda-47d1-9842-6e612f519327 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459771 Mar 16 11:34:46.132372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-a8ed1456-e9e0-4310-b824-e194e7a7f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:46.133867 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-a8ed1456-e9e0-4310-b824-e194e7a7f18d service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1378746 Mar 16 11:34:46.289924 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-011240e3-db83-4043-ba03-af09e70173bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 1000 time: 0.1489785 Mar 16 11:34:46.360516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e68ef-295a-4921-9dca-34ab594638de req-ca099807-a235-4b4b-966c-67896ad22de1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:46.361984 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fb7e68ef-295a-4921-9dca-34ab594638de req-ca099807-a235-4b4b-966c-67896ad22de1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.1690793 Mar 16 11:34:46.381244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:55:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:34:44Z', 'revision_number': 1, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:46.384410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-410cb946-cdc7-4b39-a34b-d5cd62905093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:46.385216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:34:46.385977 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-410cb946-cdc7-4b39-a34b-d5cd62905093 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0895884 Mar 16 11:34:46.393726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:34:46.394344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:34:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:46.454870 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fb7e68ef-295a-4921-9dca-34ab594638de req-c92e2caa-c70c-4388-8bc5-a74133fee6b6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856385 Mar 16 11:34:46.483311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-67951e08-f653-4c79-815a-350df8a15a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:46.484754 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-67951e08-f653-4c79-815a-350df8a15a0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827641 Mar 16 11:34:46.580429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:34:46.619797 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-ff211544-543a-456f-a23f-3d4f6bb1587d service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273966 Mar 16 11:34:46.753656 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-63922ebe-54ef-4674-96d0-81fa3f98d3c7 req-bd3a01c6-77ec-4cdb-84c8-3168c522897b service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260850 Mar 16 11:34:46.928120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:55:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:34:44Z', 'revision_number': 1, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:34:46.932018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d0936-6140-4836-b1a5-f514db81e008 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:55:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:34:44Z', 'revision_number': 1, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:34:47.114649 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92fb27-f86e-45f3-815b-f527e7d342bd None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:34:47.352259 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-df154ff3-037b-42a3-8903-72062a0a0235 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693018 Mar 16 11:34:47.379140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-960f6adb-50f9-424c-ae0b-4a8b4dbfeb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:47.504415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-7647b3b2-cd82-460b-8b39-850d4da123a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:47.506062 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-7647b3b2-cd82-460b-8b39-850d4da123a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1099 time: 0.0755546 Mar 16 11:34:47.644804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd01f-97c5-4f0a-8f86-0e5f66ef683c req-6f9c4255-40c4-466b-ae92-6a1cc8f0ca79 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:47.646239 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a2cd01f-97c5-4f0a-8f86-0e5f66ef683c req-6f9c4255-40c4-466b-ae92-6a1cc8f0ca79 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0810571 Mar 16 11:34:47.660502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-e8121cf8-22af-40ab-b9a7-a8e80f37828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:47.661963 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-e8121cf8-22af-40ab-b9a7-a8e80f37828e service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1302369 Mar 16 11:34:47.690622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a2cd01f-97c5-4f0a-8f86-0e5f66ef683c req-1cab0874-0e2d-48b0-bacd-cb56db18b7c9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Mar 16 11:34:47.763152 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-bcf2038d-f501-468b-b3ea-f0e9fd5d808e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 1002 time: 0.0936937 Mar 16 11:34:47.875285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-73db5d96-3dbd-412f-ab67-bcff7273cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:47.876701 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-73db5d96-3dbd-412f-ab67-bcff7273cd45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.1060672 Mar 16 11:34:48.054749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf34875-984f-4f2a-b301-77fb80d959b8 req-399a162b-5a70-4b95-966a-a27aa613042f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:48.054749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdf34875-984f-4f2a-b301-77fb80d959b8 req-399a162b-5a70-4b95-966a-a27aa613042f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.2483873 Mar 16 11:34:48.110261 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bdf34875-984f-4f2a-b301-77fb80d959b8 req-2a11851f-47f4-4435-8dfa-d26e9b2309e4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Mar 16 11:34:48.115500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-b55a9c4d-13ae-4579-9bad-ed461d390172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:48.117013 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-b55a9c4d-13ae-4579-9bad-ed461d390172 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2312922 Mar 16 11:34:48.295625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-beb63faf-e6e9-4b8c-abae-cfdf113e5868 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684256 Mar 16 11:34:48.336276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:48.429382 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-badfc076-7ae2-4d8d-9ae1-744720d22641 req-2539ed72-500b-4ba3-9991-e33daaa348a0 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275392 Mar 16 11:34:48.654079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a04ef-753f-4371-8ba3-5ac0b9b2ce9f req-6f548453-5afc-4b9a-9872-c23468897b9d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:48.655492 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc0a04ef-753f-4371-8ba3-5ac0b9b2ce9f req-6f548453-5afc-4b9a-9872-c23468897b9d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0797098 Mar 16 11:34:48.700623 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc0a04ef-753f-4371-8ba3-5ac0b9b2ce9f req-ca7af4ff-3ac4-450e-a765-ee63a5e22147 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390859 Mar 16 11:34:48.730332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:48.756113 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-582d2a64-bdc6-4c5a-8442-8610a467309f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728614 Mar 16 11:34:49.888620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300321f9-efc1-40eb-aefb-197727bac835 req-0db9a1f4-42fc-489f-914f-882c393d76c6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:49.890145 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-300321f9-efc1-40eb-aefb-197727bac835 req-0db9a1f4-42fc-489f-914f-882c393d76c6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0807114 Mar 16 11:34:49.936001 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-300321f9-efc1-40eb-aefb-197727bac835 req-74d81418-b5fb-429a-aa77-ab34ee6bf4a6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Mar 16 11:34:49.985196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:50.184870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:50.810533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-6a93e14e-929d-49bc-b075-f430787dfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:50.811978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-6a93e14e-929d-49bc-b075-f430787dfb47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1099 time: 0.0733151 Mar 16 11:34:50.941560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-87fc9689-6668-45aa-8661-1193559ed271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:50.943025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-87fc9689-6668-45aa-8661-1193559ed271 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1242707 Mar 16 11:34:51.078995 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-6bff5370-da4c-477b-8590-8206079705b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 1002 time: 0.1292977 Mar 16 11:34:51.158672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-d4a9e181-65f7-46dd-98e1-d537f39c04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:51.160595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-d4a9e181-65f7-46dd-98e1-d537f39c04ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0749211 Mar 16 11:34:51.222782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71048b3d-5d26-4058-83e1-c95bf91289e1 req-cb65eca6-a681-4eb9-9d85-d41f6665fd33 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:51.224145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71048b3d-5d26-4058-83e1-c95bf91289e1 req-cb65eca6-a681-4eb9-9d85-d41f6665fd33 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.1796002 Mar 16 11:34:51.278036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71048b3d-5d26-4058-83e1-c95bf91289e1 req-9fb50984-766d-4d26-a827-b2f39caa1916 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Mar 16 11:34:51.288843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-7f525759-87c6-453b-8ae9-c0d81a5a7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:51.290619 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-7f525759-87c6-453b-8ae9-c0d81a5a7308 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1230586 Mar 16 11:34:51.419857 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-1fc9c888-767b-4745-b2d7-e57bdf71a205 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227396 Mar 16 11:34:51.551205 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-4e708f1b-3782-4a88-8637-2150bad9fb2d service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241755 Mar 16 11:34:52.462254 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762a5fe-1499-463e-8cff-1fe530bdec43 req-87b2fdbd-cd6b-4f2e-860e-582103d8d43a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:52.463691 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7762a5fe-1499-463e-8cff-1fe530bdec43 req-87b2fdbd-cd6b-4f2e-860e-582103d8d43a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0829711 Mar 16 11:34:52.509089 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7762a5fe-1499-463e-8cff-1fe530bdec43 req-21e81ef4-c583-4d2a-acbd-acb333c93961 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396912 Mar 16 11:34:53.696472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa809ac2-7515-40cd-9765-dadd825df73e req-bff2592a-5796-486c-8a47-9b4a1cf88700 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:53.697918 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa809ac2-7515-40cd-9765-dadd825df73e req-bff2592a-5796-486c-8a47-9b4a1cf88700 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0811505 Mar 16 11:34:53.744677 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aa809ac2-7515-40cd-9765-dadd825df73e req-c9cc19be-04e4-4400-9f61-df17d1968ed4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Mar 16 11:34:54.927838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946320a7-c2fc-48ae-a15d-14133363c504 req-bf9c3fb5-47af-478e-ac4e-5d49a7106d56 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:54.929286 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-946320a7-c2fc-48ae-a15d-14133363c504 req-bf9c3fb5-47af-478e-ac4e-5d49a7106d56 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0786309 Mar 16 11:34:54.976326 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-946320a7-c2fc-48ae-a15d-14133363c504 req-eb4c63fa-757c-4f5e-821d-c253dd2dc1d5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414126 Mar 16 11:34:56.159445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c9381-daa6-466c-bcc8-9937606c35d4 req-7daa9fe9-b67a-41f5-9d7d-f7944fcb84c3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:56.160871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804c9381-daa6-466c-bcc8-9937606c35d4 req-7daa9fe9-b67a-41f5-9d7d-f7944fcb84c3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0812335 Mar 16 11:34:56.203867 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804c9381-daa6-466c-bcc8-9937606c35d4 req-3169aa6e-1456-402e-9b1c-36384d4bcdef tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371833 Mar 16 11:34:57.384974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0470c-a199-47f9-9131-c650e7e9e3a1 req-36f138c9-5ada-4cd6-870c-3934c3389d18 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:57.386484 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-27e0470c-a199-47f9-9131-c650e7e9e3a1 req-36f138c9-5ada-4cd6-870c-3934c3389d18 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0798230 Mar 16 11:34:57.430420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-27e0470c-a199-47f9-9131-c650e7e9e3a1 req-649a1638-354e-448d-b723-59c9769577ee tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Mar 16 11:34:58.616150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956137f6-78a1-4911-be12-a4afbec40333 req-dbe29e52-a360-4947-b637-3c2d1a9a00aa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:58.617586 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-956137f6-78a1-4911-be12-a4afbec40333 req-dbe29e52-a360-4947-b637-3c2d1a9a00aa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0842030 Mar 16 11:34:58.661078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-956137f6-78a1-4911-be12-a4afbec40333 req-c81a1925-bd7f-4efc-9bc3-0faff4549cf0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Mar 16 11:34:59.849786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25ea77-850b-43ed-84b6-2e7268635a66 req-29c58211-a1f9-430c-be36-5dfd0afdea21 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:59.851253 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fa25ea77-850b-43ed-84b6-2e7268635a66 req-29c58211-a1f9-430c-be36-5dfd0afdea21 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0816491 Mar 16 11:34:59.895434 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fa25ea77-850b-43ed-84b6-2e7268635a66 req-c34d6324-4921-4963-a22a-2c35c5bcfaf2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Mar 16 11:35:01.087584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9b88-1a9b-4522-a2d6-d0aab33d9169 req-b1342eeb-373d-487b-9e68-af64def6752f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:01.089046 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-16fd9b88-1a9b-4522-a2d6-d0aab33d9169 req-b1342eeb-373d-487b-9e68-af64def6752f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0835865 Mar 16 11:35:01.234941 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-16fd9b88-1a9b-4522-a2d6-d0aab33d9169 req-ea676a3e-a6f0-4d36-a543-59b84acbb1b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399748 Mar 16 11:35:02.417070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdba562-80b8-4781-adda-1b366dac5f0b req-7d14a098-b4bd-4cf0-9017-a98e38608c45 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:02.418520 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cdba562-80b8-4781-adda-1b366dac5f0b req-7d14a098-b4bd-4cf0-9017-a98e38608c45 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0787549 Mar 16 11:35:02.461478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cdba562-80b8-4781-adda-1b366dac5f0b req-59b5b8cd-3764-4302-ad21-ff60c143d830 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 Mar 16 11:35:03.641823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d6649-1c38-48de-be69-ab680a32f757 req-a292f23f-6d33-4792-b249-d9faed29a308 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:03.643315 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-527d6649-1c38-48de-be69-ab680a32f757 req-a292f23f-6d33-4792-b249-d9faed29a308 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0795145 Mar 16 11:35:03.685782 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-527d6649-1c38-48de-be69-ab680a32f757 req-c80ed553-3497-40db-a6c2-43bd4fc429d7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363045 Mar 16 11:35:04.956442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6164b99-65b6-4ed4-8974-4ab2fbb6d3bd req-cab9cba2-5d52-475c-98c7-a91aca6cac29 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:04.957886 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d6164b99-65b6-4ed4-8974-4ab2fbb6d3bd req-cab9cba2-5d52-475c-98c7-a91aca6cac29 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.1687586 Mar 16 11:35:05.000394 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d6164b99-65b6-4ed4-8974-4ab2fbb6d3bd req-32412b7b-ed78-49ea-845f-5998762b0f9e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369554 Mar 16 11:35:06.182643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d344-5cdb-4bfa-87e5-ec5b5475e7b6 req-173dbaee-4f71-41f3-9ed8-23c934ef544f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:06.184070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3022d344-5cdb-4bfa-87e5-ec5b5475e7b6 req-173dbaee-4f71-41f3-9ed8-23c934ef544f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0807886 Mar 16 11:35:06.227407 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3022d344-5cdb-4bfa-87e5-ec5b5475e7b6 req-7d6d32c9-0654-4e9e-82ef-e1d47774519a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377016 Mar 16 11:35:07.409443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea278-2dfd-4db9-8477-1104917607ee req-cb6e9dd2-a465-4bd5-ac1e-60f3196945b7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:07.410797 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3eeea278-2dfd-4db9-8477-1104917607ee req-cb6e9dd2-a465-4bd5-ac1e-60f3196945b7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0813241 Mar 16 11:35:07.453353 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3eeea278-2dfd-4db9-8477-1104917607ee req-d2f3c13c-a05c-4889-ba4a-ba843800bd39 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370324 Mar 16 11:35:08.641388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d7253-be4f-414b-a792-e1c38f18ba82 req-bd10c96e-5f99-499f-bcbd-185f54175513 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:08.642751 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0b6d7253-be4f-414b-a792-e1c38f18ba82 req-bd10c96e-5f99-499f-bcbd-185f54175513 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0838923 Mar 16 11:35:08.685173 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0b6d7253-be4f-414b-a792-e1c38f18ba82 req-2bb8770c-eb8f-41af-abd2-8a30c7a22b16 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366511 Mar 16 11:35:09.090192 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:09.866916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5112d6-3f31-4fbb-86f8-e4df774ba0d5 req-077ba563-57ce-46b8-aef3-acbfa6ab9fe0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:09.868351 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca5112d6-3f31-4fbb-86f8-e4df774ba0d5 req-077ba563-57ce-46b8-aef3-acbfa6ab9fe0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0774662 Mar 16 11:35:09.910408 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca5112d6-3f31-4fbb-86f8-e4df774ba0d5 req-4b7bbf9c-2a53-40c3-97d4-346f72c592ac tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Mar 16 11:35:11.095115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c7be8-8c11-4cf2-a2f6-df0b9c1da646 req-5f461c49-ec38-4dcb-a30a-3433505b6350 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:11.096570 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c57c7be8-8c11-4cf2-a2f6-df0b9c1da646 req-5f461c49-ec38-4dcb-a30a-3433505b6350 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0804467 Mar 16 11:35:11.141293 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c57c7be8-8c11-4cf2-a2f6-df0b9c1da646 req-6624fa03-c94d-4d4e-b051-4dd135da6593 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Mar 16 11:35:12.326850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef779d-eee8-49b8-acaa-2d052e3409ea req-02217620-c4f9-4f7c-993f-0eb765a08df4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:12.328826 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-08ef779d-eee8-49b8-acaa-2d052e3409ea req-02217620-c4f9-4f7c-993f-0eb765a08df4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0831001 Mar 16 11:35:12.373191 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-08ef779d-eee8-49b8-acaa-2d052e3409ea req-448a5366-2218-40eb-bf22-e04e3fd1a3ed tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381632 Mar 16 11:35:13.605903 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-39ae7448-3f6e-4c9a-9620-ec45743a22cb service neutron] 10.222.0.53 "GET /v2.0/ports/dd7491f1-dcdf-47ef-9ff1-62b78f03e651/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0953338 Mar 16 11:35:13.627143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18e98-6d6c-42de-a828-8ef9abfeb55f req-bedffa23-80df-4078-843d-6671cd80f006 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:13.628615 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf18e98-6d6c-42de-a828-8ef9abfeb55f req-bedffa23-80df-4078-843d-6671cd80f006 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.1530633 Mar 16 11:35:13.681498 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf18e98-6d6c-42de-a828-8ef9abfeb55f req-d5153ca1-12c6-4702-a714-313097d84a5a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 Mar 16 11:35:14.195212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-77772a89-9c1b-476f-90e4-bd1e47e27c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.196652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-77772a89-9c1b-476f-90e4-bd1e47e27c06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 1099 time: 0.0702045 Mar 16 11:35:14.284516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-e9d8c35c-d99e-4f6c-ab4b-65a3a886cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.285957 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-e9d8c35c-d99e-4f6c-ab4b-65a3a886cc17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1099 time: 0.0684602 Mar 16 11:35:14.415548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-8f0ad6c2-e908-4994-81d5-0b090439a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.416954 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-8f0ad6c2-e908-4994-81d5-0b090439a9ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1219747 Mar 16 11:35:14.516895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-f353500b-832e-4863-a01d-5f67e686d2e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 1002 time: 0.0935760 Mar 16 11:35:14.581307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-d031fb8d-219e-4c3e-9a05-e20d1264d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.582781 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-d031fb8d-219e-4c3e-9a05-e20d1264d5d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0593464 Mar 16 11:35:14.657299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-337fd409-3047-4e8f-b5e6-39b4bd857296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.658784 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-337fd409-3047-4e8f-b5e6-39b4bd857296 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696986 Mar 16 11:35:14.792156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-ae8752c3-486d-4de2-bbc1-e69451d89029 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262698 Mar 16 11:35:14.871972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c1bde-8755-413b-b7a5-136a2fd0e1bc req-e2d1dada-39e0-4370-acee-23ee3c59c1fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.873405 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9b8c1bde-8755-413b-b7a5-136a2fd0e1bc req-e2d1dada-39e0-4370-acee-23ee3c59c1fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0827792 Mar 16 11:35:14.917549 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9b8c1bde-8755-413b-b7a5-136a2fd0e1bc req-5f34b03b-463a-46c2-83db-8aea5f50c7f5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 Mar 16 11:35:14.923678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f3e0c58-d002-43c1-a93d-761f271ded2c req-b83ab941-82d3-4a83-85a8-f381b63ea813 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257243 Mar 16 11:35:15.190521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a411756f-971b-4a99-8ec4-0d5a06e067fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.712125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:15.823021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.848910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:15.858554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:15.947081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.983630 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'code': 200} Mar 16 11:35:16.023325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:16.030510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.030858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.031199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.031527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.031854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.032183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.032504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.032825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.033146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.033461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.033778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.034121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:16.110532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e877-c6bd-4ff3-8f01-dfae7b94904e req-5030fed7-b6fb-45b1-9fa7-1794ff7226be tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:16.111963 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2676e877-c6bd-4ff3-8f01-dfae7b94904e req-5030fed7-b6fb-45b1-9fa7-1794ff7226be tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 944 time: 0.0818889 Mar 16 11:35:16.156675 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2676e877-c6bd-4ff3-8f01-dfae7b94904e req-079b1f3a-14c3-4520-a044-69762e1777d6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 Mar 16 11:35:17.348996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23abe6-8c70-49d4-9813-36548da4bc76 req-ad43d390-5029-43ac-8902-3726ebd66d9f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.350464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a23abe6-8c70-49d4-9813-36548da4bc76 req-ad43d390-5029-43ac-8902-3726ebd66d9f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 944 time: 0.0853949 Mar 16 11:35:17.355802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-02a79be2-01bd-4837-98ae-4c56ae1512b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.395562 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a23abe6-8c70-49d4-9813-36548da4bc76 req-942b41db-6118-4b05-9657-160dfca4a6ee tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Mar 16 11:35:17.728537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:35:17.851453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82239856-f514-40df-a17e-49a33eee404d req-fe4f7e23-aa2f-4156-8868-35e53e9debbf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.852887 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-82239856-f514-40df-a17e-49a33eee404d req-fe4f7e23-aa2f-4156-8868-35e53e9debbf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 944 time: 0.1200123 Mar 16 11:35:17.866355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:17.879498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'mac_address': 'fa:16:3e:55:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:35:17.907797 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-82239856-f514-40df-a17e-49a33eee404d req-87025d9d-8125-4df2-80b3-b4ec1e222481 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489206 Mar 16 11:35:17.934081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-894b0f67-7f41-4f49-9987-e5220a90e151 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.935470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-894b0f67-7f41-4f49-9987-e5220a90e151 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 944 time: 0.1325755 Mar 16 11:35:17.937032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:17.953867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7491f1-dcdf-47ef-9ff1-62b78f03e651 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:17.969232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:18.038760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.079942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-d2da46bc-eb3e-40bc-94c4-cbab615cc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.081574 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-d2da46bc-eb3e-40bc-94c4-cbab615cc79d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 1098 time: 0.0735991 Mar 16 11:35:18.111104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['dd7491f1-dcdf-47ef-9ff1-62b78f03e651'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:18.147888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:18.313156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-9e858ff8-f673-405c-aaab-b58af21f6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.314554 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-9e858ff8-f673-405c-aaab-b58af21f6fe7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.2264180 Mar 16 11:35:18.355943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.416203 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-3abb75b4-ce7d-4d0f-b2e8-e732424d79ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 200 len: 1001 time: 0.0949805 Mar 16 11:35:18.482229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-66529464-d98f-4d56-9a33-1445ebe39e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.483897 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-66529464-d98f-4d56-9a33-1445ebe39e4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0594296 Mar 16 11:35:18.562243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-03a1f6a3-d104-49ee-8c81-eae06ed61a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.563773 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-03a1f6a3-d104-49ee-8c81-eae06ed61a35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729105 Mar 16 11:35:18.694271 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-702c72ac-077b-4714-8f99-7d94dd5dfc74 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237125 Mar 16 11:35:18.701203 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:18.824308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fe2d8488-12e8-4b5e-93c8-7f670bea9824 req-ad4c96b7-030a-447b-b262-60b32d35cfcf service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234729 Mar 16 11:35:19.100016 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadd545-4c76-434f-8f27-5944f701a17b req-7c1839a2-57a5-4ad3-8065-633b67b5d8e0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:19.101453 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4dadd545-4c76-434f-8f27-5944f701a17b req-7c1839a2-57a5-4ad3-8065-633b67b5d8e0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 945 time: 0.0838101 Mar 16 11:35:19.146190 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4dadd545-4c76-434f-8f27-5944f701a17b req-c7b1e6da-a901-44c0-abb2-33fa85c6e6ba tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388093 Mar 16 11:35:19.742856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:19.808745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:19.809110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:19.965238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:19.992875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:20.002111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:20.030398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:20.040161 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'code': 200} Mar 16 11:35:20.087580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:20.168838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:20.215380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:20.337702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de93e24-187a-4021-b12e-a26250d125be req-0503f2fe-0c9f-4a86-80cb-4d49efcd7589 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:20.339192 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5de93e24-187a-4021-b12e-a26250d125be req-0503f2fe-0c9f-4a86-80cb-4d49efcd7589 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0805755 Mar 16 11:35:20.386965 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5de93e24-187a-4021-b12e-a26250d125be req-cc749528-a233-45c8-9e9f-4f50db41900e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Mar 16 11:35:20.575358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5ca2e-716f-4ddb-a591-b2aac36e37fa req-68e95405-1b0a-46d1-b27c-9ce4df55efcb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:20.576722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0fd5ca2e-716f-4ddb-a591-b2aac36e37fa req-68e95405-1b0a-46d1-b27c-9ce4df55efcb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0834043 Mar 16 11:35:20.620478 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0fd5ca2e-716f-4ddb-a591-b2aac36e37fa req-594c023e-c426-4d25-a5dd-0325285ca9a0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380857 Mar 16 11:35:20.804683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44c0b3-09a4-44bf-9e73-a1f24411deae req-12e012f3-ed5e-41d7-85f0-1088e9c0c57b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:20.806162 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e44c0b3-09a4-44bf-9e73-a1f24411deae req-12e012f3-ed5e-41d7-85f0-1088e9c0c57b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0823646 Mar 16 11:35:20.851181 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e44c0b3-09a4-44bf-9e73-a1f24411deae req-87731c26-4715-460b-99f3-1a68c7ba8c01 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393012 Mar 16 11:35:21.438915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d67f-8212-4011-8868-8c59fcd88715 req-3a15ab41-ace6-4bab-a4dd-427602e3a1c2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.440278 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0290d67f-8212-4011-8868-8c59fcd88715 req-3a15ab41-ace6-4bab-a4dd-427602e3a1c2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0821328 Mar 16 11:35:21.483712 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0290d67f-8212-4011-8868-8c59fcd88715 req-5f25f39a-35e4-401c-8951-cb0e10d348e1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Mar 16 11:35:22.667038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0019d-6ae3-477c-a3bc-32362bc8c575 req-d084ba7b-8d6a-4731-886f-9fd653878aa6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:22.668474 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a9c0019d-6ae3-477c-a3bc-32362bc8c575 req-d084ba7b-8d6a-4731-886f-9fd653878aa6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0789640 Mar 16 11:35:22.712441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a9c0019d-6ae3-477c-a3bc-32362bc8c575 req-09727455-b96d-4632-ae45-5073fb753e34 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383377 Mar 16 11:35:23.127665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-f7a865e7-0c3b-4bfd-89ef-dc56d0529faf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.129145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-f7a865e7-0c3b-4bfd-89ef-dc56d0529faf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0810943 Mar 16 11:35:23.196994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Deleting port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:35:23.197329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.438560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] For port dd7491f1-dcdf-47ef-9ff1-62b78f03e651, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:23.438830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.725572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.726265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:23.726265 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 disassociated. External IP: 172.26.7.165, port: dd7491f1-dcdf-47ef-9ff1-62b78f03e651. Mar 16 11:35:23.726517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Calling delete_port for dd7491f1-dcdf-47ef-9ff1-62b78f03e651 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:35:23.902439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ae5e8-cb58-49e1-93bd-60bdeb4c2a0a req-d0bcf19d-1b0b-45e6-9e1e-703140173bb8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.904088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c01ae5e8-cb58-49e1-93bd-60bdeb4c2a0a req-d0bcf19d-1b0b-45e6-9e1e-703140173bb8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 946 time: 0.0804787 Mar 16 11:35:23.948865 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c01ae5e8-cb58-49e1-93bd-60bdeb4c2a0a req-0632e146-a962-4b3d-97b5-e18ca75a4b85 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Mar 16 11:35:24.030482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.082194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event deleted for resources: {'Port': ['ID=dd7491f1-dcdf-47ef-9ff1-62b78f03e651,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:24.139212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.139560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.139897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.140230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.140563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.140893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.141215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.141541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.141873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.142194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.142512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.142826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.282165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:24.462903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:24.472034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:24.482111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:24.482973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:35:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:24.539328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] No DVR routers for this DVR port dd7491f1-dcdf-47ef-9ff1-62b78f03e651 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:24.541721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.544236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-deleted', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:24.627483 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a3434fca-c622-4fa1-b21a-d109a22e61f8 req-6c61d248-dfce-44cf-9576-b3ef8058fc3c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "DELETE /v2.0/ports/dd7491f1-dcdf-47ef-9ff1-62b78f03e651 HTTP/1.1" status: 204 len: 173 time: 1.4932835 Mar 16 11:35:24.648833 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7ae17-09c1-42d5-a948-eabbab1a3a40', 'name': 'network-vif-deleted', 'tag': 'dd7491f1-dcdf-47ef-9ff1-62b78f03e651', 'status': 'completed', 'code': 200} Mar 16 11:35:24.674186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:24.982217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:24.986305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:24.995296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:24.995891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:35:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:25.111839 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-39437e7f-9ef6-49d6-8f97-bed4c9d8f972 req-2af15513-dcc1-4d35-8c3b-2bbbfb9f844b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3d7ae17-09c1-42d5-a948-eabbab1a3a40 HTTP/1.1" status: 200 len: 210 time: 0.0458302 Mar 16 11:35:25.173094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:25.480430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:25.484556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7fbbd-97f1-4001-a2bc-39ee418a28b2 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:25.696205 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4871b5-c869-4dd6-ba95-c1971d1cf2c0 None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:35:25.774227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:25.811562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: dd7491f1-dcdf-47ef-9ff1-62b78f03e651 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:35:25.811909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device dd7491f1-dcdf-47ef-9ff1-62b78f03e651 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:26.437948 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-c1baba68-fae5-401b-a825-ae495257ec11 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2014773478&fields=id&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 267 time: 0.0397594 Mar 16 11:35:26.586289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-cd17909b-e9f7-4cbf-90b8-9ba93edb9159 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:26.587738 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-cd17909b-e9f7-4cbf-90b8-9ba93edb9159 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1433883 Mar 16 11:35:26.602805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-95315ab7-3e6b-4c86-a71b-2a5c6a2d877b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/quotas/dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Mar 16 11:35:26.690937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-16c89230-16d2-40d7-84ac-a470a6f68ab3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:26.780257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-16c89230-16d2-40d7-84ac-a470a6f68ab3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:26.781563 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-16c89230-16d2-40d7-84ac-a470a6f68ab3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735864 Mar 16 11:35:26.917397 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-8f58ef03-dc68-41d9-ad1f-8c2e07629f73 service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234708 Mar 16 11:35:27.045907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-539af73f-9410-4648-99b3-85704034eb7f service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227033 Mar 16 11:35:27.315367 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e956ee79-6d76-4880-80d0-753d576fce55 req-b30066bc-b204-40ea-947f-7fa11ed3f60a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 210 time: 0.0425184 Mar 16 11:35:28.463846 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b88056b7-1ceb-4c63-9c46-de15f8e80108 req-27cd49bc-94ec-4594-a22c-e31e118f190c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 210 time: 0.0429051 Mar 16 11:35:29.439754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-d0a1226e-6b6e-48f5-9f54-42741132ba33 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.441060 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-d0a1226e-6b6e-48f5-9f54-42741132ba33 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1430798 Mar 16 11:35:29.488403 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-cb541a6b-c10e-4a04-a0d4-92a9add8c5ab tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 380 time: 0.0383539 Mar 16 11:35:29.497179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'port': {'device_id': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'admin_state_up': True, 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'security_groups': ['ad984741-bdec-4311-b81d-5bd8e91b38cd']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:29.625525 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cbbf81e-0c12-4add-bc7b-6e32f66d3cbd req-9622c45c-dd6e-4853-9fcc-627cd0702a45 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 210 time: 0.0461080 Mar 16 11:35:29.748888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:29.759240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:29.860767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Made reservation on behalf of dad766a70daf4eb8b608b9df1ef59cf3 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:29.864982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.024295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Allocated IP 172.20.0.11 (56a6c730-1545-4e2f-91a9-8f31250724fe/7323c7c8-d105-44b3-8c81-d25db3519ab8/78e694ad-c5b0-40ff-80c8-4e45e220d6c7) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:30.206159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.220824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Transition to ACTIVE for port object 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:30.306630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.377016 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:30.380025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:30.388357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:35:30.419603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:30.456011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:30.456617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.562225 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-f1f9346d-b889-4fc0-a4be-061e9e87cea4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0685642 Mar 16 11:35:30.573669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Request body: {'port': {'device_id': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:30.652896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c26a1f4-325a-4111-8c8d-b8d955bbfbca None None] Provisioning for port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:30.658589 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4c26a1f4-325a-4111-8c8d-b8d955bbfbca None None] Provisioning complete for port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:30.659214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4c26a1f4-325a-4111-8c8d-b8d955bbfbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.689516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.714577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a1f4-325a-4111-8c8d-b8d955bbfbca None None] Port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:35:30.929054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764d3b-23ab-48ca-b416-f1d771eb9cbc req-1ca01a55-4776-438c-ad34-27a3e98294e8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:30.929741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-a2764d3b-23ab-48ca-b416-f1d771eb9cbc req-1ca01a55-4776-438c-ad34-27a3e98294e8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:31.078501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-a2764d3b-23ab-48ca-b416-f1d771eb9cbc req-1ca01a55-4776-438c-ad34-27a3e98294e8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:31.079634 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a2764d3b-23ab-48ca-b416-f1d771eb9cbc req-1ca01a55-4776-438c-ad34-27a3e98294e8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 932 time: 0.3363390 Mar 16 11:35:31.127201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:31.138063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.150427 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a2764d3b-23ab-48ca-b416-f1d771eb9cbc req-859505db-a940-4641-a3b0-8bc73a634481 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640228 Mar 16 11:35:31.158649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Transition to ACTIVE for port object 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:31.226270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.387713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:31.467090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Attempting to bind port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:31.467424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Attempting to bind port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:31.467744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Attempting to bind port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:31.472144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 on network 56a6c730-1545-4e2f-91a9-8f31250724fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:35:31.472455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Attempting to bind port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:35:31.477391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:35:31.477671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:35:31.478083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Bound using segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:35:31.478494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Bound port: 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:31.478827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.574130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:35:31.576894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:35:31.675952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.732149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:31.733046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.734356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] 10.222.0.53 "PUT /v2.0/ports/78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1094 time: 1.1647294 Mar 16 11:35:31.734796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:31.760788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff099973-141a-4662-a62d-b6748ebb3e93 service neutron] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:31.791230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'status': 'completed', 'code': 200} Mar 16 11:35:31.884961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8519c62-ae6b-40f6-b1f3-05842b46e977 req-0572ef96-b194-442f-97d0-480298b57d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:31.886467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c8519c62-ae6b-40f6-b1f3-05842b46e977 req-0572ef96-b194-442f-97d0-480298b57d30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1097 time: 0.0747845 Mar 16 11:35:32.122363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8519c62-ae6b-40f6-b1f3-05842b46e977 req-3430e68b-be2b-4ae4-8e82-36e7ff7cb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.123788 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c8519c62-ae6b-40f6-b1f3-05842b46e977 req-3430e68b-be2b-4ae4-8e82-36e7ff7cb5d5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2310669 Mar 16 11:35:32.264409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8519c62-ae6b-40f6-b1f3-05842b46e977 req-b3a48efb-4fdf-48c0-a420-eeb300782381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.266009 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c8519c62-ae6b-40f6-b1f3-05842b46e977 req-b3a48efb-4fdf-48c0-a420-eeb300782381 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346595 Mar 16 11:35:32.382772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-0e0e5f2b-0e2e-4093-bb00-e01b58f29c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.384127 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-0e0e5f2b-0e2e-4093-bb00-e01b58f29c3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1097 time: 0.0769372 Mar 16 11:35:32.487947 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-59031e37-a50f-47bf-b25e-bc049dff6e1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 217 time: 0.0967166 Mar 16 11:35:32.560704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-bf3c1e8d-8c02-4840-9e1c-b7c26a481dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.562121 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-bf3c1e8d-8c02-4840-9e1c-b7c26a481dca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0672667 Mar 16 11:35:32.618665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6d13-e31d-4908-9703-34e08f83c26a req-5e947494-df8f-4342-a7ee-1becd286d7b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.620073 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4e1e6d13-e31d-4908-9703-34e08f83c26a req-5e947494-df8f-4342-a7ee-1becd286d7b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 944 time: 0.1815066 Mar 16 11:35:32.673042 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4e1e6d13-e31d-4908-9703-34e08f83c26a req-a5a68592-5ed8-48b0-bc08-e42b33d4b700 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453117 Mar 16 11:35:32.689413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-4a5b1a80-bf38-44b0-b926-b65f5395771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.690882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-4a5b1a80-bf38-44b0-b926-b65f5395771a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189446 Mar 16 11:35:32.820417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-bfa1f023-b9ee-4264-82d0-a8c92a307953 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225801 Mar 16 11:35:32.948969 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c48ef1d6-8961-49b8-9e00-34762b8d0d5e req-33a3f7a9-71f4-4571-810a-98a118dda26b service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224253 Mar 16 11:35:33.872635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d34d8-2e2f-413d-8313-c7b851dc4728 req-bff6a0f3-576a-443e-8d23-b7dde31d9b9f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:33.874118 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bc4d34d8-2e2f-413d-8313-c7b851dc4728 req-bff6a0f3-576a-443e-8d23-b7dde31d9b9f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 944 time: 0.0875785 Mar 16 11:35:33.921770 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bc4d34d8-2e2f-413d-8313-c7b851dc4728 req-f67b611e-aabc-4b7b-9a93-4e59dadb7add tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418122 Mar 16 11:35:35.110937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe0d81-b5ee-437c-9332-c947dca677d4 req-34d4e8b0-f443-4de5-b025-b8f35aaaae00 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:35.112365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12fe0d81-b5ee-437c-9332-c947dca677d4 req-34d4e8b0-f443-4de5-b025-b8f35aaaae00 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 944 time: 0.0814927 Mar 16 11:35:35.156247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12fe0d81-b5ee-437c-9332-c947dca677d4 req-1cf55586-85ec-4e45-aaf6-d4ebc59af2e3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Mar 16 11:35:35.836816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:35:36.005489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:36.018264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'mac_address': 'fa:16:3e:d0:48:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:35:36.074653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:36.096506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:35:36.106996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:36.184289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:36.251526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:36.344080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c34de-becf-4f3b-bd2d-371ee3994dd2 req-2a13c847-de33-412a-86a6-2a032ce7a22f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:36.345546 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f96c34de-becf-4f3b-bd2d-371ee3994dd2 req-2a13c847-de33-412a-86a6-2a032ce7a22f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 945 time: 0.0837238 Mar 16 11:35:36.379040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['78e694ad-c5b0-40ff-80c8-4e45e220d6c7'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:35:36.388947 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f96c34de-becf-4f3b-bd2d-371ee3994dd2 req-18df18d0-28e4-4312-bdec-8f84279b8a8a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371904 Mar 16 11:35:37.571157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acaf0b-57fd-476c-b3d8-20e9cf2430e2 req-852b52d8-6278-426a-b955-8ea04fa63f68 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:37.572622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-00acaf0b-57fd-476c-b3d8-20e9cf2430e2 req-852b52d8-6278-426a-b955-8ea04fa63f68 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 945 time: 0.0795581 Mar 16 11:35:37.616228 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-00acaf0b-57fd-476c-b3d8-20e9cf2430e2 req-b01cd4b5-1aba-4181-84f7-b8cfe32b47d3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Mar 16 11:35:37.854660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:37.980249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:37.985191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:37.985560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.101765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.128730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:38.138835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:35:38.173324 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'code': 200} Mar 16 11:35:38.197484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:38.267381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:38.509119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e86e8-3941-4934-9045-9df03687f7e6 req-9df42b7d-f264-4c03-9a3f-ad838b42a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:38.510506 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-486e86e8-3941-4934-9045-9df03687f7e6 req-9df42b7d-f264-4c03-9a3f-ad838b42a4c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1099 time: 0.0713913 Mar 16 11:35:38.551394 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-486e86e8-3941-4934-9045-9df03687f7e6 req-8b5ae200-1386-4873-bfa8-29c3adc5dbd2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352502 Mar 16 11:35:38.796905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a560d-a90a-4afd-93ac-2fc0f1de497e req-a0b4b0d7-ed5d-43b0-bfbb-cdc9eabbe618 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:38.798257 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-755a560d-a90a-4afd-93ac-2fc0f1de497e req-a0b4b0d7-ed5d-43b0-bfbb-cdc9eabbe618 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0776517 Mar 16 11:35:38.840298 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-755a560d-a90a-4afd-93ac-2fc0f1de497e req-87469d55-69c4-493b-8a42-6b932a51f0e2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364463 Mar 16 11:35:40.029857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a23368-de00-470f-94e9-666949814ed6 req-da8445a4-82d8-4f4a-95e7-0a8c27802e5a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:40.031323 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1a23368-de00-470f-94e9-666949814ed6 req-da8445a4-82d8-4f4a-95e7-0a8c27802e5a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0818615 Mar 16 11:35:40.074957 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b1a23368-de00-470f-94e9-666949814ed6 req-e457e4b7-f6a8-4e96-b69d-f113fb264632 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371912 Mar 16 11:35:40.255158 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ac958-4c66-456a-be8e-4c0a34eabe5e req-7157f090-ab65-4085-a434-cfc8db6ecc93 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:40.256498 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a78ac958-4c66-456a-be8e-4c0a34eabe5e req-7157f090-ab65-4085-a434-cfc8db6ecc93 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0823643 Mar 16 11:35:40.264929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40302) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:40.269679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'floatingip': {'port_id': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:35:40.349325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.023248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.087474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.259359 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 associated. External IP: 172.26.7.165, port: 78e694ad-c5b0-40ff-80c8-4e45e220d6c7. Mar 16 11:35:41.606603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:35:41.780427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:35:41.785322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:41.791183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:35:41.800770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:41.813108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:35:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:41.953689 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1b2b5041-430b-4885-bc55-9b12627586f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "PUT /v2.0/floatingips/f4554ff8-4b14-466f-899a-07a9ff3d1015 HTTP/1.1" status: 200 len: 992 time: 1.6877196 Mar 16 11:35:41.954308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:35:41.987605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:41.999396 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'status': 'completed', 'code': 200} Mar 16 11:35:42.090528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-64e52788-70c2-4a25-ac46-5875b01fa925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:42.092138 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-64e52788-70c2-4a25-ac46-5875b01fa925 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1099 time: 0.0719171 Mar 16 11:35:42.222176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-7dbc5f40-427a-4681-a625-f376608a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:42.224147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-7dbc5f40-427a-4681-a625-f376608a20a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1258228 Mar 16 11:35:42.330713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-6107cd43-3637-47ae-9773-05afc222ea05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1000 time: 0.1009724 Mar 16 11:35:42.342684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:d0:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:35:40Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:42.346640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:35:42.357261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:35:42.358162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:35:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:42.399314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-80bf023b-5e54-4eb2-acf0-5e7195c7c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:42.401112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-80bf023b-5e54-4eb2-acf0-5e7195c7c05b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0633707 Mar 16 11:35:42.533154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-153d1519-15ee-4a69-b8a0-23cebd7508f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:42.535200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-153d1519-15ee-4a69-b8a0-23cebd7508f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022663 Mar 16 11:35:42.547759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:35:42.568218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886fb20-548d-4ccf-b2b5-648c8d909cd4 req-6f64b7e9-8375-47af-a6a4-8a36ef75aae7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:42.569648 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4886fb20-548d-4ccf-b2b5-648c8d909cd4 req-6f64b7e9-8375-47af-a6a4-8a36ef75aae7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.1676917 Mar 16 11:35:42.689872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4886fb20-548d-4ccf-b2b5-648c8d909cd4 req-a74a7771-41ee-4791-abf6-3a287af24b58 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055708 Mar 16 11:35:42.716632 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-28d0b347-14c8-42f7-84fa-1f918ccd6950 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737676 Mar 16 11:35:42.846976 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcb9e67f-5922-4f7a-b9c4-cfa94c142297 req-b396a2c0-b75a-4f32-8ad8-c6beca4d0aaf service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241057 Mar 16 11:35:42.932537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:d0:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:35:40Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:42.936445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5eedfa-53a2-42b6-964b-cb7e00a20732 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:d0:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:35:40Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:35:43.121923 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d99e5-c89a-4c5d-b9ed-9c9e1f248eb0 None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:35:43.877171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618328f1-9f54-47ac-89c9-f41ea60a06b0 req-0de52b83-54be-4931-92be-817873bc9cf5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:43.878628 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-618328f1-9f54-47ac-89c9-f41ea60a06b0 req-0de52b83-54be-4931-92be-817873bc9cf5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0815036 Mar 16 11:35:43.922370 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-618328f1-9f54-47ac-89c9-f41ea60a06b0 req-96b4bae8-616a-42fe-a181-e42e93056074 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Mar 16 11:35:45.102792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62708c76-5c9e-4a5a-b271-80c54d26100e req-a19f690e-e78a-41bd-895d-fb556e17be26 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:45.104262 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62708c76-5c9e-4a5a-b271-80c54d26100e req-a19f690e-e78a-41bd-895d-fb556e17be26 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0794461 Mar 16 11:35:45.152737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62708c76-5c9e-4a5a-b271-80c54d26100e req-c9b94a1a-d049-4f79-aedc-b8889f6a36d9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Mar 16 11:35:45.191523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fc1dc14c-e4ee-4b6f-a76d-f3915f945dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:46.088742 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:46.342250 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ed3c-b1af-467c-9886-3e4dac11563d req-b32482bd-d550-4b92-921d-fae438fe62ec tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:46.343939 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec98ed3c-b1af-467c-9886-3e4dac11563d req-b32482bd-d550-4b92-921d-fae438fe62ec tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0838404 Mar 16 11:35:46.390103 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec98ed3c-b1af-467c-9886-3e4dac11563d req-ee8ffe03-5379-423e-8c9e-e547478b2566 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Mar 16 11:35:47.344077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-75830623-4001-42f5-844d-9dd89726e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:47.572109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec28029-8ce6-4dad-8db6-0a6306d7f7f7 req-8b93a5e6-3722-465e-844c-4237c81e7622 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:47.573566 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cec28029-8ce6-4dad-8db6-0a6306d7f7f7 req-8b93a5e6-3722-465e-844c-4237c81e7622 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0807126 Mar 16 11:35:47.617553 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cec28029-8ce6-4dad-8db6-0a6306d7f7f7 req-fd00d5f6-22ca-4fc1-ad65-4c8c7649c2b3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Mar 16 11:35:48.351414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:48.619025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-62988428-6dd0-41d1-ae8e-e5ddfb03adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:48.620461 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-62988428-6dd0-41d1-ae8e-e5ddfb03adae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1099 time: 0.0745695 Mar 16 11:35:48.694561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:48.769178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-94cdac50-0ad8-4221-ba1d-5343c24df33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:48.771244 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-94cdac50-0ad8-4221-ba1d-5343c24df33b service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1285031 Mar 16 11:35:48.802862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c797c-c7ef-4742-9e4e-7581fd4ab428 req-a04f4873-421f-43c6-bf0b-70100ad17c9b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:48.804362 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5b7c797c-c7ef-4742-9e4e-7581fd4ab428 req-a04f4873-421f-43c6-bf0b-70100ad17c9b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0802824 Mar 16 11:35:48.848917 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5b7c797c-c7ef-4742-9e4e-7581fd4ab428 req-482f0ea6-bf4a-4850-b385-c93ad50ac0a7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 Mar 16 11:35:48.874286 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-8f6d02ad-333b-4132-88db-c7c52327760b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0953541 Mar 16 11:35:48.937169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-6544bcd0-6745-4827-afc6-90d0fa81eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:48.938590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-6544bcd0-6745-4827-afc6-90d0fa81eaa5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0578785 Mar 16 11:35:49.015610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-7b72fc2d-f489-4e11-953f-f95ab35b4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:49.017050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-7b72fc2d-f489-4e11-953f-f95ab35b4048 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708015 Mar 16 11:35:49.250932 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-41d0a6ac-3bb3-4698-b760-bd68b8b3f7fe service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237790 Mar 16 11:35:49.383058 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3cd6efba-2220-49d3-9cec-aff2ebe8a26b req-2968c5d5-ee7b-4315-8f70-5cdc725601bb service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254597 Mar 16 11:35:49.986031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:50.036895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb658-d92c-41c1-977c-d81d00e14b5e req-1b4656d3-178a-411f-bc88-99797bd935a8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:50.038353 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dbbfb658-d92c-41c1-977c-d81d00e14b5e req-1b4656d3-178a-411f-bc88-99797bd935a8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0847239 Mar 16 11:35:50.080564 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dbbfb658-d92c-41c1-977c-d81d00e14b5e req-8ac20e1b-ebcd-4ad5-9a4a-f7134bbb44a6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366616 Mar 16 11:35:50.220216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:51.266770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936973e-b981-4cd6-bbb2-89c3fd6a8491 req-38b2685e-0a4c-4f17-830c-e815df71068b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:51.268222 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9936973e-b981-4cd6-bbb2-89c3fd6a8491 req-38b2685e-0a4c-4f17-830c-e815df71068b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0837891 Mar 16 11:35:51.313239 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9936973e-b981-4cd6-bbb2-89c3fd6a8491 req-4c7c6764-8e0a-45d5-a576-b67fd2bc535d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385764 Mar 16 11:35:52.491615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de2e-fac2-4b25-ba3e-fc84982100d9 req-651bf759-ba81-4c89-b4ba-182958378452 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:52.493047 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2364de2e-fac2-4b25-ba3e-fc84982100d9 req-651bf759-ba81-4c89-b4ba-182958378452 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0776651 Mar 16 11:35:52.538877 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2364de2e-fac2-4b25-ba3e-fc84982100d9 req-9b992d40-cdeb-4ec8-b16f-e45cb782a5ea tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 Mar 16 11:35:53.723019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5788c-d778-4c29-b0be-650664435f5c req-c85b37b8-09a9-441d-8373-7a37ab48edda tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:53.724454 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-54a5788c-d778-4c29-b0be-650664435f5c req-c85b37b8-09a9-441d-8373-7a37ab48edda tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0774260 Mar 16 11:35:53.767710 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-54a5788c-d778-4c29-b0be-650664435f5c req-13e4734b-c262-4aca-9d9c-c74cb0664ce2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Mar 16 11:35:54.946132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e831c-b112-4537-ae2e-4492c6371781 req-42deb456-1b39-4a5c-a4ca-39f891e84324 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:54.947556 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ec1e831c-b112-4537-ae2e-4492c6371781 req-42deb456-1b39-4a5c-a4ca-39f891e84324 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0788417 Mar 16 11:35:54.992066 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ec1e831c-b112-4537-ae2e-4492c6371781 req-fca57705-adf5-468f-9ac3-d2965d8eb7e6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Mar 16 11:35:56.180447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf4e7-fe53-45b3-9465-6c1179e0749e req-ba7acc98-412f-4d2f-a7e3-b0259d4163a0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:56.182052 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-533bf4e7-fe53-45b3-9465-6c1179e0749e req-ba7acc98-412f-4d2f-a7e3-b0259d4163a0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0870643 Mar 16 11:35:56.225245 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-533bf4e7-fe53-45b3-9465-6c1179e0749e req-60f6cdde-ff2d-4d1a-87ef-451cd63659fd tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Mar 16 11:35:57.409987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76245920-4a6b-428c-b7f2-ee299ac10ee9 req-f59f90a9-1ab9-4054-9cea-e1519293b683 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:57.411581 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76245920-4a6b-428c-b7f2-ee299ac10ee9 req-f59f90a9-1ab9-4054-9cea-e1519293b683 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0829353 Mar 16 11:35:57.454798 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76245920-4a6b-428c-b7f2-ee299ac10ee9 req-d271b963-60fe-49bf-a960-405c56563e7d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375090 Mar 16 11:35:58.640837 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96c962-2015-4351-8f91-07a68c338b34 req-8ea411cf-1596-4fa0-9aa4-7add79a1b1e7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:58.642292 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6b96c962-2015-4351-8f91-07a68c338b34 req-8ea411cf-1596-4fa0-9aa4-7add79a1b1e7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0830607 Mar 16 11:35:58.777068 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6b96c962-2015-4351-8f91-07a68c338b34 req-f2c121ff-cb56-4f92-a0e1-61a0d5114e80 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282644 Mar 16 11:35:59.958259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19266a-2325-4946-87f7-9a2e222c82ba req-eb72b819-ef1c-4859-b41c-3de0fb958558 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:59.959698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9a19266a-2325-4946-87f7-9a2e222c82ba req-eb72b819-ef1c-4859-b41c-3de0fb958558 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0805471 Mar 16 11:36:00.002536 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9a19266a-2325-4946-87f7-9a2e222c82ba req-42034783-77c2-47de-a111-0d35d79c6c19 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371349 Mar 16 11:36:01.191575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51cb1c-9591-4d93-a9ed-2e6661d72f10 req-2a515f3f-d697-405a-b643-42410ad58ad9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:01.193122 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2a51cb1c-9591-4d93-a9ed-2e6661d72f10 req-2a515f3f-d697-405a-b643-42410ad58ad9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0802073 Mar 16 11:36:01.238129 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2a51cb1c-9591-4d93-a9ed-2e6661d72f10 req-d0933f22-b8a3-41e2-9f7a-9b983411b51d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Mar 16 11:36:02.426559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b2ff5-945e-4faa-bd28-dc27304b95ce req-31345619-50ef-485e-b514-d076923cbe3a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:02.428026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c90b2ff5-945e-4faa-bd28-dc27304b95ce req-31345619-50ef-485e-b514-d076923cbe3a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0832603 Mar 16 11:36:02.470058 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c90b2ff5-945e-4faa-bd28-dc27304b95ce req-1b56f7d5-db30-4884-a937-515894ba11fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363984 Mar 16 11:36:03.654805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39ed2-5a22-4d9b-ad95-5e115ee080e3 req-a8ec238f-22c5-4797-898b-06b89cca3993 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:03.656243 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94e39ed2-5a22-4d9b-ad95-5e115ee080e3 req-a8ec238f-22c5-4797-898b-06b89cca3993 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0811305 Mar 16 11:36:03.699326 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94e39ed2-5a22-4d9b-ad95-5e115ee080e3 req-81eef559-be9a-4ded-8a9c-cd0a93514f78 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369520 Mar 16 11:36:04.884840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c538df-b8f1-45a4-b3fc-81c5863d2a97 req-90b18a36-eacd-49fa-8896-1a06cded92d7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:04.886305 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-65c538df-b8f1-45a4-b3fc-81c5863d2a97 req-90b18a36-eacd-49fa-8896-1a06cded92d7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0819211 Mar 16 11:36:04.929890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-65c538df-b8f1-45a4-b3fc-81c5863d2a97 req-8f7870e2-ec48-48fd-afb9-15f3612012fc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379999 Mar 16 11:36:06.113896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeed190-7816-49ab-ab1a-fd5c4e595c14 req-da1b8178-8a04-43c3-a788-bcf9d7cbc848 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:06.115358 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dfeed190-7816-49ab-ab1a-fd5c4e595c14 req-da1b8178-8a04-43c3-a788-bcf9d7cbc848 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0837049 Mar 16 11:36:06.158200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dfeed190-7816-49ab-ab1a-fd5c4e595c14 req-0d30fdd4-f3d9-442e-b228-2a5ed5b96950 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Mar 16 11:36:07.339313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36337d4-90ac-4dea-a8b2-e0cc88d35f7a req-6180d78a-38b9-42d2-8e30-8283a27b41c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:07.340770 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f36337d4-90ac-4dea-a8b2-e0cc88d35f7a req-6180d78a-38b9-42d2-8e30-8283a27b41c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0789905 Mar 16 11:36:07.384534 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f36337d4-90ac-4dea-a8b2-e0cc88d35f7a req-92f2a760-ced2-4c4f-8dee-6f6a83d3eeeb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379798 Mar 16 11:36:08.569488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74bd35-ad9d-4b98-bc48-8617be1e641e req-cf1f95fc-b891-4622-9727-b7c143d546da tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:08.570989 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bd74bd35-ad9d-4b98-bc48-8617be1e641e req-cf1f95fc-b891-4622-9727-b7c143d546da tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0809977 Mar 16 11:36:08.615127 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bd74bd35-ad9d-4b98-bc48-8617be1e641e req-51438a85-a445-4cbb-b615-ee7904e665f4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384247 Mar 16 11:36:09.148876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc8105-0482-41a7-a772-107f18550835 req-c489cae9-a60f-44f9-92e9-57b44ac34bd2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:09.150371 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-23cc8105-0482-41a7-a772-107f18550835 req-c489cae9-a60f-44f9-92e9-57b44ac34bd2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0830998 Mar 16 11:36:09.233350 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-23cc8105-0482-41a7-a772-107f18550835 req-29d53431-6d33-43ea-9737-34e860ddecde tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527024 Mar 16 11:36:09.255698 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-3a5eed65-4832-4020-b984-7926240ab171 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044114 Mar 16 11:36:10.420117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5c288-f31d-4cc1-a623-b5d83c9e468d req-e660a397-36b5-45d9-aca9-753a656a4419 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:10.421568 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d7a5c288-f31d-4cc1-a623-b5d83c9e468d req-e660a397-36b5-45d9-aca9-753a656a4419 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0832512 Mar 16 11:36:10.466844 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d7a5c288-f31d-4cc1-a623-b5d83c9e468d req-5b96cdf8-071e-4e08-aba7-c94579c477d3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Mar 16 11:36:11.281650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-4545ff87-cee8-4de5-9b2e-832ada682057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.283167 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-4545ff87-cee8-4de5-9b2e-832ada682057 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1099 time: 0.0700283 Mar 16 11:36:11.410534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-8a5c6944-5f9e-4607-bfdd-eab03c45bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.411951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-8a5c6944-5f9e-4607-bfdd-eab03c45bc05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1226842 Mar 16 11:36:11.513329 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-e7565f5f-c79a-4f19-bd18-63c8adae9edd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0952277 Mar 16 11:36:11.580133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-8b855d39-9d7d-43f5-bdc7-6ad0fe91e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.581593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-8b855d39-9d7d-43f5-bdc7-6ad0fe91e1c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0622189 Mar 16 11:36:11.657791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17120ff-a0a7-4827-8e7c-410926360214 req-cd6f2c8b-9d50-4b1d-94a1-386a52958824 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.658443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-ecbfb849-f011-47d4-bf4f-b7746cd0b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:11.659321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f17120ff-a0a7-4827-8e7c-410926360214 req-cd6f2c8b-9d50-4b1d-94a1-386a52958824 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0885792 Mar 16 11:36:11.659716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-ecbfb849-f011-47d4-bf4f-b7746cd0b2ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701144 Mar 16 11:36:11.705466 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f17120ff-a0a7-4827-8e7c-410926360214 req-6c1414f3-612d-4b35-9513-2c20ba0a7aa4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Mar 16 11:36:11.791037 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-88c58fbb-edc3-4e21-9680-f40ebdb2bd7e service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239035 Mar 16 11:36:11.921795 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-6f3d7cf2-8de2-407c-b3a9-14b66bcfdc53 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247525 Mar 16 11:36:12.980202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5246ee-43aa-4b9a-a98f-0efcfbebd04d req-a5a19f5f-295c-4b89-8f05-37d0bef2295f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:12.981610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb5246ee-43aa-4b9a-a98f-0efcfbebd04d req-a5a19f5f-295c-4b89-8f05-37d0bef2295f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.1710744 Mar 16 11:36:13.025107 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb5246ee-43aa-4b9a-a98f-0efcfbebd04d req-f56d2c86-b90b-4944-a489-621abea3ce18 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 Mar 16 11:36:13.855106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-650a2545-7a72-42c0-ba7f-e28b0b11784f service neutron] 10.222.0.53 "GET /v2.0/ports/78e694ad-c5b0-40ff-80c8-4e45e220d6c7/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0742011 Mar 16 11:36:14.217155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a84e-ae9d-4c3d-ab77-fc1fefbb3c11 req-f8e8a3d4-0eeb-406b-ab09-b09d875f2a57 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.218630 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dc03a84e-ae9d-4c3d-ab77-fc1fefbb3c11 req-f8e8a3d4-0eeb-406b-ab09-b09d875f2a57 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0811756 Mar 16 11:36:14.265591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dc03a84e-ae9d-4c3d-ab77-fc1fefbb3c11 req-4a915a84-223f-41ad-b5eb-c5fb6294f8b1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Mar 16 11:36:14.400632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-fd01913c-c16d-4cdd-a36b-949e01c6d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.402109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-fd01913c-c16d-4cdd-a36b-949e01c6d2a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 1099 time: 0.0742736 Mar 16 11:36:14.490299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-b156ec5a-e1b5-491a-9ce1-0c926eb9d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.491662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-b156ec5a-e1b5-491a-9ce1-0c926eb9d7ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1099 time: 0.0698931 Mar 16 11:36:14.620712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-f516c363-a747-4813-9fea-1935be294e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.622195 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-f516c363-a747-4813-9fea-1935be294e54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1252761 Mar 16 11:36:14.727993 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-a9d822f5-7a61-406d-9be9-cd18fd91125c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0990441 Mar 16 11:36:14.788503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-7e178b09-3f45-4fc9-9d6f-52dba4dec3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.789796 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-7e178b09-3f45-4fc9-9d6f-52dba4dec3c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0561993 Mar 16 11:36:14.865325 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2f28-4e69-48b1-a570-413a21485dce req-cda3472a-ecc1-46fb-95d5-31f2da6bfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:14.866774 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-cda3472a-ecc1-46fb-95d5-31f2da6bfb85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709045 Mar 16 11:36:14.996188 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-1b61159f-3ff1-49f9-8ed4-b7dd9fb6df62 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230590 Mar 16 11:36:15.125188 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffda2f28-4e69-48b1-a570-413a21485dce req-f57c4ed3-1798-4a16-859e-bf9460945fb1 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229720 Mar 16 11:36:15.191106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f7ae227e-475f-4b1b-8a3b-982249f9e842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:15.455719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a67e-1abb-4126-93cb-35e53f7f322c req-ae5adb0c-9382-497a-ade1-cc0f80ce9780 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:15.457684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e408a67e-1abb-4126-93cb-35e53f7f322c req-ae5adb0c-9382-497a-ade1-cc0f80ce9780 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0811670 Mar 16 11:36:15.505826 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e408a67e-1abb-4126-93cb-35e53f7f322c req-4e3cf180-ea7a-41db-99bf-21be3d1e4cc1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Mar 16 11:36:16.042286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:36:16.156140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:16.182564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:16.192500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:16.237261 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'code': 200} Mar 16 11:36:16.248080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:16.314772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:16.323197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.323561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.323914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.324246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.324572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.324902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.325222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.325543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.325884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.326202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.326518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.326835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:16.699953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edeb6a-276c-4a38-9260-af863b99fc3d req-6db4110a-1a15-4a5b-be50-05cc926225e9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:16.701434 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70edeb6a-276c-4a38-9260-af863b99fc3d req-6db4110a-1a15-4a5b-be50-05cc926225e9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 944 time: 0.0897980 Mar 16 11:36:16.746833 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-70edeb6a-276c-4a38-9260-af863b99fc3d req-5903a6b1-5ada-40f5-ac68-cd3a795f6ea9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Mar 16 11:36:17.349392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f82bbd0c-3cdf-49a0-8cb0-de8aee64f4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:17.937383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09758f7-9aeb-4acd-98b3-0e909024382e req-f9720afe-b423-4105-879b-1d0ae90d5324 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:17.938888 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b09758f7-9aeb-4acd-98b3-0e909024382e req-f9720afe-b423-4105-879b-1d0ae90d5324 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 944 time: 0.0854466 Mar 16 11:36:17.985097 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b09758f7-9aeb-4acd-98b3-0e909024382e req-81375b21-1a11-4593-b4ee-f93e7df89af0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Mar 16 11:36:18.042126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:36:18.179156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:18.191893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'mac_address': 'fa:16:3e:d0:48:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:36:18.249765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:18.266965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:18.294014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:18.367652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:18.383898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:18.460881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:18.464852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['78e694ad-c5b0-40ff-80c8-4e45e220d6c7'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:36:18.465147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75776df7-654d-4779-bcb0-a316f9ddbe1b req-7e9aaacb-cfde-45d6-825d-2b24d073876d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:18.472404 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75776df7-654d-4779-bcb0-a316f9ddbe1b req-7e9aaacb-cfde-45d6-825d-2b24d073876d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 945 time: 0.0941098 Mar 16 11:36:18.526939 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75776df7-654d-4779-bcb0-a316f9ddbe1b req-5fe47125-0a65-4616-96cd-93dd62a374ba tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530005 Mar 16 11:36:18.547926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-906ad665-938f-42bb-99f6-847a00a8b798 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:18.549562 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-906ad665-938f-42bb-99f6-847a00a8b798 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.0934274 Mar 16 11:36:18.691226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-e9568770-a089-4c98-8001-7e6291f1aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:18.692846 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-e9568770-a089-4c98-8001-7e6291f1aadb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1098 time: 0.0736382 Mar 16 11:36:18.716593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:18.822967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-bb5168e0-4750-49f7-9761-01c5fdb19897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:18.824372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-bb5168e0-4750-49f7-9761-01c5fdb19897 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1246474 Mar 16 11:36:18.924956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-6f55638a-0e99-44e4-bbd4-069adc567256 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1001 time: 0.0941663 Mar 16 11:36:18.986419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-0347d4fc-da92-4a87-ae50-dc8c7d80c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:18.987690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-0347d4fc-da92-4a87-ae50-dc8c7d80c3c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0558448 Mar 16 11:36:19.165667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-474d545b-edd9-42a5-921b-74acf34b202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:19.167137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-474d545b-edd9-42a5-921b-74acf34b202d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1735070 Mar 16 11:36:19.297995 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-ef7851b1-1670-48c9-a7c7-93c8c36cc253 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236613 Mar 16 11:36:19.428005 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb2f6155-3a4b-4b4d-b652-bd929584f343 req-e98bec90-f707-4d02-bf9b-97143d199bea service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Mar 16 11:36:19.718004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbf761-12f4-4271-9461-7e98da91c267 req-db173be5-5f59-4121-8c2b-df711b4b68ea tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:19.719493 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ffbf761-12f4-4271-9461-7e98da91c267 req-db173be5-5f59-4121-8c2b-df711b4b68ea tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 945 time: 0.0796840 Mar 16 11:36:19.762905 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4ffbf761-12f4-4271-9461-7e98da91c267 req-710c43bb-4947-46c6-a306-ff322467e9e0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Mar 16 11:36:20.037216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:20.056958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:20.140140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:20.140508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:20.239609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:20.255384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:20.281113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:20.291373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:20.325934 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'code': 200} Mar 16 11:36:20.356447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:20.422159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:20.948821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3924ea-a970-44ec-9a78-f3c5fdfe942d req-78bc99bd-d930-4ef8-b50e-b62482cc935d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:20.951026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3d3924ea-a970-44ec-9a78-f3c5fdfe942d req-78bc99bd-d930-4ef8-b50e-b62482cc935d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0813575 Mar 16 11:36:20.994700 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3d3924ea-a970-44ec-9a78-f3c5fdfe942d req-b885ea16-280c-4abf-80ea-197a9cfa7ae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385664 Mar 16 11:36:21.178519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36682b-9c51-4f94-a471-e0fb02dc8269 req-ceb32bb8-4706-49cd-957b-5ed9ad92a971 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:21.179973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2f36682b-9c51-4f94-a471-e0fb02dc8269 req-ceb32bb8-4706-49cd-957b-5ed9ad92a971 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0816073 Mar 16 11:36:21.225514 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2f36682b-9c51-4f94-a471-e0fb02dc8269 req-dc9de386-7a63-4425-bd71-abfe7ad85e53 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Mar 16 11:36:21.668660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc31c9-0e64-419d-99fb-18615c90b455 req-8db25223-0efb-49c0-825b-40343a602719 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:21.670163 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21cc31c9-0e64-419d-99fb-18615c90b455 req-8db25223-0efb-49c0-825b-40343a602719 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0855708 Mar 16 11:36:21.717123 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21cc31c9-0e64-419d-99fb-18615c90b455 req-d8f376c2-5c0c-4c19-9385-9e535562cdef tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Mar 16 11:36:21.754460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22871-13d8-4613-a86a-8ffd5183912e req-b9718fe6-65ea-4bf0-8c32-a3a29e0acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:21.755845 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-b9718fe6-65ea-4bf0-8c32-a3a29e0acdda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 1099 time: 0.0700955 Mar 16 11:36:21.887007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22871-13d8-4613-a86a-8ffd5183912e req-dc662553-97d1-48be-a0d5-006f4cbdd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:21.888437 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-dc662553-97d1-48be-a0d5-006f4cbdd124 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1263702 Mar 16 11:36:21.990508 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-7ac32e7f-8206-451e-b476-b8cc8b40a5db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0961905 Mar 16 11:36:22.054826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22871-13d8-4613-a86a-8ffd5183912e req-cde26f4e-3ca0-498f-87ba-4cc5f4c42d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:22.056122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-cde26f4e-3ca0-498f-87ba-4cc5f4c42d6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0596507 Mar 16 11:36:22.128961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22871-13d8-4613-a86a-8ffd5183912e req-ed44c02d-7773-4041-be7d-f320ba4ea960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:22.130459 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-ed44c02d-7773-4041-be7d-f320ba4ea960 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690141 Mar 16 11:36:22.260121 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-374ccab0-c151-41fb-968a-1eefd627f118 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237133 Mar 16 11:36:22.390625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18c22871-13d8-4613-a86a-8ffd5183912e req-ae4a451a-ea8b-4cb1-bd36-e9b0fd45183d service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239607 Mar 16 11:36:22.914001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdc838-a60c-4a65-93d7-642b961ea494 req-ca47299e-af87-4008-b86e-b92a50b8bdd1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:22.915426 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2dfdc838-a60c-4a65-93d7-642b961ea494 req-ca47299e-af87-4008-b86e-b92a50b8bdd1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0863829 Mar 16 11:36:22.960280 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2dfdc838-a60c-4a65-93d7-642b961ea494 req-c7fa1ec4-4d52-4dc8-b517-cb645df82227 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390549 Mar 16 11:36:23.086767 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:24.150458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea5672-864a-4087-83c7-8c4ca8f0771a req-2806c6d5-5e6b-4fa4-9f95-6275a99f199a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:24.151922 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4ea5672-864a-4087-83c7-8c4ca8f0771a req-2806c6d5-5e6b-4fa4-9f95-6275a99f199a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0849106 Mar 16 11:36:24.195531 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4ea5672-864a-4087-83c7-8c4ca8f0771a req-ae9df389-05f6-4a26-bbef-6164677e42ec tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377235 Mar 16 11:36:24.759075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92ac9-16e6-4699-a653-5cddc2cfd037 req-4904daa0-acd2-4681-81bb-ea90db29776b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:24.760527 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a8e92ac9-16e6-4699-a653-5cddc2cfd037 req-4904daa0-acd2-4681-81bb-ea90db29776b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0811236 Mar 16 11:36:24.803972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a8e92ac9-16e6-4699-a653-5cddc2cfd037 req-fe0a2938-0b7f-4400-bd23-b6e429fadefc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373058 Mar 16 11:36:25.993730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c17b7-98e7-4464-bbad-cf865edf1de8 req-f9cddb5f-b917-446f-8a9b-83d80ed4e114 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:25.995400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c98c17b7-98e7-4464-bbad-cf865edf1de8 req-f9cddb5f-b917-446f-8a9b-83d80ed4e114 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0846202 Mar 16 11:36:26.042188 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c98c17b7-98e7-4464-bbad-cf865edf1de8 req-250d85f9-4d6b-47d4-b306-e65aa61e6402 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Mar 16 11:36:26.415617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-20c5f667-a033-407c-af18-6ba9767daec0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:26.417031 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-20c5f667-a033-407c-af18-6ba9767daec0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0826499 Mar 16 11:36:26.483512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Deleting port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:36:26.483842 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:26.817268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] For port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:26.818093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.100238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.106346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.106346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 disassociated. External IP: 172.26.7.165, port: 78e694ad-c5b0-40ff-80c8-4e45e220d6c7. Mar 16 11:36:27.106346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Calling delete_port for 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:36:27.236302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089b67-5d18-43ec-8844-110eefe8cc2a req-d2d22ab6-e8aa-4063-982f-dcfcc9ccacb7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:27.238065 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4089b67-5d18-43ec-8844-110eefe8cc2a req-d2d22ab6-e8aa-4063-982f-dcfcc9ccacb7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 946 time: 0.0881195 Mar 16 11:36:27.285179 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4089b67-5d18-43ec-8844-110eefe8cc2a req-179307d0-2b84-4949-bf11-140865ff6170 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 Mar 16 11:36:27.303891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.357269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event deleted for resources: {'Port': ['ID=78e694ad-c5b0-40ff-80c8-4e45e220d6c7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:27.368653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.369004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.369348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.369685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.370057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.370376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.370787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.371058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.371381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.371706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.372025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.372344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:36:27.561112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:27.743554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:27.753090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:27.763697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:27.764310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:36:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:27.820214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] No DVR routers for this DVR port 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:36:27.822939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:27.825945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-deleted', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:27.879112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142e5e92-506f-431f-9446-c56cd47dbf4d', 'name': 'network-vif-deleted', 'tag': '78e694ad-c5b0-40ff-80c8-4e45e220d6c7', 'status': 'completed', 'code': 200} Mar 16 11:36:27.945997 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-af490b5b-faa2-4f00-9c90-01e1824a1a82 req-7f0e2c52-89a2-4060-a58d-9b97ff5ab7c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "DELETE /v2.0/ports/78e694ad-c5b0-40ff-80c8-4e45e220d6c7 HTTP/1.1" status: 204 len: 173 time: 1.5234661 Mar 16 11:36:27.987700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:28.312281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:28.316040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:28.325773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:28.326414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:36:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:28.449198 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-09d4ed7c-b258-4261-aa11-bd78003aaa5b req-94379563-b16a-4bf8-b7b6-763feb0b9115 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=142e5e92-506f-431f-9446-c56cd47dbf4d HTTP/1.1" status: 200 len: 210 time: 0.0424318 Mar 16 11:36:28.501588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:28.821295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:28.825381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d5362-a692-4eb0-ada1-17d3f4283852 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:29.054782 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d547705-2c61-48f2-aaf4-fee7c699c798 None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:36:29.833788 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-f0b2ff64-f4a3-4447-943e-0855b55c4492 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2014773478&fields=id&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 267 time: 0.0392680 Mar 16 11:36:29.984477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-e6367c1b-44ba-4cd6-86c6-ae9df6e36c2e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:29.985934 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-e6367c1b-44ba-4cd6-86c6-ae9df6e36c2e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1457109 Mar 16 11:36:30.001180 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-0d3c4b32-1227-4e25-bb8e-1e8930c63f1e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/quotas/dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 375 time: 0.0090146 Mar 16 11:36:30.089028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-26e45238-0acd-4728-8014-e03688f61488 req-0a91d614-e9d1-4449-8c73-3a5a8be946e5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:30.101651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:36:30.136404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:36:30.136755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 78e694ad-c5b0-40ff-80c8-4e45e220d6c7 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:36:30.190685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-26e45238-0acd-4728-8014-e03688f61488 req-0a91d614-e9d1-4449-8c73-3a5a8be946e5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:30.192004 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-0a91d614-e9d1-4449-8c73-3a5a8be946e5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861069 Mar 16 11:36:30.451612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-e66896cc-8943-4f85-b042-1699c50c5967 service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474535 Mar 16 11:36:30.595955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-74ad0400-5401-4396-a94c-2d2cc595b58a service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378694 Mar 16 11:36:30.893559 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91cd4dfc-ddab-40c5-8097-959b7dcc32a1 req-e2bec555-a9f2-47dd-8a3a-ac6df3622b97 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 210 time: 0.0616014 Mar 16 11:36:32.051492 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-af1a4da1-e96b-4609-88fb-c943adc3f486 req-0eb15624-6d41-4f30-b6f5-a2a5c498a6be tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 210 time: 0.0478499 Mar 16 11:36:32.648100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-200ad18d-0e77-4e9d-a3ff-3894abf30e31 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:32.649506 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-200ad18d-0e77-4e9d-a3ff-3894abf30e31 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1485980 Mar 16 11:36:32.698719 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-40335c2a-b8f2-4125-a54c-d4531d96f89f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 380 time: 0.0407360 Mar 16 11:36:32.706751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'port': {'device_id': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'admin_state_up': True, 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'security_groups': ['ad984741-bdec-4311-b81d-5bd8e91b38cd']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:32.843866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:36:32.855242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:36:32.954476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Made reservation on behalf of dad766a70daf4eb8b608b9df1ef59cf3 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:36:32.958728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.131419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Allocated IP 172.20.0.10 (56a6c730-1545-4e2f-91a9-8f31250724fe/7323c7c8-d105-44b3-8c81-d25db3519ab8/2cb5a289-e1c5-48d9-8c86-295b0e65bfc1) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:36:33.205869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f28b074d-4314-455b-8ebe-4f83b5e0e841 req-114b04eb-ac79-4962-a8bd-474a01cbeff0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 210 time: 0.0441611 Mar 16 11:36:33.324472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.343469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Transition to ACTIVE for port object 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:33.429474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.496914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:36:33.499806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:36:33.502440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:36:33.553572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:33.580966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:33.581580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.688963 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-eaa9fe7e-00ad-46da-b7c1-b721cab0f5f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9858289 Mar 16 11:36:33.700553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Request body: {'port': {'device_id': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:33.778061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2d2d7861-7acc-417a-a5bf-ff08425f808f None None] Provisioning for port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:33.783281 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2d2d7861-7acc-417a-a5bf-ff08425f808f None None] Provisioning complete for port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:33.783654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7861-7acc-417a-a5bf-ff08425f808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.814925 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:33.842755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d7861-7acc-417a-a5bf-ff08425f808f None None] Port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:36:34.175601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:34.184961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.199627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Transition to ACTIVE for port object 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:36:34.271039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.605572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:34.725008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Attempting to bind port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:36:34.725250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Attempting to bind port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:36:34.725572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Attempting to bind port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:34.736090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b274-52e0-44d8-9221-90ceefd321f2 req-a47e93a7-c49f-4f71-809b-3e917218c331 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.736772 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d8f2b274-52e0-44d8-9221-90ceefd321f2 req-a47e93a7-c49f-4f71-809b-3e917218c331 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:36:34.741976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 on network 56a6c730-1545-4e2f-91a9-8f31250724fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:36:34.742290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Attempting to bind port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:36:34.751985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:36:34.752315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:36:34.752679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Bound using segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:36:34.753090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Bound port: 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:36:34.753423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.832266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-d8f2b274-52e0-44d8-9221-90ceefd321f2 req-a47e93a7-c49f-4f71-809b-3e917218c331 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:36:34.833582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d8f2b274-52e0-44d8-9221-90ceefd321f2 req-a47e93a7-c49f-4f71-809b-3e917218c331 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 944 time: 0.4969144 Mar 16 11:36:34.859913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:36:34.876692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:36:34.887647 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d8f2b274-52e0-44d8-9221-90ceefd321f2 req-059350c7-7ebd-4ea5-af4e-f06d8c4df03a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Mar 16 11:36:34.933681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.991905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:34.992521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:34.994270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] 10.222.0.53 "PUT /v2.0/ports/2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1094 time: 1.2978723 Mar 16 11:36:34.996803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:35.027777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81db815-dd5b-4fa7-aefa-20511701b41b service neutron] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:35.049205 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'status': 'completed', 'code': 200} Mar 16 11:36:35.144138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e5c4c-a3fa-4285-a9e9-79c62b1863b5 req-052d1996-bc03-4cc1-9da4-13f333a691ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.145859 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a2e5c4c-a3fa-4285-a9e9-79c62b1863b5 req-052d1996-bc03-4cc1-9da4-13f333a691ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0767579 Mar 16 11:36:35.301078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e5c4c-a3fa-4285-a9e9-79c62b1863b5 req-02a91d08-9998-4aa0-80c2-9c6644e747e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.303579 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a2e5c4c-a3fa-4285-a9e9-79c62b1863b5 req-02a91d08-9998-4aa0-80c2-9c6644e747e3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1511271 Mar 16 11:36:35.443466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e5c4c-a3fa-4285-a9e9-79c62b1863b5 req-f6626e28-7d2b-4aa1-94e0-2d26108aaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.444926 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0a2e5c4c-a3fa-4285-a9e9-79c62b1863b5 req-f6626e28-7d2b-4aa1-94e0-2d26108aaf71 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343174 Mar 16 11:36:35.552301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-c618983c-3cc8-4ee4-a0cb-d8a9933fbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.553678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-c618983c-3cc8-4ee4-a0cb-d8a9933fbf58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0737386 Mar 16 11:36:35.620409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-80ff0fc1-3719-412a-aec4-00b62a21f1b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 217 time: 0.0597906 Mar 16 11:36:35.683409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-31daf4d0-1229-4108-bc3b-d37aa3a372d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.684782 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-31daf4d0-1229-4108-bc3b-d37aa3a372d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0587368 Mar 16 11:36:35.759277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45238-0acd-4728-8014-e03688f61488 req-35ec6adb-1a04-4d57-9d6b-ce694ca355df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:35.760713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-35ec6adb-1a04-4d57-9d6b-ce694ca355df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694087 Mar 16 11:36:35.891443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-776683e2-a884-43ba-821a-4cd3fa1b2be1 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240695 Mar 16 11:36:36.075963 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26e45238-0acd-4728-8014-e03688f61488 req-a79ab099-3de8-4a9a-aea6-e2f2380b85a3 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778855 Mar 16 11:36:36.101412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ae952-799f-4d1f-8559-3056c92c29b6 req-df1faf92-ae8c-407f-98fc-01f8da54e790 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:36.102892 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-496ae952-799f-4d1f-8559-3056c92c29b6 req-df1faf92-ae8c-407f-98fc-01f8da54e790 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 944 time: 0.1105244 Mar 16 11:36:36.147972 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-496ae952-799f-4d1f-8559-3056c92c29b6 req-40e8f321-6f4c-4ed4-a29f-aeed141db00b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391414 Mar 16 11:36:37.473595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65918f-ba11-4070-85df-73ae6b97c452 req-260acc24-e2e1-4c30-b5cd-9128426e19c6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:37.474972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aa65918f-ba11-4070-85df-73ae6b97c452 req-260acc24-e2e1-4c30-b5cd-9128426e19c6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 944 time: 0.0796833 Mar 16 11:36:37.521300 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aa65918f-ba11-4070-85df-73ae6b97c452 req-7d6acb8f-4af2-4945-a0df-20f20052e5da tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Mar 16 11:36:38.147224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:36:38.300412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:38.313827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:36:38.367922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:38.383960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:36:38.398723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:38.469661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:38.579278 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:38.677494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:36:38.709879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7b4d-9772-4817-8869-d61e718c2f2b req-ab2fbcc6-938a-4869-885a-93c36f665950 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:38.711445 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f5c7b4d-9772-4817-8869-d61e718c2f2b req-ab2fbcc6-938a-4869-885a-93c36f665950 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 945 time: 0.0791938 Mar 16 11:36:38.756172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f5c7b4d-9772-4817-8869-d61e718c2f2b req-8f6fc155-79ff-4651-b510-6669e8b613e7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385015 Mar 16 11:36:39.937077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc648426-3085-4781-8c1e-f5bc002f39e5 req-9a8475b0-b593-4892-9014-f8c04fe27f62 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:39.938543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bc648426-3085-4781-8c1e-f5bc002f39e5 req-9a8475b0-b593-4892-9014-f8c04fe27f62 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 945 time: 0.0788796 Mar 16 11:36:39.981783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bc648426-3085-4781-8c1e-f5bc002f39e5 req-7474804c-b573-4bc0-9f30-62e9a3aa89ac tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Mar 16 11:36:40.162766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:36:40.280076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:36:40.284807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:36:40.285175 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.399461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.425263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:40.435222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:36:40.469703 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'code': 200} Mar 16 11:36:40.510159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:40.587305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:36:40.976318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf9e5e-31ea-4720-84d1-0c8e331a0ee2 req-f0db951d-5074-4443-ab12-026d6617215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:40.977777 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6abf9e5e-31ea-4720-84d1-0c8e331a0ee2 req-f0db951d-5074-4443-ab12-026d6617215d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.1678228 Mar 16 11:36:41.018212 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6abf9e5e-31ea-4720-84d1-0c8e331a0ee2 req-27850387-44cc-4fde-9c86-d386996f2827 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342398 Mar 16 11:36:41.165762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e467f-05bb-4fdd-a562-4d99e00779e5 req-1a9e8ccf-0589-46f6-991f-806143f33a16 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:41.167247 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b0e467f-05bb-4fdd-a562-4d99e00779e5 req-1a9e8ccf-0589-46f6-991f-806143f33a16 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0823271 Mar 16 11:36:41.211961 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b0e467f-05bb-4fdd-a562-4d99e00779e5 req-235767b0-a741-4c05-bf1f-a6048e56e0eb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 Mar 16 11:36:42.400473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0299369-548c-42da-b6c9-a334b791d549 req-8d779c68-680d-4038-b9e3-2cff37cf6e71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:42.402026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f0299369-548c-42da-b6c9-a334b791d549 req-8d779c68-680d-4038-b9e3-2cff37cf6e71 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0834069 Mar 16 11:36:42.445417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f0299369-548c-42da-b6c9-a334b791d549 req-eea34457-6eeb-4d1c-867c-90bd9b2cd8ea tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377033 Mar 16 11:36:43.630890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7e10-1ea6-4059-81c6-aa53d9fccd55 req-62cd6fd9-a28b-4fba-bacc-c7c37032699b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:43.632330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94aa7e10-1ea6-4059-81c6-aa53d9fccd55 req-62cd6fd9-a28b-4fba-bacc-c7c37032699b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0791612 Mar 16 11:36:43.675156 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94aa7e10-1ea6-4059-81c6-aa53d9fccd55 req-560d2a5f-c4a0-4e44-95f7-5ff4ec9fcab2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372922 Mar 16 11:36:43.849539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b12c-0eba-4671-a536-aeaad4483b2a req-b60d3f7e-beb8-4dab-8b45-5785a143c6b8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:43.851011 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8885b12c-0eba-4671-a536-aeaad4483b2a req-b60d3f7e-beb8-4dab-8b45-5785a143c6b8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0791168 Mar 16 11:36:43.859518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40492) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:36:43.864909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'floatingip': {'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:36:43.944425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.531297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.594956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:44.767307 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 associated. External IP: 172.26.7.165, port: 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1. Mar 16 11:36:45.218436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:36:45.252566 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-edc9d694-fe8e-4523-8907-ce4e86008082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:45.403696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:36:45.408619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:45.413704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:36:45.423625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:45.424235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:36:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:45.466031 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-840796e2-9bf1-4419-bf05-465828cabae0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "PUT /v2.0/floatingips/f4554ff8-4b14-466f-899a-07a9ff3d1015 HTTP/1.1" status: 200 len: 992 time: 1.6029437 Mar 16 11:36:45.466031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:36:45.508317 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'status': 'completed', 'code': 200} Mar 16 11:36:45.618133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8f979-0c93-456f-9243-f655810e6b07 req-59b647bd-734e-46f3-9479-9710c957afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:45.619313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:45.619587 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-59b647bd-734e-46f3-9479-9710c957afb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0869079 Mar 16 11:36:45.750375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8f979-0c93-456f-9243-f655810e6b07 req-52589591-18cc-48b1-a74e-a0f321cd5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:45.751760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-52589591-18cc-48b1-a74e-a0f321cd5c99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1264539 Mar 16 11:36:45.857498 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-115456d7-c028-456c-8e95-5c53b67c1f27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1000 time: 0.0985389 Mar 16 11:36:45.931087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8f979-0c93-456f-9243-f655810e6b07 req-7db827cd-63e8-4b07-b748-581e6a80ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:45.932616 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-7db827cd-63e8-4b07-b748-581e6a80ac1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0699224 Mar 16 11:36:45.976437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:36:44Z', 'revision_number': 9, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:45.980665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:36:45.990320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:36:45.990917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:36:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:46.072466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8f979-0c93-456f-9243-f655810e6b07 req-5d603d07-ed41-4bc4-a964-0943710a08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:46.073922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-5d603d07-ed41-4bc4-a964-0943710a08e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343157 Mar 16 11:36:46.113468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08483aea-376f-4fa5-aea7-b5c13607f3eb req-e6e3b034-f916-47c2-b7e0-d442b4fdec7e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:46.115683 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-08483aea-376f-4fa5-aea7-b5c13607f3eb req-e6e3b034-f916-47c2-b7e0-d442b4fdec7e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.1279769 Mar 16 11:36:46.133567 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-2ea454c3-b70a-4e21-8c7f-5ebaefe13067 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867605 Mar 16 11:36:46.178229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:36:46.236625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-08483aea-376f-4fa5-aea7-b5c13607f3eb req-c3bb2afa-fce9-4945-8f74-c426084ac717 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096139 Mar 16 11:36:46.259956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-2b26b984-cc76-4612-9df3-82cc2e85dc89 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745095 Mar 16 11:36:46.398617 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40e8f979-0c93-456f-9243-f655810e6b07 req-43f3053b-5b35-40d5-9040-7113f9f01c6f service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321430 Mar 16 11:36:46.569737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:36:44Z', 'revision_number': 9, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:36:46.573956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b59d-9895-4b2f-b08d-0d49f00467ae None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:36:44Z', 'revision_number': 9, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:36:46.769496 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776748e9-730f-4e4d-988b-fff5a75028c2 None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:36:47.400108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d31a-263b-49e3-a0f0-b435a30184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:47.433440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6235807-2bca-44d2-b68a-7397b49e68d5 req-98321e1b-426c-4db3-982e-25835cadc258 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:47.434988 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d6235807-2bca-44d2-b68a-7397b49e68d5 req-98321e1b-426c-4db3-982e-25835cadc258 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0822620 Mar 16 11:36:47.482934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d6235807-2bca-44d2-b68a-7397b49e68d5 req-ca748a0a-98a4-4b70-99ea-a53fa17ae728 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420411 Mar 16 11:36:48.293466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-b9a1abb6-6e54-460b-80e9-b7a1fa278f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.294948 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-b9a1abb6-6e54-460b-80e9-b7a1fa278f25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0744474 Mar 16 11:36:48.360277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:48.533094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-eed748aa-5b01-43df-a20c-1f3958bef312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.534770 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-eed748aa-5b01-43df-a20c-1f3958bef312 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.2335253 Mar 16 11:36:48.683487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-71a68c26-e0ec-4108-a025-137964d2fe45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1003 time: 0.1424036 Mar 16 11:36:48.710139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:48.757169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9901f8a-f63b-4364-9759-1c803ce4aa7e req-fb34ff9d-7b64-4e6c-9e36-ed7f3cfb7a2f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.758639 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b9901f8a-f63b-4364-9759-1c803ce4aa7e req-fb34ff9d-7b64-4e6c-9e36-ed7f3cfb7a2f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.1637292 Mar 16 11:36:48.784338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-80039a97-d868-4104-9340-6d4a3d8d241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.786256 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-80039a97-d868-4104-9340-6d4a3d8d241e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0956256 Mar 16 11:36:48.845505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b9901f8a-f63b-4364-9759-1c803ce4aa7e req-2dfb37fd-ed85-4b6e-acb8-571b0408c80f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807226 Mar 16 11:36:48.875764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-61ec4df0-58f1-4262-818e-28fd88037987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:48.877210 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-61ec4df0-58f1-4262-818e-28fd88037987 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807908 Mar 16 11:36:49.008813 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-7890af55-09bc-45a6-a4bf-a290915f676c service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250200 Mar 16 11:36:49.137453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-bc4dbba4-55fc-4805-bdf3-d8e2aa7432da service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222634 Mar 16 11:36:49.306551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-70880efe-fc5f-48fd-8673-080923d15fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.308119 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-70880efe-fc5f-48fd-8673-080923d15fc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0781105 Mar 16 11:36:49.453019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-ec2a9847-78e2-446a-800c-90555a6cc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.454501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-ec2a9847-78e2-446a-800c-90555a6cc6ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1285901 Mar 16 11:36:49.558188 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-6f15f466-05f6-4541-a35c-c28ee9e4e32d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1003 time: 0.0919516 Mar 16 11:36:49.631136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-de689ff1-b91b-44f9-83e7-01866c7040bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.632567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-de689ff1-b91b-44f9-83e7-01866c7040bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0686753 Mar 16 11:36:49.704294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-cb2d5f70-0ab5-43f3-8db4-d81532dd45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:49.705627 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-cb2d5f70-0ab5-43f3-8db4-d81532dd45cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677252 Mar 16 11:36:49.835242 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-22dc5f0a-106e-468f-b1cf-ed1fce38bbb7 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215224 Mar 16 11:36:49.978860 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5960a582-c2fb-48e6-89ec-3a7f1db62e0b req-e0b2d4ed-07b3-4378-afbc-4450f435ea15 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275084 Mar 16 11:36:50.036792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:50.118578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390f6d-e42c-471a-a096-e093051cd502 req-7fa0b333-2ac6-4c43-87b7-6fa336aaef80 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:50.120038 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1b390f6d-e42c-471a-a096-e093051cd502 req-7fa0b333-2ac6-4c43-87b7-6fa336aaef80 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.1681855 Mar 16 11:36:50.163656 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1b390f6d-e42c-471a-a096-e093051cd502 req-c77279c6-a788-4dfe-b480-b54ca7916644 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 Mar 16 11:36:50.189704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:51.352075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5546-6196-421a-840a-003ff4eea500 req-51911eaf-e108-4108-8c71-79cdc28a1083 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:51.353509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b04a5546-6196-421a-840a-003ff4eea500 req-51911eaf-e108-4108-8c71-79cdc28a1083 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0851152 Mar 16 11:36:51.397087 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b04a5546-6196-421a-840a-003ff4eea500 req-e0d7bc0e-6725-43c9-b552-ca505454a33e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376711 Mar 16 11:36:52.579974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aa874-770f-43f3-ae1f-c4415ad472e2 req-ae4d1f71-9da7-4f94-8f91-3ae7bc9541f2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:52.581420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-be8aa874-770f-43f3-ae1f-c4415ad472e2 req-ae4d1f71-9da7-4f94-8f91-3ae7bc9541f2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0801783 Mar 16 11:36:52.625939 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-be8aa874-770f-43f3-ae1f-c4415ad472e2 req-5628c7cf-1ba7-4541-877a-97571e66e380 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 Mar 16 11:36:53.809018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ed864-f5c1-4a18-9a3c-893b2732e785 req-0004e939-869b-4132-a3e5-38ed8013ab0f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:53.810518 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ca7ed864-f5c1-4a18-9a3c-893b2732e785 req-0004e939-869b-4132-a3e5-38ed8013ab0f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0795376 Mar 16 11:36:53.853930 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ca7ed864-f5c1-4a18-9a3c-893b2732e785 req-4ec29406-a80b-4851-8998-42645607420b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Mar 16 11:36:55.037053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417033e1-ce08-493e-9796-38108db3ef48 req-2350b93d-892c-4aa3-bec8-79748c29cb84 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:55.038526 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-417033e1-ce08-493e-9796-38108db3ef48 req-2350b93d-892c-4aa3-bec8-79748c29cb84 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0784392 Mar 16 11:36:55.089648 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-417033e1-ce08-493e-9796-38108db3ef48 req-9a7816be-e941-4196-929b-ab8ead4653c3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Mar 16 11:36:56.370690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c13d1b-57e9-4e37-b701-10c8c648bfe2 req-ab739c28-66ad-45c1-ab4b-7c82ca87a57c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:56.372130 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d0c13d1b-57e9-4e37-b701-10c8c648bfe2 req-ab739c28-66ad-45c1-ab4b-7c82ca87a57c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.1788673 Mar 16 11:36:56.414520 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d0c13d1b-57e9-4e37-b701-10c8c648bfe2 req-8fc7fa0e-5701-48a1-a089-c98678bc4e31 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Mar 16 11:36:57.596073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811d1e-f38a-4017-ba8f-15a2c5437e9f req-d0fc1ba1-a0bf-493b-8877-7d8791b23f29 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:57.597524 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-28811d1e-f38a-4017-ba8f-15a2c5437e9f req-d0fc1ba1-a0bf-493b-8877-7d8791b23f29 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0798028 Mar 16 11:36:57.642749 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-28811d1e-f38a-4017-ba8f-15a2c5437e9f req-38e2de0d-c0c0-4816-85c1-b2746411f32c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Mar 16 11:36:58.827684 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3f4e9-ef56-4dba-9d33-6bc9b2ab0d7a req-2d1a6253-f2d8-412b-915b-4b545e901b9a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:58.829104 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2f3f4e9-ef56-4dba-9d33-6bc9b2ab0d7a req-2d1a6253-f2d8-412b-915b-4b545e901b9a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0822010 Mar 16 11:36:58.872405 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2f3f4e9-ef56-4dba-9d33-6bc9b2ab0d7a req-70239a21-8095-46b8-b8cf-0c9a39b34465 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376444 Mar 16 11:37:00.057986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f26a1-d5dd-44b6-aab5-74d0a5c3e88a req-b7d619dc-0bbe-4ba0-b8b7-c71c743db1b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:00.059557 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-816f26a1-d5dd-44b6-aab5-74d0a5c3e88a req-b7d619dc-0bbe-4ba0-b8b7-c71c743db1b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0842938 Mar 16 11:37:00.085716 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:00.106416 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-816f26a1-d5dd-44b6-aab5-74d0a5c3e88a req-6aa88532-dc3a-417d-a967-4b5062c6e275 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413992 Mar 16 11:37:01.292646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5f47-f8a5-416c-b5cf-5f5da027c230 req-c3542d8e-1561-4d96-a6ff-572a609e7f66 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:01.294152 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-838e5f47-f8a5-416c-b5cf-5f5da027c230 req-c3542d8e-1561-4d96-a6ff-572a609e7f66 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0780857 Mar 16 11:37:01.337930 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-838e5f47-f8a5-416c-b5cf-5f5da027c230 req-fb3f72c8-d29b-4d15-b465-7a6d5e28da0c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379477 Mar 16 11:37:02.527428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dbb72-5b56-457e-923d-5a07e7e3ed46 req-3165625a-e60e-4a8b-82c6-f81f5f6ec79b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:02.528868 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-de1dbb72-5b56-457e-923d-5a07e7e3ed46 req-3165625a-e60e-4a8b-82c6-f81f5f6ec79b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0791771 Mar 16 11:37:02.572754 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-de1dbb72-5b56-457e-923d-5a07e7e3ed46 req-28bf4b64-20c9-4a60-9326-5523b9147ace tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382495 Mar 16 11:37:03.758617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca4553-df9e-4f74-83bc-1faaca11950b req-dca3fd1a-651c-4712-ae5c-c886a1706890 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:03.760088 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ca4553-df9e-4f74-83bc-1faaca11950b req-dca3fd1a-651c-4712-ae5c-c886a1706890 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0838730 Mar 16 11:37:03.803092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-22ca4553-df9e-4f74-83bc-1faaca11950b req-9b41837f-2cec-458e-98c0-b12065415dae tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373750 Mar 16 11:37:04.986925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8feb35-7d0b-4c5a-b055-1b24409ba695 req-e42d022e-2dba-4597-9dc4-7992e6462029 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:04.988368 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b8feb35-7d0b-4c5a-b055-1b24409ba695 req-e42d022e-2dba-4597-9dc4-7992e6462029 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0814836 Mar 16 11:37:05.035088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b8feb35-7d0b-4c5a-b055-1b24409ba695 req-64433e08-19f8-4fe8-9991-b9a06623e4ba tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396082 Mar 16 11:37:06.223452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4183bb-254a-41d2-9049-b590e44d4ec8 req-a970d96a-9da1-4ddd-9f5a-133ef7ec2f44 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:06.224887 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1f4183bb-254a-41d2-9049-b590e44d4ec8 req-a970d96a-9da1-4ddd-9f5a-133ef7ec2f44 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0843060 Mar 16 11:37:06.268508 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1f4183bb-254a-41d2-9049-b590e44d4ec8 req-3f71cd3c-13b1-420f-a62d-81f005152481 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380118 Mar 16 11:37:07.450032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db7cd0-6009-4ab2-bb68-3d485edee1a6 req-fd2a9a2e-d168-4f37-8921-34a9ef8d2169 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:07.451465 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e2db7cd0-6009-4ab2-bb68-3d485edee1a6 req-fd2a9a2e-d168-4f37-8921-34a9ef8d2169 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0779405 Mar 16 11:37:07.497313 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e2db7cd0-6009-4ab2-bb68-3d485edee1a6 req-6e409836-7740-451e-bfd2-7267f1391d39 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402324 Mar 16 11:37:08.683704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d6a56-68ba-4d1b-a64b-1356e578392b req-a1c55b7f-6aa0-420b-b7d3-b94b654f6a99 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:08.685063 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db3d6a56-68ba-4d1b-a64b-1356e578392b req-a1c55b7f-6aa0-420b-b7d3-b94b654f6a99 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0794585 Mar 16 11:37:08.727873 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db3d6a56-68ba-4d1b-a64b-1356e578392b req-58e8cee3-5a22-414a-863f-51f31a8a65f5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372646 Mar 16 11:37:09.911360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2367e7-4cd0-40e0-9d0e-f8afba6c27a4 req-92eb25ae-b6ca-4b2c-8503-20110b53c4ed tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:09.912784 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f2367e7-4cd0-40e0-9d0e-f8afba6c27a4 req-92eb25ae-b6ca-4b2c-8503-20110b53c4ed tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0791485 Mar 16 11:37:09.956184 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f2367e7-4cd0-40e0-9d0e-f8afba6c27a4 req-b077c8f8-b456-4ab8-af08-7c3f5575dc66 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376985 Mar 16 11:37:11.144113 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e446d-f132-414f-aedc-59be6c3db9b0 req-ef76fea5-e412-444b-9178-631056c90e9f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:11.145567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e2e446d-f132-414f-aedc-59be6c3db9b0 req-ef76fea5-e412-444b-9178-631056c90e9f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0840168 Mar 16 11:37:11.189350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e2e446d-f132-414f-aedc-59be6c3db9b0 req-b6c041ef-3b57-43e8-8317-7178cb31b968 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Mar 16 11:37:12.373433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a4d7-5819-4f6a-bbc1-098a1c474845 req-17957948-ac88-45ce-886a-4a471c242607 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:12.374882 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f83a4d7-5819-4f6a-bbc1-098a1c474845 req-17957948-ac88-45ce-886a-4a471c242607 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0826910 Mar 16 11:37:12.418920 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4f83a4d7-5819-4f6a-bbc1-098a1c474845 req-2f7ef6b2-07bd-4d40-a735-4b13023741b3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Mar 16 11:37:13.603261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f3154-66ca-4942-a0f3-8f9edd036fb0 req-869f5afb-d75f-4bfd-b37c-024c47e02d4e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:13.604692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-033f3154-66ca-4942-a0f3-8f9edd036fb0 req-869f5afb-d75f-4bfd-b37c-024c47e02d4e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0792542 Mar 16 11:37:13.651247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-033f3154-66ca-4942-a0f3-8f9edd036fb0 req-22b00d81-a04a-4db9-8138-3c254be9e638 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Mar 16 11:37:14.828618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bd7b7-db74-4f83-a086-783d20f1e712 req-ec17f43d-47a5-48b9-a2b4-9c292537e80a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:14.830072 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-117bd7b7-db74-4f83-a086-783d20f1e712 req-ec17f43d-47a5-48b9-a2b4-9c292537e80a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0782430 Mar 16 11:37:14.872659 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-117bd7b7-db74-4f83-a086-783d20f1e712 req-573d8830-92d2-4ecf-a969-05e4546502c7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371101 Mar 16 11:37:15.201223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0419d1e3-7a11-4502-bdd5-2483a642fad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:16.060658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd7a96-ae87-48ec-b1d9-dcd565c788df req-bf940e99-dabb-4871-84b7-8a9a260d91fd tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:16.062165 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26fd7a96-ae87-48ec-b1d9-dcd565c788df req-bf940e99-dabb-4871-84b7-8a9a260d91fd tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0823228 Mar 16 11:37:16.107697 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26fd7a96-ae87-48ec-b1d9-dcd565c788df req-67c969f2-aa47-4efb-af84-6bb426137541 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Mar 16 11:37:17.294328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08686922-e724-4f68-940e-7475f6925677 req-c8a6f3b2-270c-4a8b-ad16-8ce80a7b9269 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:17.296059 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-08686922-e724-4f68-940e-7475f6925677 req-c8a6f3b2-270c-4a8b-ad16-8ce80a7b9269 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0828578 Mar 16 11:37:17.340050 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-08686922-e724-4f68-940e-7475f6925677 req-efb315c2-e51d-4e25-b70f-b6fae7c696cf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385764 Mar 16 11:37:17.361379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a38252c8-9e97-4905-a913-36d15332d801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:18.321426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:18.528419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016b439-bf7a-454b-9779-c89f59d6e51b req-40ebee43-6d00-48fc-a261-874215619853 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:18.529875 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8016b439-bf7a-454b-9779-c89f59d6e51b req-40ebee43-6d00-48fc-a261-874215619853 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0851839 Mar 16 11:37:18.575293 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8016b439-bf7a-454b-9779-c89f59d6e51b req-34f328f9-3ed5-4763-83f6-553d6deed73f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 Mar 16 11:37:18.709636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:19.767656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27239726-2481-4032-bba4-bce5cb70ddaa req-94688e47-bf43-4701-9176-136ed32defab tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:19.769078 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-27239726-2481-4032-bba4-bce5cb70ddaa req-94688e47-bf43-4701-9176-136ed32defab tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0879805 Mar 16 11:37:19.815102 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-27239726-2481-4032-bba4-bce5cb70ddaa req-80676487-6d39-4db7-9a21-253dcb43bf6f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385661 Mar 16 11:37:20.006726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:20.166779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:20.997415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85064-b7ba-4811-92c7-792ae5235da2 req-db7ff578-f9c3-40d3-a813-cb91551e50aa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:20.998897 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d0d85064-b7ba-4811-92c7-792ae5235da2 req-db7ff578-f9c3-40d3-a813-cb91551e50aa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0789449 Mar 16 11:37:21.045540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d0d85064-b7ba-4811-92c7-792ae5235da2 req-162ca1f6-3d37-46dd-bb29-9b01d9ab2b66 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Mar 16 11:37:21.243149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-2a07a03b-c95c-4710-a335-ddb0ddfc3e1a service neutron] 10.222.0.53 "GET /v2.0/ports/2cb5a289-e1c5-48d9-8c86-295b0e65bfc1/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0728846 Mar 16 11:37:21.842971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-2704175d-4e55-4c2f-b98b-0dcf37539925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:21.844410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-2704175d-4e55-4c2f-b98b-0dcf37539925 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 1099 time: 0.0713215 Mar 16 11:37:21.937304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-b4096822-e54a-4ffd-8ba4-280d290d4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:21.938771 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-b4096822-e54a-4ffd-8ba4-280d290d4aba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0726349 Mar 16 11:37:22.068909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-8941d929-d30c-4f14-9fe4-9112ca7fd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.070370 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-8941d929-d30c-4f14-9fe4-9112ca7fd70c service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1255062 Mar 16 11:37:22.175989 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-f7a95158-ea86-4b6b-8a12-10ef1c5d9a40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1003 time: 0.0990360 Mar 16 11:37:22.229278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11436f-d899-47fa-941b-0f4eebf52a69 req-57eebe68-4892-4a73-9a54-183f30542615 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.230758 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ea11436f-d899-47fa-941b-0f4eebf52a69 req-57eebe68-4892-4a73-9a54-183f30542615 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0793424 Mar 16 11:37:22.239038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-2caa9043-7936-4695-9ac4-487d75224042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.240462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-2caa9043-7936-4695-9ac4-487d75224042 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0577805 Mar 16 11:37:22.274989 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ea11436f-d899-47fa-941b-0f4eebf52a69 req-4c3049d4-9916-4d06-84f9-5f2b9416c78b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376856 Mar 16 11:37:22.319739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-643da457-d349-4153-9ab3-65996ee84755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.321717 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-643da457-d349-4153-9ab3-65996ee84755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728974 Mar 16 11:37:22.547311 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-119ed5ff-90d5-4b1e-9fb3-19fed0278e0c service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194993 Mar 16 11:37:22.677012 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4db21ab5-83f8-4b52-b20e-178bd143f07a req-3bf99178-82c3-4ad3-a924-47892421786a service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Mar 16 11:37:23.461495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b058ac-30b7-4228-a9da-20c7f5508573 req-9d5a1d8a-6ba8-46ce-b782-fa3e23bd5f4a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:23.463495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-02b058ac-30b7-4228-a9da-20c7f5508573 req-9d5a1d8a-6ba8-46ce-b782-fa3e23bd5f4a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0796747 Mar 16 11:37:23.506268 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-02b058ac-30b7-4228-a9da-20c7f5508573 req-464f1f86-7f32-4f66-85db-df2eae105fa0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370708 Mar 16 11:37:24.346384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:37:24.349697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:37:24.577555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:24.600464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:24.620835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:37:24.626979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:24.674215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:24.697347 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'code': 200} Mar 16 11:37:24.699922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:24.712188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0c32-d087-4ab9-90c7-9dc84c54266e req-2dda42e7-7d21-4e58-b71e-9e65c6d8b932 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:24.713834 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-26fe0c32-d087-4ab9-90c7-9dc84c54266e req-2dda42e7-7d21-4e58-b71e-9e65c6d8b932 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0900662 Mar 16 11:37:24.720426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:24.759037 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-26fe0c32-d087-4ab9-90c7-9dc84c54266e req-f9651151-c91b-4814-b7e5-7bc4b45d28c5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Mar 16 11:37:24.761361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:24.875097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:37:24.875388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:37:24.877562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:24.884729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.885083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.885427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.885765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.886127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.886462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.886790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.887119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.887446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.887771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.888094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:24.888416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:25.430419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:25.447234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:25.463137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:25.521156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:25.590276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:37:25.627247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:25.945776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83916451-ccc9-464c-ab37-ffaa42f55d3d req-e8d8d9f3-1025-48b2-a689-e9adf07701a3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.947347 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-83916451-ccc9-464c-ab37-ffaa42f55d3d req-e8d8d9f3-1025-48b2-a689-e9adf07701a3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 945 time: 0.0819232 Mar 16 11:37:25.994353 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-83916451-ccc9-464c-ab37-ffaa42f55d3d req-1b8a9ac6-bc3f-4b94-a874-50019152d7a0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Mar 16 11:37:26.355999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:37:26.427888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:26.428260 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:26.543055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:26.575446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:26.658436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:26.702627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:26.733515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:26.765066 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'code': 200} Mar 16 11:37:26.822683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3322d-8b25-4cd8-b05d-ef3275e654eb req-b2deab75-23e9-40c6-b546-1984e725af4d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:26.824124 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-72d3322d-8b25-4cd8-b05d-ef3275e654eb req-b2deab75-23e9-40c6-b546-1984e725af4d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.1495609 Mar 16 11:37:26.831377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-ada6d192-917a-4800-992f-4a8411bd0961 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:26.832668 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-ada6d192-917a-4800-992f-4a8411bd0961 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 946 time: 0.1216860 Mar 16 11:37:26.928012 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-72d3322d-8b25-4cd8-b05d-ef3275e654eb req-7bbc2efc-077e-402d-91bb-548f387ae058 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943255 Mar 16 11:37:26.941965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-9f4d4979-f841-4597-8360-2168fe64da5c service neutron] 10.222.0.53 "GET /v2.0/ports/2cb5a289-e1c5-48d9-8c86-295b0e65bfc1/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0943193 Mar 16 11:37:27.034718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-d94f7475-9475-4538-b681-e5e1a5f4b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:27.036146 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-d94f7475-9475-4538-b681-e5e1a5f4b99e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0698612 Mar 16 11:37:27.164870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-a2b61130-a26c-4193-9174-f181d0d6bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:27.166842 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-a2b61130-a26c-4193-9174-f181d0d6bf13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1237593 Mar 16 11:37:27.268852 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-2f1050ba-1eca-4c8e-a861-053343afff3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1003 time: 0.0958054 Mar 16 11:37:27.330852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-84936552-90ec-4768-acb4-e50c806b8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:27.332260 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-84936552-90ec-4768-acb4-e50c806b8f35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0565295 Mar 16 11:37:27.411363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-adfe6b7a-91ac-435c-b57e-79787578931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:27.412819 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-adfe6b7a-91ac-435c-b57e-79787578931f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735350 Mar 16 11:37:27.545289 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-c198fc68-a5d3-4123-b915-6d75bf8ddf93 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260583 Mar 16 11:37:27.678116 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-99826445-2236-4d85-b533-26da8e24879b service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261554 Mar 16 11:37:28.116947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a335159-df26-46e5-99bb-7996fc30bc85 req-b52c70f1-7ac0-4e61-94e6-14bdef1d5b4f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:28.118475 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a335159-df26-46e5-99bb-7996fc30bc85 req-b52c70f1-7ac0-4e61-94e6-14bdef1d5b4f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0812025 Mar 16 11:37:28.168229 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7a335159-df26-46e5-99bb-7996fc30bc85 req-e434e887-619c-4b18-a786-fdcc188826ba tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Mar 16 11:37:29.353682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9394-05f5-4cb1-a312-29bc216fd88f req-2f948354-6743-4074-8fad-87eba9f5ae78 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:29.355162 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1f6c9394-05f5-4cb1-a312-29bc216fd88f req-2f948354-6743-4074-8fad-87eba9f5ae78 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0792522 Mar 16 11:37:29.400447 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1f6c9394-05f5-4cb1-a312-29bc216fd88f req-67d0db96-1b6d-4a82-8af7-ba2c7fbb5869 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Mar 16 11:37:30.585917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95892e-b4f1-439e-bbb6-c8b2f0847279 req-50db8011-58b7-41df-aa81-47a854695a93 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.588445 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ac95892e-b4f1-439e-bbb6-c8b2f0847279 req-50db8011-58b7-41df-aa81-47a854695a93 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0833218 Mar 16 11:37:30.614794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-9d5270aa-8283-42eb-973c-1752495738be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.616172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-9d5270aa-8283-42eb-973c-1752495738be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 1099 time: 0.0750391 Mar 16 11:37:30.632227 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ac95892e-b4f1-439e-bbb6-c8b2f0847279 req-9580b241-b89b-4cd5-9c74-ce5db3c09836 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380955 Mar 16 11:37:30.705694 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-74723232-ad8f-4aa4-a24d-4089bfa65e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.707183 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-74723232-ad8f-4aa4-a24d-4089bfa65e84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0703304 Mar 16 11:37:30.941194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-828deba4-2897-4bee-b1c2-3c08bbb48844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.942601 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-828deba4-2897-4bee-b1c2-3c08bbb48844 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.2281904 Mar 16 11:37:31.044540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-db3ad19c-fdda-4bed-8f90-1a049ffba84b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 200 len: 1003 time: 0.0957980 Mar 16 11:37:31.110329 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-46d9b4b4-dca9-4a47-9a52-73cd6a225359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:31.111746 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-46d9b4b4-dca9-4a47-9a52-73cd6a225359 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0615122 Mar 16 11:37:31.187645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-a3f4c548-26b4-4651-b13f-ca46182b3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:31.189181 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-a3f4c548-26b4-4651-b13f-ca46182b3335 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705798 Mar 16 11:37:31.321450 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-c630ff31-8dba-49e7-89f7-0b73a18d5585 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253204 Mar 16 11:37:31.455042 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8f583768-d4c8-4756-9c67-362d8d768a46 req-c8219d12-335b-4d7a-870c-807fac1dcaee service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266649 Mar 16 11:37:31.822851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214b803-846a-43bb-99f2-d17d527d4edd req-4492128a-d492-4454-aa1b-b8480d0d01f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:31.823815 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b214b803-846a-43bb-99f2-d17d527d4edd req-4492128a-d492-4454-aa1b-b8480d0d01f9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0851429 Mar 16 11:37:31.868304 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b214b803-846a-43bb-99f2-d17d527d4edd req-1ff34b83-7140-4c86-b7a1-0b1a1f68a263 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388484 Mar 16 11:37:32.382545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:37:32.386541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:37:32.597230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:32.627597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:32.650059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'mac_address': 'fa:16:3e:a7:1f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:37:32.651279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:32.689365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:32.708306 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'code': 200} Mar 16 11:37:32.758137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:32.774923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:32.818630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:32.932342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:37:32.932702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:37:32.935014 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=9']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:33.053732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d054f-6368-415d-a45f-639f380514eb req-da278e3e-94a7-4318-b27b-24c3a6c2f2a3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:33.055331 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ad1d054f-6368-415d-a45f-639f380514eb req-da278e3e-94a7-4318-b27b-24c3a6c2f2a3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 944 time: 0.0822525 Mar 16 11:37:33.100646 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ad1d054f-6368-415d-a45f-639f380514eb req-f260ff46-487c-4cdc-9fa6-8516c7964b54 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389981 Mar 16 11:37:33.487880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:33.503810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:33.519267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:33.601319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:33.672456 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:37:33.719178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=10']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:34.310392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80eeb65-c4b1-4247-be37-a4c46a930bf4 req-7edcfd4c-f94e-4a2d-b2c5-60e36f93eaf3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:34.311893 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c80eeb65-c4b1-4247-be37-a4c46a930bf4 req-7edcfd4c-f94e-4a2d-b2c5-60e36f93eaf3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0906756 Mar 16 11:37:34.364425 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c80eeb65-c4b1-4247-be37-a4c46a930bf4 req-3ed57e08-a66c-4270-b256-eaa26c7db220 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Mar 16 11:37:34.382856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:37:34.456352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:34.456793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.567897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f090b-934f-4223-9964-77468c38b673 req-210e4959-cb82-4475-9df9-035d7d2f45b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:34.569383 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-452f090b-934f-4223-9964-77468c38b673 req-210e4959-cb82-4475-9df9-035d7d2f45b9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 946 time: 0.0853140 Mar 16 11:37:34.575181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.607538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:34.615827 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-452f090b-934f-4223-9964-77468c38b673 req-e54040fc-204b-4228-9ebf-0c1a0195cf4b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392642 Mar 16 11:37:34.687404 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.723835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:34.763336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=11']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:34.785926 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'code': 200} Mar 16 11:37:34.817266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea06d6-4521-47fa-835d-4bfb2d4ed165 req-891d2cce-6186-437e-b328-6f6304aaef4b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:34.818770 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9fea06d6-4521-47fa-835d-4bfb2d4ed165 req-891d2cce-6186-437e-b328-6f6304aaef4b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 947 time: 0.0839562 Mar 16 11:37:34.862624 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9fea06d6-4521-47fa-835d-4bfb2d4ed165 req-6120a11b-ac17-4ca7-9cd5-d88221743978 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 Mar 16 11:37:35.370051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4870-bcba-4a17-95d3-4c46032632be req-c33749a8-8907-4f24-910e-ed5aa1cc0664 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:35.371507 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7dfb4870-bcba-4a17-95d3-4c46032632be req-c33749a8-8907-4f24-910e-ed5aa1cc0664 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 947 time: 0.0831547 Mar 16 11:37:35.415096 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7dfb4870-bcba-4a17-95d3-4c46032632be req-466ba456-ed0c-4f58-880c-14807944b05a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Mar 16 11:37:36.600465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ca082-2a5b-4378-9d01-bc44700a94a1 req-d1635b24-087a-4bb6-b2ff-7bc651bef9bb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:36.601922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-635ca082-2a5b-4378-9d01-bc44700a94a1 req-d1635b24-087a-4bb6-b2ff-7bc651bef9bb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 947 time: 0.0792058 Mar 16 11:37:36.648402 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-635ca082-2a5b-4378-9d01-bc44700a94a1 req-59f4e269-892b-4c2b-99cd-1eba00ddffdb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404186 Mar 16 11:37:37.085057 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:37.483647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-42aa995f-1336-4451-a16f-ee59fb5542f3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:37.485201 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-42aa995f-1336-4451-a16f-ee59fb5542f3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 947 time: 0.0768156 Mar 16 11:37:37.552697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Deleting port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:37:37.553048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.797496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] For port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:37.798225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.834683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5531940-12ca-4553-b834-b37a1575ad8f req-48b4b2fb-0dc1-420e-b4a5-b1ca69bb4d61 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:37.836126 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b5531940-12ca-4553-b834-b37a1575ad8f req-48b4b2fb-0dc1-420e-b4a5-b1ca69bb4d61 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 947 time: 0.0830715 Mar 16 11:37:37.969037 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b5531940-12ca-4553-b834-b37a1575ad8f req-2babefa6-a706-43a9-999d-620316acd93a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267865 Mar 16 11:37:38.190255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:38.190620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:38.190932 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 disassociated. External IP: 172.26.7.165, port: 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1. Mar 16 11:37:38.191260 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Calling delete_port for 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:37:38.384187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:38.441513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event deleted for resources: {'Port': ['ID=2cb5a289-e1c5-48d9-8c86-295b0e65bfc1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:38.495789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.496137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.496475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.496808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.497141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.497471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.497798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.498147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.498471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.498791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.499141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.499459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:38.642178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:37:38.815351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:37:38.824540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:37:38.833632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:37:38.834257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:37:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:38.888663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] No DVR routers for this DVR port 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:37:38.891146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:38.893690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-deleted', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:38.938223 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e805a9ab-b0fa-40ea-888b-643f013ae5d4', 'name': 'network-vif-deleted', 'tag': '2cb5a289-e1c5-48d9-8c86-295b0e65bfc1', 'status': 'completed', 'code': 200} Mar 16 11:37:38.973751 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b5bf3780-1d5a-44cb-882e-95b659098fb6 req-03346bf8-f940-451f-92ac-7a51e592dae5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "DELETE /v2.0/ports/2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 HTTP/1.1" status: 204 len: 173 time: 1.4827144 Mar 16 11:37:39.013867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:37:39.122092 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75c776ba-284a-4692-b0a7-ee44d56c13b5 req-97c44ddf-fddf-42af-84a0-3be67bdd5220 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=e805a9ab-b0fa-40ea-888b-643f013ae5d4 HTTP/1.1" status: 200 len: 210 time: 0.0444624 Mar 16 11:37:39.329277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:39.333140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:37:39.342104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:37:39.342726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:37:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:39.515854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:37:39.869526 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:39.873468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794fb49-a2fe-4e86-bbe7-22adef3d9cf0 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:37:40.086468 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e9fd3-e10b-4155-9840-b5a7b2dc576d None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:37:40.397158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:37:40.432738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:37:40.433087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2cb5a289-e1c5-48d9-8c86-295b0e65bfc1 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:37:40.459435 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-842b091d-eea9-4bd6-a207-4bf319d3d31b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2014773478&fields=id&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 267 time: 0.0395036 Mar 16 11:37:40.608615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-dfe4c617-2cb2-4121-abbd-6cc742c507ce tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:40.610316 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-dfe4c617-2cb2-4121-abbd-6cc742c507ce tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1439731 Mar 16 11:37:40.625247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-0fc34f75-257b-4bba-a077-80423a4039e2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/quotas/dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Mar 16 11:37:40.711279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-718be73a-8bd2-439d-b436-788db2cbc921 req-5dcbe55e-bdf0-4d4d-8ae5-49c68eb78099 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:37:40.778574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-718be73a-8bd2-439d-b436-788db2cbc921 req-5dcbe55e-bdf0-4d4d-8ae5-49c68eb78099 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:37:40.779828 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-5dcbe55e-bdf0-4d4d-8ae5-49c68eb78099 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497550 Mar 16 11:37:40.914301 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2f015824-0a7a-45be-bede-bfda0e9250fd service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228552 Mar 16 11:37:41.044662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-a1fa8aff-7390-4b2b-adb7-aa6be75596b7 service neutron] 10.222.0.30 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243811 Mar 16 11:37:41.274249 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fc05de6e-3b4f-4f42-98e7-3b3d07f10055 req-5e9ecf9f-4538-4011-a1cb-9ad2cb1c0d59 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 210 time: 0.0443764 Mar 16 11:37:42.423780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-539f0468-9a5d-4ee6-b664-038c47d5d177 req-37337115-192b-4b0c-a7e6-a39f9c28cf7c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 210 time: 0.0420647 Mar 16 11:37:43.370773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-362e4156-26c7-4f92-b0c9-3d89523dd3a1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:43.372221 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-362e4156-26c7-4f92-b0c9-3d89523dd3a1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 812 time: 0.1458473 Mar 16 11:37:43.419792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-395683ed-b092-44f6-af78-d41d29eac1f3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 380 time: 0.0391839 Mar 16 11:37:43.428172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'port': {'device_id': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'admin_state_up': True, 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'security_groups': ['ad984741-bdec-4311-b81d-5bd8e91b38cd']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:37:43.580168 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d908ceb4-eab6-4fc2-b384-129b126b1812 req-6f8e9cb7-8c31-4ce7-adca-57e57c95584a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 210 time: 0.0434339 Mar 16 11:37:43.674963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:37:43.684597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:37:43.750198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Made reservation on behalf of dad766a70daf4eb8b608b9df1ef59cf3 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:37:43.753640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:43.912156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Allocated IP 172.20.0.5 (56a6c730-1545-4e2f-91a9-8f31250724fe/7323c7c8-d105-44b3-8c81-d25db3519ab8/06faf5ef-3935-4a0e-9f7f-7f83eff32287) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:37:44.094538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:44.109961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Transition to ACTIVE for port object 06faf5ef-3935-4a0e-9f7f-7f83eff32287 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:37:44.179096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:44.247969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Network 56a6c730-1545-4e2f-91a9-8f31250724fe is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:37:44.250978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:37:44.259389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:37:44.290562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:44.328209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:44.328831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:44.402795 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-2b11ceeb-0e45-45ca-9d88-66a55c52659f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9781528 Mar 16 11:37:44.415040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Request body: {'port': {'device_id': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:37:44.528097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:44.584309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-308f85f2-dfae-44f9-b4f1-14ef5958b8e1 None None] Provisioning for port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:37:44.590292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-308f85f2-dfae-44f9-b4f1-14ef5958b8e1 None None] Provisioning complete for port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:44.590642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-308f85f2-dfae-44f9-b4f1-14ef5958b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:44.647512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-308f85f2-dfae-44f9-b4f1-14ef5958b8e1 None None] Port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:37:44.861200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5a2ff-1519-4fc5-bbc3-39a3707b703a req-03e8f62c-2763-43fe-a7db-a4b6c5eef12f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:44.861904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8eb5a2ff-1519-4fc5-bbc3-39a3707b703a req-03e8f62c-2763-43fe-a7db-a4b6c5eef12f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Synchronizing usage tracker for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:37:44.941199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06faf5ef-3935-4a0e-9f7f-7f83eff32287 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:44.948929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:44.962728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8eb5a2ff-1519-4fc5-bbc3-39a3707b703a req-03e8f62c-2763-43fe-a7db-a4b6c5eef12f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Unset dirty status for tenant:dad766a70daf4eb8b608b9df1ef59cf3 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:37:44.964429 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8eb5a2ff-1519-4fc5-bbc3-39a3707b703a req-03e8f62c-2763-43fe-a7db-a4b6c5eef12f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 931 time: 0.2650862 Mar 16 11:37:44.965290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Transition to ACTIVE for port object 06faf5ef-3935-4a0e-9f7f-7f83eff32287 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:37:45.007374 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8eb5a2ff-1519-4fc5-bbc3-39a3707b703a req-030ec840-e7a2-4376-bb1f-9e05651b347f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370846 Mar 16 11:37:45.030321 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:45.156253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-50629303-4f01-4e33-b83e-bce25bae5742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:45.187967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:45.265895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Attempting to bind port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:37:45.266234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Attempting to bind port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:37:45.266562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Attempting to bind port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:37:45.271137 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 on network 56a6c730-1545-4e2f-91a9-8f31250724fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:37:45.271456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Attempting to bind port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 on network 56a6c730-1545-4e2f-91a9-8f31250724fe {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:37:45.277480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:37:45.277809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Checking segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:37:45.278210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Bound using segment: {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:37:45.278629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Bound port: 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a8ff03-f622-4e12-af77-39d053912cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:37:45.278968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:45.366060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:37:45.368831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:37:45.413492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:45.469835 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:45.470631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:45.471977 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 1093 time: 1.0614614 Mar 16 11:37:45.474429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:45.503000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2848d10-bba8-480a-97de-02f5128199e8 service neutron] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:45.526367 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'status': 'completed', 'code': 200} Mar 16 11:37:45.622562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb8bd-0e75-4e2a-b9c2-6cf4b2c09e4a req-407c2129-7bcb-4d0c-8ae0-114fcf4e841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:45.624026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cdcb8bd-0e75-4e2a-b9c2-6cf4b2c09e4a req-407c2129-7bcb-4d0c-8ae0-114fcf4e841f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1096 time: 0.0749459 Mar 16 11:37:45.764143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb8bd-0e75-4e2a-b9c2-6cf4b2c09e4a req-fdeba356-2b0d-42b7-8119-728d58ee65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:45.765487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cdcb8bd-0e75-4e2a-b9c2-6cf4b2c09e4a req-fdeba356-2b0d-42b7-8119-728d58ee65b2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1345425 Mar 16 11:37:45.899273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb8bd-0e75-4e2a-b9c2-6cf4b2c09e4a req-19ea4f6d-3159-4084-9e5d-694cf1d35335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:45.900760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cdcb8bd-0e75-4e2a-b9c2-6cf4b2c09e4a req-19ea4f6d-3159-4084-9e5d-694cf1d35335 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287298 Mar 16 11:37:46.106663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-28fa0160-37e0-4ff9-85e5-993546089d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.108137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-28fa0160-37e0-4ff9-85e5-993546089d2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1096 time: 0.1735260 Mar 16 11:37:46.212029 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-e88c4824-73d9-445b-802f-8ba2ada2fe52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 217 time: 0.0966890 Mar 16 11:37:46.286114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-a9f4ac85-7b0d-484a-9a16-53a5cbe53635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.287559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-a9f4ac85-7b0d-484a-9a16-53a5cbe53635 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0694349 Mar 16 11:37:46.343703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757ce6c-71f4-4aef-8e7b-ca6b18641bc7 req-633815d1-2cd4-42af-a69f-5c1a224fe5a2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.345116 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9757ce6c-71f4-4aef-8e7b-ca6b18641bc7 req-633815d1-2cd4-42af-a69f-5c1a224fe5a2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.1825538 Mar 16 11:37:46.399151 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9757ce6c-71f4-4aef-8e7b-ca6b18641bc7 req-f4eaffbb-d3db-40db-9e9a-ca06356d6f4a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473316 Mar 16 11:37:46.413178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be73a-8bd2-439d-b436-788db2cbc921 req-9910087c-a705-44a2-8c71-475297f6616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:46.413307 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-9910087c-a705-44a2-8c71-475297f6616f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1162055 Mar 16 11:37:46.543678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-862c56f7-e959-49b6-bae0-6a73f362fa25 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237824 Mar 16 11:37:46.673712 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718be73a-8bd2-439d-b436-788db2cbc921 req-df7b9abb-5ead-4b80-bbf2-35f379eb5d04 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234941 Mar 16 11:37:47.361854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cce572b9-a5d7-424c-8fbb-45ca4d3c4ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:47.586868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc128ea7-086b-48be-a3da-e0cb5b93cdb0 req-50ff60e0-d794-459e-b74d-3887608dfed7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:47.588942 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bc128ea7-086b-48be-a3da-e0cb5b93cdb0 req-50ff60e0-d794-459e-b74d-3887608dfed7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.0796750 Mar 16 11:37:47.635345 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bc128ea7-086b-48be-a3da-e0cb5b93cdb0 req-0f79016a-0754-4fdd-8aa2-53fc176cba73 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Mar 16 11:37:48.333048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:48.475251 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:37:48.607121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:48.621092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'mac_address': 'fa:16:3e:87:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:37:48.685948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:48.705336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06faf5ef-3935-4a0e-9f7f-7f83eff32287 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:37:48.720893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:48.738639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:48.790531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:48.825236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef92f3-90aa-46ab-965e-368da7c38641 req-78933c23-19d3-41d9-b237-e116e40f0ab9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:48.826724 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4ef92f3-90aa-46ab-965e-368da7c38641 req-78933c23-19d3-41d9-b237-e116e40f0ab9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.0853171 Mar 16 11:37:48.858749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:48.872825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4ef92f3-90aa-46ab-965e-368da7c38641 req-76e51031-42f7-4d8e-af2b-713014f80910 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Mar 16 11:37:48.998983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['06faf5ef-3935-4a0e-9f7f-7f83eff32287'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:37:50.036062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:50.059207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147a44d-a794-4aac-ad16-fd008c03cad4 req-be17a372-ef6f-44ef-ab1c-024b12ba350a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:50.060696 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c147a44d-a794-4aac-ad16-fd008c03cad4 req-be17a372-ef6f-44ef-ab1c-024b12ba350a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 944 time: 0.0802658 Mar 16 11:37:50.105418 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c147a44d-a794-4aac-ad16-fd008c03cad4 req-712a0ef8-df30-4cc3-8c27-7b526ecc243e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Mar 16 11:37:50.184513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:50.492508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:37:50.613124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:37:50.618184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:50.618557 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:50.736767 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:50.762701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:50.772073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:37:50.810029 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'code': 200} Mar 16 11:37:50.841890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:50.912518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:51.157496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd439a3-fa7c-4977-8cae-f1042f672d28 req-fb936685-877f-4b79-a6e3-7aa989924998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:51.159382 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbd439a3-fa7c-4977-8cae-f1042f672d28 req-fb936685-877f-4b79-a6e3-7aa989924998 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1098 time: 0.0696301 Mar 16 11:37:51.199572 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbd439a3-fa7c-4977-8cae-f1042f672d28 req-bab9916c-5cd8-46db-9b69-39f518b38bdd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338964 Mar 16 11:37:51.292996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e63a92-efcd-4259-ab9e-e26f410c4e43 req-5dccbe90-1546-4e4a-9f15-76b36c5655f2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:51.294490 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-00e63a92-efcd-4259-ab9e-e26f410c4e43 req-5dccbe90-1546-4e4a-9f15-76b36c5655f2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0847430 Mar 16 11:37:51.337215 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-00e63a92-efcd-4259-ab9e-e26f410c4e43 req-fcc30847-bf81-4e7b-8104-b31af80b215e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Mar 16 11:37:52.524178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1645e-e4f6-48a0-8f8e-352d6184b6d2 req-2b630597-f00b-47bb-abe5-ac15c0ca4134 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:52.525629 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fad1645e-e4f6-48a0-8f8e-352d6184b6d2 req-2b630597-f00b-47bb-abe5-ac15c0ca4134 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0828588 Mar 16 11:37:52.570827 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fad1645e-e4f6-48a0-8f8e-352d6184b6d2 req-257f3eab-0e20-4ae9-9f8a-1218a5cb1599 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Mar 16 11:37:53.755823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bface0-bb98-4d88-9482-f8fc09cd5fd5 req-5efc235a-be35-4b0d-bef4-792b443727b2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:53.757253 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-72bface0-bb98-4d88-9482-f8fc09cd5fd5 req-5efc235a-be35-4b0d-bef4-792b443727b2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0778809 Mar 16 11:37:53.800961 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-72bface0-bb98-4d88-9482-f8fc09cd5fd5 req-afec6dac-b09e-43d3-8d01-2363dcb0bfbf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Mar 16 11:37:53.978082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1378-24e8-4ef5-8f77-abe26bcc0e75 req-4fa7b1f4-4f7f-4545-a19d-514b093fb6a8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:53.979493 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc0d1378-24e8-4ef5-8f77-abe26bcc0e75 req-4fa7b1f4-4f7f-4545-a19d-514b093fb6a8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0796292 Mar 16 11:37:53.987979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40698) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:37:53.992749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Request body: {'floatingip': {'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:37:54.068648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:54.751086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:54.795740 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:54.966844 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 associated. External IP: 172.26.7.165, port: 06faf5ef-3935-4a0e-9f7f-7f83eff32287. Mar 16 11:37:55.306785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:37:55.479516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:37:55.483731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:55.489191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:37:55.498788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:37:55.499394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:37:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:55.540730 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9993205e-a190-4b89-9186-e1e76844cdb6 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "PUT /v2.0/floatingips/f4554ff8-4b14-466f-899a-07a9ff3d1015 HTTP/1.1" status: 200 len: 992 time: 1.5517161 Mar 16 11:37:55.541297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:37:55.588030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'status': 'completed', 'code': 200} Mar 16 11:37:55.683692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-230bcce0-bad7-412c-8b00-1c861312e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:55.685152 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-230bcce0-bad7-412c-8b00-1c861312e202 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1098 time: 0.0749536 Mar 16 11:37:55.729174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:37:55.818543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-be0cbe04-ec22-4cbb-adf2-23fa635db730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:55.819945 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-be0cbe04-ec22-4cbb-adf2-23fa635db730 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1275861 Mar 16 11:37:56.041515 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-5a717953-8bd1-48a8-8dcd-00035cccdd79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 1000 time: 0.2152407 Mar 16 11:37:56.087841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:87:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:37:54Z', 'revision_number': 13, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:56.093295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:37:56.102825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:37:56.103436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:37:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:56.106510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-77e93171-15c0-4260-b79e-58748da10fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:56.107956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-77e93171-15c0-4260-b79e-58748da10fac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0597420 Mar 16 11:37:56.197930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-83cca85b-f673-48a0-a2ec-42a966208418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:56.199632 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-83cca85b-f673-48a0-a2ec-42a966208418 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851798 Mar 16 11:37:56.290644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:37:56.345397 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-db3df363-e7f3-48fa-88c1-25e358addc0b service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382935 Mar 16 11:37:56.479621 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-48998df5-7884-4f93-954f-7d6f02bb3795 req-90149009-83d8-4f1f-a0f4-0a8f6511ae77 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276133 Mar 16 11:37:56.647977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:87:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:37:54Z', 'revision_number': 13, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:56.653468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cc279-5e39-4cd2-be0b-bd73a4c6244c None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'f4554ff8-4b14-466f-899a-07a9ff3d1015', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'floating_ip_address': '172.26.7.165', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'mac_address': 'fa:16:3e:87:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:34:29Z', 'updated_at': '2022-03-16T11:37:54Z', 'revision_number': 13, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:37:56.836597 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fe5ae-b422-43ad-8aa8-9758868cca84 None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:37:58.585077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a1cdc-1fd3-46f0-9bd8-64462afd10fb req-0ad12bc9-7908-4d2f-a16e-02fde463bf76 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:58.586558 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a94a1cdc-1fd3-46f0-9bd8-64462afd10fb req-0ad12bc9-7908-4d2f-a16e-02fde463bf76 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0856988 Mar 16 11:37:58.632190 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a94a1cdc-1fd3-46f0-9bd8-64462afd10fb req-906a244a-c802-4e11-99de-34d1d019af9c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 Mar 16 11:38:08.774405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4940213-1417-4737-b15d-5b9b8ca8daab req-801b4c7e-82f4-4a0e-8122-c5b46759d44b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:08.775738 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b4940213-1417-4737-b15d-5b9b8ca8daab req-801b4c7e-82f4-4a0e-8122-c5b46759d44b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0857530 Mar 16 11:38:08.820161 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b4940213-1417-4737-b15d-5b9b8ca8daab req-9184e041-67cf-4518-9867-f84efcc4d79f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380456 Mar 16 11:38:08.893088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-db0fd6fd-e052-4af3-9c77-0f495161cb0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269267 Mar 16 11:38:10.013441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b4e5-3d2e-41a9-ac83-d044a13be449 req-c493c768-995e-45e8-9125-07a8b2158b80 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:10.013441 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db75b4e5-3d2e-41a9-ac83-d044a13be449 req-c493c768-995e-45e8-9125-07a8b2158b80 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0863030 Mar 16 11:38:10.054643 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db75b4e5-3d2e-41a9-ac83-d044a13be449 req-827d11fb-1cff-462b-a8ad-30cac793c7fe tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377002 Mar 16 11:38:10.763624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-b847e3ce-2a2f-495c-a923-9ae657ddbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:10.765094 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-b847e3ce-2a2f-495c-a923-9ae657ddbeb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1098 time: 0.0728300 Mar 16 11:38:10.899827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-2ef5859e-5274-4c88-b7f6-39a26f412f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:10.901249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-2ef5859e-5274-4c88-b7f6-39a26f412f19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1296329 Mar 16 11:38:11.002460 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-8247d2a9-7ccd-49c4-8b53-c02846e0505e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 1002 time: 0.0942183 Mar 16 11:38:11.063530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-d315840b-ec79-416f-9fa7-d1489a7b95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:11.064868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-d315840b-ec79-416f-9fa7-d1489a7b95a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0565710 Mar 16 11:38:11.140577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-49012fdb-a0bc-41f7-be31-c70c5c8b0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:11.142068 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-49012fdb-a0bc-41f7-be31-c70c5c8b0c46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698280 Mar 16 11:38:11.245583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8069c1-fd35-4e8b-a8e4-a486f62442ec req-a0795519-fc11-4853-8386-d9a2873d5881 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:11.247622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f8069c1-fd35-4e8b-a8e4-a486f62442ec req-a0795519-fc11-4853-8386-d9a2873d5881 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0794578 Mar 16 11:38:11.273130 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-9977a96b-906e-4db0-b38b-50d62b5aa410 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240983 Mar 16 11:38:11.292449 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0f8069c1-fd35-4e8b-a8e4-a486f62442ec req-0e5a75d4-92f0-437f-9659-9c906f9b71a3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389452 Mar 16 11:38:11.401227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-ffb2c026-c22c-40c1-b747-b1e87cbf6a37 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220691 Mar 16 11:38:12.478593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4258-e5ba-4d55-af6c-168eff40d743 req-2a448aec-b2c8-469e-a619-91507eca7c28 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:12.480005 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-beaa4258-e5ba-4d55-af6c-168eff40d743 req-2a448aec-b2c8-469e-a619-91507eca7c28 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0808792 Mar 16 11:38:12.523811 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-beaa4258-e5ba-4d55-af6c-168eff40d743 req-93420f15-5a38-4a4b-b669-426ce61a5668 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Mar 16 11:38:13.709535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743f33-95b6-4af5-b4bc-d0adb2056a55 req-162983a9-1a64-49c3-90d4-f2312d79ee2e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:13.710981 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0e743f33-95b6-4af5-b4bc-d0adb2056a55 req-162983a9-1a64-49c3-90d4-f2312d79ee2e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0819221 Mar 16 11:38:13.753897 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-0e743f33-95b6-4af5-b4bc-d0adb2056a55 req-ff53b71f-c69f-499f-9300-6d5adad27719 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371580 Mar 16 11:38:14.084295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:14.933790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c8faf-50d2-4515-990f-1bd6eb35a7e2 req-6a7d91fb-398e-4241-8d1a-ed1f09e4edc5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:14.935292 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f6c8faf-50d2-4515-990f-1bd6eb35a7e2 req-6a7d91fb-398e-4241-8d1a-ed1f09e4edc5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0770416 Mar 16 11:38:15.075745 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6f6c8faf-50d2-4515-990f-1bd6eb35a7e2 req-d797f221-28d8-4678-82c5-5a254b422387 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347048 Mar 16 11:38:15.202337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e616a846-f3e8-417f-a03e-cdaf8c142a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:16.258204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c2127-5e12-4c32-93e4-94371a4d29f1 req-c2ae3c45-d56c-46ff-9a95-dcedcc0ec45e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:16.259631 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b7c2127-5e12-4c32-93e4-94371a4d29f1 req-c2ae3c45-d56c-46ff-9a95-dcedcc0ec45e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0785792 Mar 16 11:38:16.305674 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b7c2127-5e12-4c32-93e4-94371a4d29f1 req-87683c5c-3724-464c-a252-31a2f094dcbe tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Mar 16 11:38:17.345402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6429-8916-4879-b228-222c84c052bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:17.490190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d66d1-7db9-4be8-8874-9abf69a11568 req-19c7021f-956c-4f9b-bee6-8ed9f763f70a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:17.491616 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f17d66d1-7db9-4be8-8874-9abf69a11568 req-19c7021f-956c-4f9b-bee6-8ed9f763f70a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0784442 Mar 16 11:38:17.535588 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f17d66d1-7db9-4be8-8874-9abf69a11568 req-d75fa8c1-978e-4543-a1f2-b1c9ddb5f500 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381744 Mar 16 11:38:18.339709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:18.722751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:18.732788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4664-5e4a-44c3-b772-81860831a33f req-3522762d-93e4-4d18-8e13-e09a5c310ea5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:18.737239 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2c9c4664-5e4a-44c3-b772-81860831a33f req-3522762d-93e4-4d18-8e13-e09a5c310ea5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0824783 Mar 16 11:38:18.779226 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2c9c4664-5e4a-44c3-b772-81860831a33f req-a0d83285-2263-42b7-98e4-4d810f09cdd8 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Mar 16 11:38:19.258917 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-6cc71baf-1bb1-4db9-a5bb-f3cf275b0ec6 service neutron] 10.222.0.53 "GET /v2.0/ports/06faf5ef-3935-4a0e-9f7f-7f83eff32287/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0780730 Mar 16 11:38:19.780759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-7e64b107-fc73-4fe8-a56b-1a3dcc835d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:19.782210 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-7e64b107-fc73-4fe8-a56b-1a3dcc835d6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0704012 Mar 16 11:38:19.877720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-8a9ff9f9-4d78-4dbc-9ddc-9a88784494ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:19.879215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-8a9ff9f9-4d78-4dbc-9ddc-9a88784494ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1098 time: 0.0746729 Mar 16 11:38:20.007930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:20.065659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-38c7f415-9eeb-4c5f-93e8-f64dd824c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.067098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-38c7f415-9eeb-4c5f-93e8-f64dd824c8e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1822681 Mar 16 11:38:20.076380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f947f8-0357-4500-b5d1-1bbe1b41bfc8 req-c82d2678-fb62-4ac8-a233-5c45059c9443 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.077941 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06f947f8-0357-4500-b5d1-1bbe1b41bfc8 req-c82d2678-fb62-4ac8-a233-5c45059c9443 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.1750002 Mar 16 11:38:20.174218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:20.203319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-ef4bd075-cba0-40ea-89ac-245688d71571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 1002 time: 0.1247029 Mar 16 11:38:20.206145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06f947f8-0357-4500-b5d1-1bbe1b41bfc8 req-bfec8ad7-b425-40a8-877a-c3596974042e tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723021 Mar 16 11:38:20.267598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-3548c16d-7717-4786-831d-34c654a995af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.268995 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-3548c16d-7717-4786-831d-34c654a995af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0600514 Mar 16 11:38:20.342547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-c040ff01-e3c0-4e8a-a529-b2bf2535a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:20.343994 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-c040ff01-e3c0-4e8a-a529-b2bf2535a106 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695870 Mar 16 11:38:20.471496 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-177e8489-ab3d-4ee3-b724-919e35235b1f service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208553 Mar 16 11:38:20.600070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-b8d34d39-37c6-4bd2-bf9d-97a114d0c78f service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221490 Mar 16 11:38:20.648663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:20.758350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:20.787480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:20.797728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:20.831839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:20.870712 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'code': 200} Mar 16 11:38:20.901905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:21.400589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620465fb-6a98-45ee-97c1-7c62ea29489b req-6ced84d8-850e-4293-be8d-539d9470fc82 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:21.402063 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-620465fb-6a98-45ee-97c1-7c62ea29489b req-6ced84d8-850e-4293-be8d-539d9470fc82 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.0848854 Mar 16 11:38:21.446610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-620465fb-6a98-45ee-97c1-7c62ea29489b req-2ea09fd3-6774-47c9-9c19-0a87198dbf23 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 Mar 16 11:38:22.643399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca14968-a22f-481e-9055-06c6089979fd req-f6895c57-8df8-424c-8cd8-9c2770c75b2d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:22.644787 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dca14968-a22f-481e-9055-06c6089979fd req-f6895c57-8df8-424c-8cd8-9c2770c75b2d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.0891800 Mar 16 11:38:22.687753 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dca14968-a22f-481e-9055-06c6089979fd req-2aed01f5-d645-443c-9b22-4d07ab54a311 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 Mar 16 11:38:23.870407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae059e34-ce36-4463-a5df-83fece93b537 req-7ce879dd-59d7-4921-b392-7f1197605aa0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:23.871844 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ae059e34-ce36-4463-a5df-83fece93b537 req-7ce879dd-59d7-4921-b392-7f1197605aa0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.0800433 Mar 16 11:38:23.915149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ae059e34-ce36-4463-a5df-83fece93b537 req-b9041ac2-1086-48da-ae91-3e99bf19678c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Mar 16 11:38:24.671121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:38:24.801098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:24.814280 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'mac_address': 'fa:16:3e:87:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:38:24.870388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:24.925643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06faf5ef-3935-4a0e-9f7f-7f83eff32287 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:38:24.940973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:25.002674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:25.069073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['06faf5ef-3935-4a0e-9f7f-7f83eff32287'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:38:25.098822 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700a45-1b96-4dfe-a486-a65d25a0f90e req-13b8a854-4d5a-4d08-a4af-ad3f3af55c76 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:25.100316 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-85700a45-1b96-4dfe-a486-a65d25a0f90e req-13b8a854-4d5a-4d08-a4af-ad3f3af55c76 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 944 time: 0.0797992 Mar 16 11:38:25.111335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:25.123981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.124258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.124602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.125109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.125299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.125577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.125923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.126254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.126581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.126946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.127277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.127602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:25.145709 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-85700a45-1b96-4dfe-a486-a65d25a0f90e req-4f5c8bec-fa4d-40d0-b31b-13659ff95991 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 Mar 16 11:38:26.334966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370536-0fa6-4ccd-80c2-508bd0975636 req-00e3f717-338b-44e6-8930-c836efee67f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:26.336380 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18370536-0fa6-4ccd-80c2-508bd0975636 req-00e3f717-338b-44e6-8930-c836efee67f1 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 944 time: 0.0808396 Mar 16 11:38:26.380285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-18370536-0fa6-4ccd-80c2-508bd0975636 req-05373922-af37-4479-b34a-c85fe76cba53 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 Mar 16 11:38:26.684633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:26.751277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:26.751645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:26.863729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:26.890132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:26.899786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:26.945376 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'code': 200} Mar 16 11:38:26.968004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:27.035513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:27.564428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc1cac-c94a-4311-8e7e-c483ff028251 req-4b59c383-d0c3-474e-b627-51d9dee2aba4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:27.565943 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b4dc1cac-c94a-4311-8e7e-c483ff028251 req-4b59c383-d0c3-474e-b627-51d9dee2aba4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0806291 Mar 16 11:38:27.615406 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b4dc1cac-c94a-4311-8e7e-c483ff028251 req-9aa418a1-0006-4856-86e4-dbfbaf49045b tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Mar 16 11:38:28.806831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c7a32-eebf-4262-97d6-6e09ca386b43 req-c81286dc-9648-4fcc-be09-acdab35acdc4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:28.808276 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-083c7a32-eebf-4262-97d6-6e09ca386b43 req-c81286dc-9648-4fcc-be09-acdab35acdc4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0817449 Mar 16 11:38:28.851791 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-083c7a32-eebf-4262-97d6-6e09ca386b43 req-1ca748cc-0914-4592-80a0-49bec24c5e92 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Mar 16 11:38:30.032841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7417d4b-da52-4ad7-8c89-c1c2387d77a2 req-301cb07b-37ea-454b-9a2d-eb114f22b3a9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:30.034285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b7417d4b-da52-4ad7-8c89-c1c2387d77a2 req-301cb07b-37ea-454b-9a2d-eb114f22b3a9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0792370 Mar 16 11:38:30.077987 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b7417d4b-da52-4ad7-8c89-c1c2387d77a2 req-c30255a6-2ee5-4b1d-a491-e89ae3fec505 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381439 Mar 16 11:38:30.805790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-9514c015-cba8-4cb7-9250-e2fd8d82c3f0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:30.807109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-9514c015-cba8-4cb7-9250-e2fd8d82c3f0 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1958847 Mar 16 11:38:30.932985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-f14cc2d5-ab7b-4fec-852e-312094f9c2fb service neutron] 10.222.0.53 "GET /v2.0/ports/06faf5ef-3935-4a0e-9f7f-7f83eff32287/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0961547 Mar 16 11:38:30.949873 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694867c-daae-4bd1-930b-53a9936ba93b req-30b52741-78cb-4c97-a43b-96542d08a5aa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:30.951305 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6694867c-daae-4bd1-930b-53a9936ba93b req-30b52741-78cb-4c97-a43b-96542d08a5aa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.1536515 Mar 16 11:38:31.036837 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6694867c-daae-4bd1-930b-53a9936ba93b req-5c82fc58-df5b-4f4c-8988-9a2062e8615c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530186 Mar 16 11:38:31.057528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-c14fc35e-ee27-43b1-a2cc-f86233e6dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:31.059012 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-c14fc35e-ee27-43b1-a2cc-f86233e6dc36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1098 time: 0.1055198 Mar 16 11:38:31.192909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-90fa8fcc-bfe2-4648-8c05-0fff125ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:31.192909 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-90fa8fcc-bfe2-4648-8c05-0fff125ff672 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1266379 Mar 16 11:38:31.294597 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-3e7d44de-31b4-46d6-9370-b6350bfc6620 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 1002 time: 0.0970132 Mar 16 11:38:31.354710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-6c6fcf13-beb0-4d08-ad74-590a24ab4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:31.356106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-6c6fcf13-beb0-4d08-ad74-590a24ab4a37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0557315 Mar 16 11:38:31.432632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-035795af-fd5d-4f94-80f0-fca3c44a1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:31.434138 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-035795af-fd5d-4f94-80f0-fca3c44a1708 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721271 Mar 16 11:38:31.568041 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-f4d1f05f-940a-4464-ac01-183ccec60317 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280046 Mar 16 11:38:31.700220 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-83a593c2-0043-42c2-9610-db61f3fd9b48 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252902 Mar 16 11:38:32.230670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede87a05-0a44-4808-ae9a-a81eadaa9492 req-15900db6-68a6-40ac-898f-d92405ee7a62 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:32.232079 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ede87a05-0a44-4808-ae9a-a81eadaa9492 req-15900db6-68a6-40ac-898f-d92405ee7a62 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0817034 Mar 16 11:38:32.278547 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ede87a05-0a44-4808-ae9a-a81eadaa9492 req-f72a954b-505f-447e-8968-e011c825a209 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Mar 16 11:38:33.462563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d851-3125-4f28-a1c1-c9543f90e74f req-56312dab-29f1-4530-82ff-a8e914a9f1d5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:33.463991 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f702d851-3125-4f28-a1c1-c9543f90e74f req-56312dab-29f1-4530-82ff-a8e914a9f1d5 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0828736 Mar 16 11:38:33.511644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f702d851-3125-4f28-a1c1-c9543f90e74f req-a5b5422f-1802-40e4-aae0-b3c679768a4d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Mar 16 11:38:34.695885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827297-654f-46e7-88e3-943693c4e948 req-a64cf261-fddd-440d-be21-0955a042f6a9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:34.697361 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d2827297-654f-46e7-88e3-943693c4e948 req-a64cf261-fddd-440d-be21-0955a042f6a9 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0807281 Mar 16 11:38:34.741786 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d2827297-654f-46e7-88e3-943693c4e948 req-d4b7ec88-cb32-466d-ad22-614dbeb4e2da tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Mar 16 11:38:35.412588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-c8653c19-e1e3-48c1-8738-bc6a09ba03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:35.414056 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-c8653c19-e1e3-48c1-8738-bc6a09ba03be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff&tenant_id=dad766a70daf4eb8b608b9df1ef59cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0712178 Mar 16 11:38:35.503403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-2b6403fe-7b40-481d-81c4-02855e33132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:35.504835 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-2b6403fe-7b40-481d-81c4-02855e33132c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 1098 time: 0.0701914 Mar 16 11:38:35.634159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-2537a831-80ea-41ec-a61d-1f9c9b17f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:35.635586 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-2537a831-80ea-41ec-a61d-1f9c9b17f22a service neutron] 10.222.0.53 "GET /v2.0/networks?id=56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 200 len: 913 time: 0.1245472 Mar 16 11:38:35.740307 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-68ee516b-8f5a-4be1-94b9-2ac7843ebb25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 200 len: 1002 time: 0.0984409 Mar 16 11:38:35.807522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-1cdc3aed-d4d3-4438-b281-1a7bfe3ae36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:35.808993 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-1cdc3aed-d4d3-4438-b281-1a7bfe3ae36a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 200 len: 851 time: 0.0626647 Mar 16 11:38:36.066424 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-347db2a2-4284-4b3d-910d-2060592dcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:36.067780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-347db2a2-4284-4b3d-910d-2060592dcdda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56a6c730-1545-4e2f-91a9-8f31250724fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2525072 Mar 16 11:38:36.191784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0118cc-f24c-489d-8c5e-546c17bb8813 req-0eb4d0b3-1cd9-46f2-b40f-4ef0e5c5634d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:36.193193 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1a0118cc-f24c-489d-8c5e-546c17bb8813 req-0eb4d0b3-1cd9-46f2-b40f-4ef0e5c5634d tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.3277676 Mar 16 11:38:36.274385 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1a0118cc-f24c-489d-8c5e-546c17bb8813 req-572f7094-dd95-436c-be2f-1473b6e8e1b7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715251 Mar 16 11:38:36.279567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-ffcfa395-3996-4840-ab63-7a5d3fa19a60 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049732 Mar 16 11:38:36.430625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7fe329f0-18bd-4c7e-a646-caf9ef146838 req-d333a657-c514-4387-a0da-50239fa67e23 service neutron] 10.222.0.53 "GET /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448076 Mar 16 11:38:36.757644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:36.871773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.906428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:36.917273 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:36.960835 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'code': 200} Mar 16 11:38:37.016268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:37.079362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=9']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:37.512532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492a49-c88c-4160-bf0e-e35fa4438d16 req-c879ccde-91c2-4495-b72a-6eb7dc144646 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:37.514038 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a3492a49-c88c-4160-bf0e-e35fa4438d16 req-c879ccde-91c2-4495-b72a-6eb7dc144646 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.1280656 Mar 16 11:38:37.561780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a3492a49-c88c-4160-bf0e-e35fa4438d16 req-b07e0e1d-8d68-45a3-9d0f-0dddaea72436 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Mar 16 11:38:38.755337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284de4f-8b5c-4216-8b36-d08894b2c5f8 req-c2ed58ef-3051-46ea-9f13-6eb4def30dbe tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:38.756694 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b284de4f-8b5c-4216-8b36-d08894b2c5f8 req-c2ed58ef-3051-46ea-9f13-6eb4def30dbe tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 943 time: 0.0828633 Mar 16 11:38:38.788451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:38:38.800531 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b284de4f-8b5c-4216-8b36-d08894b2c5f8 req-f602f375-c97e-4603-9a0d-c9f4b4ba041f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 Mar 16 11:38:38.919334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:38.932004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'port_id': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'mac_address': 'fa:16:3e:87:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:38:38.989754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:39.008538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06faf5ef-3935-4a0e-9f7f-7f83eff32287 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:38:39.023105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:39.077113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:39.142881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['06faf5ef-3935-4a0e-9f7f-7f83eff32287'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:38:39.182581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=10']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:39.986576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e377e-1204-4bf3-ba19-3f7d1e58d74a req-dabba9e0-1bde-4618-9605-25d7f75cb3ff tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:39.988282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f94e377e-1204-4bf3-ba19-3f7d1e58d74a req-dabba9e0-1bde-4618-9605-25d7f75cb3ff tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 945 time: 0.0825269 Mar 16 11:38:40.031859 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f94e377e-1204-4bf3-ba19-3f7d1e58d74a req-900bd1b2-04e0-4071-94b5-24376835cefc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 Mar 16 11:38:40.810892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:38:40.876906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:38:40.877923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:40.991391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.016826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:41.026846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:41.068982 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'code': 200} Mar 16 11:38:41.088942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:41.163207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=11']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:41.224212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1539234-9ea2-454d-8e43-b889acc32148 req-8b0e8353-ca22-42e4-aa49-0312065aaf87 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:41.225660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1539234-9ea2-454d-8e43-b889acc32148 req-8b0e8353-ca22-42e4-aa49-0312065aaf87 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0844100 Mar 16 11:38:41.273070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1539234-9ea2-454d-8e43-b889acc32148 req-362fc381-0208-4546-b814-a598cdbc1764 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Mar 16 11:38:42.509074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e15577-12b8-45f4-8923-0578f4f8f830 req-3c1631e4-c502-4efc-8590-69392a5a77f2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:42.510537 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e5e15577-12b8-45f4-8923-0578f4f8f830 req-3c1631e4-c502-4efc-8590-69392a5a77f2 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.1285870 Mar 16 11:38:42.556833 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e5e15577-12b8-45f4-8923-0578f4f8f830 req-5a637e84-002e-4bfa-8662-7e101ccb1b59 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Mar 16 11:38:43.741360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f6198-f690-4079-9690-f99c92fffe22 req-0ed55d7e-2604-43f3-89ba-680e76446619 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:43.742848 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a09f6198-f690-4079-9690-f99c92fffe22 req-0ed55d7e-2604-43f3-89ba-680e76446619 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0794806 Mar 16 11:38:43.787851 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a09f6198-f690-4079-9690-f99c92fffe22 req-4c4b1f08-25d2-4e64-869e-a4327fe8f2dc tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394063 Mar 16 11:38:44.970195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a88a-7e28-4cef-8ce1-b483d5fbe313 req-8c9cae68-37b7-4f45-bfc4-f35467397778 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:44.972455 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3dd0a88a-7e28-4cef-8ce1-b483d5fbe313 req-8c9cae68-37b7-4f45-bfc4-f35467397778 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0798330 Mar 16 11:38:45.015483 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3dd0a88a-7e28-4cef-8ce1-b483d5fbe313 req-b7d54523-cef9-48aa-a41b-2a40540b52a7 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374420 Mar 16 11:38:45.157723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f51fb07f-1924-4ec2-9f10-2c5d24e1388c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:46.211853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2083cce-a3da-4060-975f-fa6722870278 req-f8ff47e0-2b98-43e9-b1c0-fd56264043e3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:46.213285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d2083cce-a3da-4060-975f-fa6722870278 req-f8ff47e0-2b98-43e9-b1c0-fd56264043e3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0900540 Mar 16 11:38:46.257197 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d2083cce-a3da-4060-975f-fa6722870278 req-4d2ecaa6-9234-46a5-8223-922d18286e39 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Mar 16 11:38:46.530773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79b238-cd62-48b6-81c9-de879bd37baa req-81746131-b185-44d3-88fc-a06cba0cdf66 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:46.532211 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ff79b238-cd62-48b6-81c9-de879bd37baa req-81746131-b185-44d3-88fc-a06cba0cdf66 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.1694856 Mar 16 11:38:46.575018 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ff79b238-cd62-48b6-81c9-de879bd37baa req-66720a20-8310-4465-8180-3a158e358cf3 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 Mar 16 11:38:46.757259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbeabb-724b-42aa-a74e-9e626c473554 req-d96e424f-8bc5-4ea0-8dd3-9e5ac289bdcf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:46.758713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dccbeabb-724b-42aa-a74e-9e626c473554 req-d96e424f-8bc5-4ea0-8dd3-9e5ac289bdcf tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0788407 Mar 16 11:38:46.802325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dccbeabb-724b-42aa-a74e-9e626c473554 req-3af4f38c-66ab-4635-b2ae-6127bf50644f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Mar 16 11:38:47.363231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70165db1-ccef-4ccd-b5fd-fd24e70729e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:47.384800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80d8c-f6e1-4d35-a80d-af2a2435ff0d req-36d63a99-abf8-4fc3-8efa-80fcea0c6564 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:47.386263 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5de80d8c-f6e1-4d35-a80d-af2a2435ff0d req-36d63a99-abf8-4fc3-8efa-80fcea0c6564 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0842738 Mar 16 11:38:47.431210 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5de80d8c-f6e1-4d35-a80d-af2a2435ff0d req-bd47c723-8714-47c4-84f9-9eea98711c6a tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Mar 16 11:38:48.351837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:48.620996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0282d-e6ef-4bfe-a769-78b8a32756a6 req-2d08683c-3f83-47b5-9811-719a46ec07c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:48.622402 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cea0282d-e6ef-4bfe-a769-78b8a32756a6 req-2d08683c-3f83-47b5-9811-719a46ec07c4 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.0838189 Mar 16 11:38:48.667944 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cea0282d-e6ef-4bfe-a769-78b8a32756a6 req-c82bcaa5-59e4-4537-a984-87a0c4f9f382 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 Mar 16 11:38:48.763113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:49.889762 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-4466352b-e29f-40f8-942c-21e3423e28ca tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.891219 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-4466352b-e29f-40f8-942c-21e3423e28ca tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.1303136 Mar 16 11:38:49.945362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1940e05-da9d-4400-8977-92db134114c9 req-b2f840d8-f9bc-4582-81fd-49b33fb8e7fa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:49.946754 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c1940e05-da9d-4400-8977-92db134114c9 req-b2f840d8-f9bc-4582-81fd-49b33fb8e7fa tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 946 time: 0.1512237 Mar 16 11:38:50.006829 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Deleting port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:50.007166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.014780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.052881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c1940e05-da9d-4400-8977-92db134114c9 req-85751fd7-f0da-484b-bf87-9b0b1601aabb tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad984741-bdec-4311-b81d-5bd8e91b38cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996118 Mar 16 11:38:50.192125 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.261638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] For port 06faf5ef-3935-4a0e-9f7f-7f83eff32287, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=06faf5ef-3935-4a0e-9f7f-7f83eff32287,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:50.262020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.644946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.645310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.645622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015 disassociated. External IP: 172.26.7.165, port: 06faf5ef-3935-4a0e-9f7f-7f83eff32287. Mar 16 11:38:50.645992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Calling delete_port for 06faf5ef-3935-4a0e-9f7f-7f83eff32287 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:50.831787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:50.881277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event deleted for resources: {'Port': ['ID=06faf5ef-3935-4a0e-9f7f-7f83eff32287,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:50.891991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.892498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.892671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.893053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.893476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.893814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.894172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.894502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.894831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.895155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.895478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:50.895803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:38:51.083006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:38:51.088617 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:51.207432 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-de6708b6-0b72-450e-866c-da8ff00081d2 req-5002770d-3bf2-4da9-922a-74c43fa5fa01 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 210 time: 0.0452559 Mar 16 11:38:51.263627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:38:51.274094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:38:51.284366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:51.285064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:38:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:51.334388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] No DVR routers for this DVR port 06faf5ef-3935-4a0e-9f7f-7f83eff32287 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:38:51.336759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:51.339256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-deleted', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:38:51.385065 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44da30-f23d-455b-a215-6c65b3faf8ff', 'name': 'network-vif-deleted', 'tag': '06faf5ef-3935-4a0e-9f7f-7f83eff32287', 'status': 'completed', 'code': 200} Mar 16 11:38:51.421078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6599f21-5ea1-424c-b232-0e6f9626a8d7 req-51e35c5e-7f49-41ee-8528-89df04971a51 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.53 "DELETE /v2.0/ports/06faf5ef-3935-4a0e-9f7f-7f83eff32287 HTTP/1.1" status: 204 len: 173 time: 1.5240288 Mar 16 11:38:51.497709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:51.813598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:51.818428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:38:51.827020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:38:51.827616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:38:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:52.018449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:38:52.341920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:38:52.345852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158edcbd-0dd6-49ca-b02a-68811458b19b None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:34:24Z', 'revision_number': 4, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '2bb20425-bebd-4efd-bada-638918780008', 'name': '', 'network_id': '56a6c730-1545-4e2f-91a9-8f31250724fe', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'mac_address': 'fa:16:3e:85:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:23Z', 'updated_at': '2022-03-16T11:34:29Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'subnets': [{'id': '7323c7c8-d105-44b3-8c81-d25db3519ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:38:52.383934 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e91041c-e785-4aaf-ac54-0657422d5311 req-e7a803b5-4f57-4150-a2ed-c5c25ba176ce tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 210 time: 0.0457187 Mar 16 11:38:52.528780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3463be1e-7be2-4f2f-93b1-1672f931365a req-71dbf3f3-dcba-4125-b652-859d15aa5b70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0457401 Mar 16 11:38:52.589556 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961438ea-3d79-4a5c-8f53-012c05628bb8 None None] New status for floating IP f4554ff8-4b14-466f-899a-07a9ff3d1015: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:38:52.654495 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3463be1e-7be2-4f2f-93b1-1672f931365a req-0210eae0-4d47-4cc3-b364-876b34ee0b45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&device_id=3f44da30-f23d-455b-a215-6c65b3faf8ff HTTP/1.1" status: 200 len: 210 time: 0.0399823 Mar 16 11:38:52.818166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463be1e-7be2-4f2f-93b1-1672f931365a req-b86f4340-e92b-4f1e-860a-1e264d39e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:52.819602 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3463be1e-7be2-4f2f-93b1-1672f931365a req-b86f4340-e92b-4f1e-860a-1e264d39e85c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1461117 Mar 16 11:38:52.851685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:38:52.886773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 06faf5ef-3935-4a0e-9f7f-7f83eff32287 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:38:52.887247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 06faf5ef-3935-4a0e-9f7f-7f83eff32287 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:38:52.967701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463be1e-7be2-4f2f-93b1-1672f931365a req-2b632395-88de-42de-b875-c2d8a4837f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:52.969117 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3463be1e-7be2-4f2f-93b1-1672f931365a req-2b632395-88de-42de-b875-c2d8a4837f84 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433852 Mar 16 11:38:56.855805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40908) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:56.918625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2e4622e7-41d9-4fd2-8d6e-d0821cf56338 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:56.946046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2e4622e7-41d9-4fd2-8d6e-d0821cf56338 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.072346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2e4622e7-41d9-4fd2-8d6e-d0821cf56338 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.093754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4622e7-41d9-4fd2-8d6e-d0821cf56338 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad984741-bdec-4311-b81d-5bd8e91b38cd,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:57.185661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2e4622e7-41d9-4fd2-8d6e-d0821cf56338 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.186812 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2e4622e7-41d9-4fd2-8d6e-d0821cf56338 tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "DELETE /v2.0/security-groups/ad984741-bdec-4311-b81d-5bd8e91b38cd HTTP/1.1" status: 204 len: 168 time: 0.3300393 Mar 16 11:38:57.195212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40912) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:57.204814 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-9f94a3c2-8379-4e0f-a949-da6dd511e41c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] show failed (client error): The resource could not be found. Mar 16 11:38:57.205927 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f94a3c2-8379-4e0f-a949-da6dd511e41c tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "GET /v2.0/security-groups/ad984741-bdec-4311-b81d-5bd8e91b38cd HTTP/1.1" status: 404 len: 347 time: 0.0156076 Mar 16 11:38:57.208579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40916) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:57.466385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Deleting port e6d0ff80-c38e-4ea7-beaa-be49e6a246db {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:57.466631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.640183 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.640505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:57.759109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Calling delete_port for e6d0ff80-c38e-4ea7-beaa-be49e6a246db owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:57.969270 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.018193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Pushing event deleted for resources: {'Port': ['ID=e6d0ff80-c38e-4ea7-beaa-be49e6a246db,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:38:58.109682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.123647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:58.124760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6612b59e-f8c5-42bd-928c-b6d68402579f tempest-ServerActionsTestJSON-1550885910 tempest-ServerActionsTestJSON-1550885910-project] 10.222.0.30 "DELETE /v2.0/floatingips/f4554ff8-4b14-466f-899a-07a9ff3d1015 HTTP/1.1" status: 204 len: 168 time: 0.9155655 Mar 16 11:38:58.128311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40920) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:38:58.654007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:59.092921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Deleting port 2bb20425-bebd-4efd-bada-638918780008 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:38:59.093633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:59.274598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] For port 2bb20425-bebd-4efd-bada-638918780008, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2bb20425-bebd-4efd-bada-638918780008,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:38:59.275051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:59.396221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Calling delete_port for 2bb20425-bebd-4efd-bada-638918780008 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:38:59.769529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:59.818387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb20425-bebd-4efd-bada-638918780008,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:00.075394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:00.540571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:39:00.712660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:39:00.722332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] Sync routers for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:39:00.725280 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-88ef3841-bc55-4ac9-9c5c-076d368809de admin admin] 10.222.0.30 "PUT /v2.0/routers/11ac058b-9ae8-4849-abdb-669a08ba9ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5950692 Mar 16 11:39:00.727800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40924) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:00.732554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:00.733153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:38:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:00.902313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:00.908005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:01.074335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:01.135672 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Deleting port a3f03a3e-728e-492b-9779-3992be2dd1cc {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:01.136020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:01.234894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:38:59Z', 'revision_number': 5, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port': {'id': 'a3f03a3e-728e-492b-9779-3992be2dd1cc', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:34:20Z', 'updated_at': '2022-03-16T11:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:01.239866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] Checking router: 11ac058b-9ae8-4849-abdb-669a08ba9ea4 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:39:01.247995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] Routers {'11ac058b-9ae8-4849-abdb-669a08ba9ea4'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:39:01.248628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:38:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:01.319385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] For port a3f03a3e-728e-492b-9779-3992be2dd1cc, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a3f03a3e-728e-492b-9779-3992be2dd1cc,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:01.319775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:01.398834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] Set router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:39:01.439700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Calling delete_port for a3f03a3e-728e-492b-9779-3992be2dd1cc owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:01.505207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:39:01Z', 'revision_number': 6, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:01.509113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81435e-68f5-482f-a1a5-fb86b01291c7 None None] The sync data for ids ['11ac058b-9ae8-4849-abdb-669a08ba9ea4'] in dv-neutron-831730-4-hyperv is: [{'id': '11ac058b-9ae8-4849-abdb-669a08ba9ea4', 'name': 'tempest-ServerActionsTestJSON-1491061781-router', 'tenant_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:34:19Z', 'updated_at': '2022-03-16T11:39:01Z', 'revision_number': 6, 'project_id': 'dad766a70daf4eb8b608b9df1ef59cf3', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:39:01.666888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:01.714249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f03a3e-728e-492b-9779-3992be2dd1cc,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:01.925972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.091760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.093794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.192198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.192646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ac058b-9ae8-4849-abdb-669a08ba9ea4 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:39:02.204667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.205831 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4395df12-c8c8-4579-8ab2-f8b2ec97db8b admin admin] 10.222.0.30 "DELETE /v2.0/routers/11ac058b-9ae8-4849-abdb-669a08ba9ea4 HTTP/1.1" status: 204 len: 168 time: 1.4771278 Mar 16 11:39:02.208382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40928) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:02.271600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Deleting subnet 7323c7c8-d105-44b3-8c81-d25db3519ab8 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:39:02.274555 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.323134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.402207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.541081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.578777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7323c7c8-d105-44b3-8c81-d25db3519ab8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:02.584298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.588893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b3701-9be3-4867-935e-a6639fdfd8fe None None] Network 56a6c730-1545-4e2f-91a9-8f31250724fe requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:02.591124 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1cbd5331-361c-4393-a32b-0a14b5dda238 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7323c7c8-d105-44b3-8c81-d25db3519ab8 HTTP/1.1" status: 204 len: 168 time: 0.3818164 Mar 16 11:39:02.593446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40932) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:02.705076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.715823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Deleting port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:02.716148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.840681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] DHCP port deletion for 56a6c730-1545-4e2f-91a9-8f31250724fe request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:39:02.845057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Deleting port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:02.845436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:02.930020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] For port 7584c532-4cf2-4c99-9d06-ca3648a10ed7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7584c532-4cf2-4c99-9d06-ca3648a10ed7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:02.930371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.046844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] For port 7584c532-4cf2-4c99-9d06-ca3648a10ed7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7584c532-4cf2-4c99-9d06-ca3648a10ed7,segment=NetworkSegment(99a8ff03-f622-4e12-af77-39d053912cc1),segment_id=99a8ff03-f622-4e12-af77-39d053912cc1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:03.047149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.051977 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Calling delete_port for 7584c532-4cf2-4c99-9d06-ca3648a10ed7 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:03.166031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Calling delete_port for 7584c532-4cf2-4c99-9d06-ca3648a10ed7 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:03.180670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.227093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Pushing event deleted for resources: {'Port': ['ID=7584c532-4cf2-4c99-9d06-ca3648a10ed7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:03.230411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] No DVR routers for this DVR port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:03.240779 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:03.241134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:03.331676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a3f03a3e-728e-492b-9779-3992be2dd1cc no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:03.345768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.365780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a3f03a3e-728e-492b-9779-3992be2dd1cc {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:03.366152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a3f03a3e-728e-492b-9779-3992be2dd1cc not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:03.366572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bb20425-bebd-4efd-bada-638918780008 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:03.371888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a6c730-1545-4e2f-91a9-8f31250724fe']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:03.384239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a8ff03-f622-4e12-af77-39d053912cc1') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:03.384544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a8ff03-f622-4e12-af77-39d053912cc1') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:03.396266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.398583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 2bb20425-bebd-4efd-bada-638918780008 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:03.398936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2bb20425-bebd-4efd-bada-638918780008 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:03.399346 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7584c532-4cf2-4c99-9d06-ca3648a10ed7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:03.411812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.417824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:03.418222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:03.432631 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:03.436026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7584c532-4cf2-4c99-9d06-ca3648a10ed7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:03.436378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7584c532-4cf2-4c99-9d06-ca3648a10ed7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:03.660955 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.677389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.687431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a6c730-1545-4e2f-91a9-8f31250724fe,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:03.742602 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Deleting port 7584c532-4cf2-4c99-9d06-ca3648a10ed7 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:03.743079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.759106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1797fd16-72cb-4bba-982f-4d5e8de1d930 admin admin] 10.222.0.30 "DELETE /v2.0/networks/56a6c730-1545-4e2f-91a9-8f31250724fe HTTP/1.1" status: 204 len: 168 time: 1.1645820 Mar 16 11:39:03.809111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4a3a4-b9b7-42ae-ada9-bb0d7786de10 None None] The port '7584c532-4cf2-4c99-9d06-ca3648a10ed7' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:39:04.170076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40938) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:04.217236 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a6e91752-e7ea-4c16-b767-823a9a421f6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dad766a70daf4eb8b608b9df1ef59cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460405 Mar 16 11:39:04.219678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40942) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:04.281317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73ed78f3-36c6-48f6-adc3-917bede28235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.306730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73ed78f3-36c6-48f6-adc3-917bede28235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.414758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73ed78f3-36c6-48f6-adc3-917bede28235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.431798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed78f3-36c6-48f6-adc3-917bede28235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b24da-7e4f-4dee-856b-37f6cc5a4855,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:04.440440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-73ed78f3-36c6-48f6-adc3-917bede28235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:04.441543 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-73ed78f3-36c6-48f6-adc3-917bede28235 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/544b24da-7e4f-4dee-856b-37f6cc5a4855 HTTP/1.1" status: 204 len: 168 time: 0.2209821 Mar 16 11:39:05.445299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40966) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:05.547778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1449093375-network', 'tenant_id': '48539803a786497c9fa08a1329b0c628'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:05.552953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:05.556846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Usage tracker for resource:network and tenant:48539803a786497c9fa08a1329b0c628 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:05.559726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:05.565968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:05.632468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Made reservation on behalf of 48539803a786497c9fa08a1329b0c628 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:05.634744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.647676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.661696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:05.665448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Usage tracker for resource:security_group_rule and tenant:48539803a786497c9fa08a1329b0c628 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:05.668189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:05.673718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:05.754223 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.826514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.857726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:05.866683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:05.871948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.872285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Added segment a055cee5-5da3-4683-9e2a-fb9a7dec7e7f of type vlan for network a8fee39b-0265-4306-a67f-d855357539cc Mar 16 11:39:05.900355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.986284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.987246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:05.987804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:06.086875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fee39b-0265-4306-a67f-d855357539cc,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:06.096537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network a8fee39b-0265-4306-a67f-d855357539cc details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:06.147117 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a03bdb2f-5c7e-4f3c-85bf-1102a74f3e11 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7007179 Mar 16 11:39:06.149937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 40972) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:06.155394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Request body: {'subnet': {'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1449093375-subnet', 'tenant_id': '48539803a786497c9fa08a1329b0c628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:06.160588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:06.164453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Usage tracker for resource:subnet and tenant:48539803a786497c9fa08a1329b0c628 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:06.167400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:06.173022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:06.249176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Made reservation on behalf of 48539803a786497c9fa08a1329b0c628 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:06.251549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:06.506639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:06.582591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc552676-54da-46ac-b707-dd266f671a17,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:06.592705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Checking segment: {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:06.593058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Network hostable DHCP agents. Network: a8fee39b-0265-4306-a67f-d855357539cc, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:06.694800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Network a8fee39b-0265-4306-a67f-d855357539cc is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:06.769094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, a8fee39b-0265-4306-a67f-d855357539cc) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:06.772921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:06.773498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:06.778905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c796c3-c7f6-4208-9041-a0f02a08a808 None None] Network a8fee39b-0265-4306-a67f-d855357539cc requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:06.856071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7c3f77d7-a5f6-43f6-98b4-a4ae6881e6c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7049644 Mar 16 11:39:07.026846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2396b-1da4-4a0d-8fea-a4290a307e10 None None] Network a8fee39b-0265-4306-a67f-d855357539cc requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:07.361669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-e01a868c-d279-48b3-a47b-a071edce6f78 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:07.363173 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-e01a868c-d279-48b3-a47b-a071edce6f78 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/networks?id=a8fee39b-0265-4306-a67f-d855357539cc HTTP/1.1" status: 200 len: 814 time: 0.1450841 Mar 16 11:39:07.377475 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-74ee97cb-9c20-4138-a391-5f94ae5a4409 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/quotas/48539803a786497c9fa08a1329b0c628 HTTP/1.1" status: 200 len: 375 time: 0.0086486 Mar 16 11:39:07.427753 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-97226cd3-5450-4245-988d-27b4757ac390 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48539803a786497c9fa08a1329b0c628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452883 Mar 16 11:39:07.482881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a2131f95-fb6a-4f49-ac9b-4d9d291f8226 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:39:07.483882 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a2131f95-fb6a-4f49-ac9b-4d9d291f8226 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499730 Mar 16 11:39:07.615675 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-6e5ee0d5-a86f-43e0-8315-cd3bd9cc0311 service neutron] 10.222.0.30 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256938 Mar 16 11:39:07.745380 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-2abe78d0-2e97-4afa-a432-a1e6cc8f83a0 service neutron] 10.222.0.30 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234927 Mar 16 11:39:09.009871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c718acc5-6c27-4128-b804-deaa5d5636a1 req-f2126d10-d1f8-4fd2-b3ae-94c3f76427a8 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 210 time: 0.0430207 Mar 16 11:39:10.155676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-44292af3-4f10-42a4-a7a2-9b89f58ba4d8 req-3c3fc174-b79a-4c80-82ba-3e91456d30e3 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 210 time: 0.0437424 Mar 16 11:39:11.092742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-c5c86bae-765f-4142-9672-2e732a5a60d6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:11.093408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-c5c86bae-765f-4142-9672-2e732a5a60d6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Synchronizing usage tracker for tenant:48539803a786497c9fa08a1329b0c628 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:11.163954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-c5c86bae-765f-4142-9672-2e732a5a60d6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Unset dirty status for tenant:48539803a786497c9fa08a1329b0c628 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:11.165263 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-c5c86bae-765f-4142-9672-2e732a5a60d6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "GET /v2.0/networks?id=a8fee39b-0265-4306-a67f-d855357539cc HTTP/1.1" status: 200 len: 814 time: 0.2169569 Mar 16 11:39:11.178679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Request body: {'port': {'device_id': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc', 'admin_state_up': True, 'tenant_id': '48539803a786497c9fa08a1329b0c628'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:11.325539 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-09e458d5-646c-4e48-8f9a-87d162d4ad02 req-d2d4adcc-7ddb-4da7-9b2f-f5ddc5994fa9 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 210 time: 0.0518441 Mar 16 11:39:11.356359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:11.360006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Usage tracker for resource:port and tenant:48539803a786497c9fa08a1329b0c628 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:11.363229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:11.369039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:11.426504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Made reservation on behalf of 48539803a786497c9fa08a1329b0c628 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:11.429982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:11.588066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Allocated IP 172.20.0.14 (a8fee39b-0265-4306-a67f-d855357539cc/fc552676-54da-46ac-b707-dd266f671a17/aa2ded24-0542-47dd-8fd1-bbe40fffef7a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:11.785658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:11.895676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:11.959459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Network a8fee39b-0265-4306-a67f-d855357539cc is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:11.962347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:11.966227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:12.117785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Pushing event updated for resources: {'Port': ['ID=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:12.150852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.151442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.238671 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-fc0b24c8-69b4-40df-a47a-29e7e54da99f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642099 Mar 16 11:39:12.248146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-4bf48c49-85cc-4cd6-88f3-94548c886f67 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:39:12.249036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-4bf48c49-85cc-4cd6-88f3-94548c886f67 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048211 Mar 16 11:39:12.258776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Request body: {'port': {'device_id': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:12.368915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.510879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5996-a994-432e-9abd-29c20922dae3 req-6c3a1fd8-1d6b-41ba-8777-bbf52ca808c5 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:12.512373 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-340c5996-a994-432e-9abd-29c20922dae3 req-6c3a1fd8-1d6b-41ba-8777-bbf52ca808c5 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 932 time: 0.0802333 Mar 16 11:39:12.562906 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-340c5996-a994-432e-9abd-29c20922dae3 req-44230c1e-43f4-4c9b-9086-04282720941c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Mar 16 11:39:12.711129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2ded24-0542-47dd-8fd1-bbe40fffef7a {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:12.717999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.731958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Transition to ACTIVE for port object aa2ded24-0542-47dd-8fd1-bbe40fffef7a will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:12.814478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.968340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:13.047734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Attempting to bind port aa2ded24-0542-47dd-8fd1-bbe40fffef7a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:13.048064 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Attempting to bind port aa2ded24-0542-47dd-8fd1-bbe40fffef7a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:13.048385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Attempting to bind port aa2ded24-0542-47dd-8fd1-bbe40fffef7a on network a8fee39b-0265-4306-a67f-d855357539cc {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:13.053592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Port aa2ded24-0542-47dd-8fd1-bbe40fffef7a on network a8fee39b-0265-4306-a67f-d855357539cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:39:13.053928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Attempting to bind port aa2ded24-0542-47dd-8fd1-bbe40fffef7a on network a8fee39b-0265-4306-a67f-d855357539cc {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:13.058855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:13.059184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Checking segment: {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:13.059558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Bound using segment: {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:13.059972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Bound port: aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:13.060309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:13.148202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] For port aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:13.151126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] For port aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:13.221499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:13.278065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.278788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:13.280148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] 10.222.0.53 "PUT /v2.0/ports/aa2ded24-0542-47dd-8fd1-bbe40fffef7a HTTP/1.1" status: 200 len: 1094 time: 1.0248945 Mar 16 11:39:13.280606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'tag': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:13.306133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94133f4-c6b8-4e01-a6f5-1b4efa035f3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:13.325464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'tag': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a', 'status': 'completed', 'code': 200} Mar 16 11:39:13.416167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1355e-d0ae-47ce-b16e-718f5ba33c2f req-94f2aa80-0c34-46a1-903c-90904a116312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.417596 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ecd1355e-d0ae-47ce-b16e-718f5ba33c2f req-94f2aa80-0c34-46a1-903c-90904a116312 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48539803a786497c9fa08a1329b0c628&device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 1097 time: 0.0715663 Mar 16 11:39:13.555379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1355e-d0ae-47ce-b16e-718f5ba33c2f req-4e1e3ac3-2875-4d94-8de6-db27581599f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.556702 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ecd1355e-d0ae-47ce-b16e-718f5ba33c2f req-4e1e3ac3-2875-4d94-8de6-db27581599f4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=48539803a786497c9fa08a1329b0c628&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1318049 Mar 16 11:39:13.695159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1355e-d0ae-47ce-b16e-718f5ba33c2f req-58782c5a-ea23-403a-a23b-4648477fe987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.696582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ecd1355e-d0ae-47ce-b16e-718f5ba33c2f req-58782c5a-ea23-403a-a23b-4648477fe987 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337168 Mar 16 11:39:13.749801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78438e7-d4a2-4b57-b854-7362e9c4d7ea req-911e6792-02e7-4553-8311-0b336bec836f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.751253 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b78438e7-d4a2-4b57-b854-7362e9c4d7ea req-911e6792-02e7-4553-8311-0b336bec836f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 944 time: 0.0813973 Mar 16 11:39:13.795626 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b78438e7-d4a2-4b57-b854-7362e9c4d7ea req-4aeabdca-14f8-4d08-8f41-1a1d2b270708 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Mar 16 11:39:13.808992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-4c17fa1c-0652-42ac-a103-e66c75a5e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.810498 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-4c17fa1c-0652-42ac-a103-e66c75a5e1d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48539803a786497c9fa08a1329b0c628&device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 1097 time: 0.0768225 Mar 16 11:39:13.877532 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-b2a4884c-094c-4d07-b01b-b06181b8f940 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa2ded24-0542-47dd-8fd1-bbe40fffef7a HTTP/1.1" status: 200 len: 217 time: 0.0593412 Mar 16 11:39:13.942343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-aa5e545b-eb96-436b-905f-4382e77c9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:13.943734 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-aa5e545b-eb96-436b-905f-4382e77c9a4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc552676-54da-46ac-b707-dd266f671a17 HTTP/1.1" status: 200 len: 854 time: 0.0592220 Mar 16 11:39:13.990861 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-6cdccb02-7114-49f6-89d3-27b61946ab2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fee39b-0265-4306-a67f-d855357539cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409451 Mar 16 11:39:14.120092 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-03abe4ca-5888-46a6-be25-3e52f7646bce service neutron] 10.222.0.53 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229217 Mar 16 11:39:14.256170 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-62b10c0c-92b1-4109-90ce-db795c1e52ff req-79771134-f578-4416-b090-82ff6e7e24d9 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293147 Mar 16 11:39:15.084339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad477a9-f214-4409-bff1-8eda42412271 req-02b94bbb-41f4-4ef3-ad0f-e790f77ddb12 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:15.085066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fad477a9-f214-4409-bff1-8eda42412271 req-02b94bbb-41f4-4ef3-ad0f-e790f77ddb12 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Synchronizing usage tracker for tenant:48539803a786497c9fa08a1329b0c628 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:15.198101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fad477a9-f214-4409-bff1-8eda42412271 req-02b94bbb-41f4-4ef3-ad0f-e790f77ddb12 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Unset dirty status for tenant:48539803a786497c9fa08a1329b0c628 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:15.199294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fad477a9-f214-4409-bff1-8eda42412271 req-02b94bbb-41f4-4ef3-ad0f-e790f77ddb12 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 944 time: 0.2981460 Mar 16 11:39:15.215004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-197e6283-653d-4b41-b4cb-05056fc9abe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:15.244091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fad477a9-f214-4409-bff1-8eda42412271 req-f8d3d296-edd4-42f6-b369-5f552a786f40 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Synchronizing usage tracker for tenant:48539803a786497c9fa08a1329b0c628 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:15.306823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fad477a9-f214-4409-bff1-8eda42412271 req-f8d3d296-edd4-42f6-b369-5f552a786f40 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Unset dirty status for tenant:48539803a786497c9fa08a1329b0c628 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:15.307949 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fad477a9-f214-4409-bff1-8eda42412271 req-f8d3d296-edd4-42f6-b369-5f552a786f40 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 Mar 16 11:39:16.492395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce106d0-8b40-4152-b79c-138d3d8cef2e req-4eb26824-802b-4920-adbd-8ce25396ed2b tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:16.493859 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dce106d0-8b40-4152-b79c-138d3d8cef2e req-4eb26824-802b-4920-adbd-8ce25396ed2b tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 944 time: 0.0828443 Mar 16 11:39:16.537794 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dce106d0-8b40-4152-b79c-138d3d8cef2e req-f0791085-b127-450c-b197-1bfeddba2d32 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Mar 16 11:39:16.960746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device aa2ded24-0542-47dd-8fd1-bbe40fffef7a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:39:17.089360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:17.102112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a', 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc', 'port_id': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a', 'mac_address': 'fa:16:3e:93:1d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc552676-54da-46ac-b707-dd266f671a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:39:17.155788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.171787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2ded24-0542-47dd-8fd1-bbe40fffef7a {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:17.186901 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:17.267016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.345515 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:17.409744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-188ad464-941d-4a87-a7a1-210ffea83da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.479436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['aa2ded24-0542-47dd-8fd1-bbe40fffef7a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:17.719438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e375d-fd40-4358-a212-2eff00300c4b req-756d5f96-0e94-447d-9847-87c6bcdd56ee tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:17.720858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9d1e375d-fd40-4358-a212-2eff00300c4b req-756d5f96-0e94-447d-9847-87c6bcdd56ee tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 945 time: 0.0776069 Mar 16 11:39:17.768251 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9d1e375d-fd40-4358-a212-2eff00300c4b req-568f1c4b-7153-4827-8f67-c7977695e05d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Mar 16 11:39:18.335176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.735086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.946578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65564e7-dc21-4822-9835-646303f2fca1 req-70d94bb9-06f9-45cb-a41d-4626178a57f5 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:18.948028 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d65564e7-dc21-4822-9835-646303f2fca1 req-70d94bb9-06f9-45cb-a41d-4626178a57f5 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 945 time: 0.0788617 Mar 16 11:39:18.978206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device aa2ded24-0542-47dd-8fd1-bbe40fffef7a up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:18.992284 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d65564e7-dc21-4822-9835-646303f2fca1 req-ce9c4f30-e4a2-4eb8-aa3a-ed261b1022b0 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386677 Mar 16 11:39:19.106156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port aa2ded24-0542-47dd-8fd1-bbe40fffef7a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:19.110933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port aa2ded24-0542-47dd-8fd1-bbe40fffef7a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:19.111309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:19.225518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:19.251831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:19.262070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:19.296457 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a', 'code': 200} Mar 16 11:39:19.324536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:19.392883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:19.654680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d9c92-4540-435e-ba34-87df1200ffc7 req-a35837d2-5a4b-42b8-b7bc-b91d0588b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.656137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2c6d9c92-4540-435e-ba34-87df1200ffc7 req-a35837d2-5a4b-42b8-b7bc-b91d0588b628 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 1099 time: 0.0732062 Mar 16 11:39:19.698483 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2c6d9c92-4540-435e-ba34-87df1200ffc7 req-7f0eeb8d-5876-4cc1-bb0b-277ca5e4a503 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Mar 16 11:39:20.044431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:20.221248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:20.331528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967294b-6da2-4a55-89be-98a96f9bef6c req-ec90a5e2-e987-4f52-b622-55b5924cc6f9 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:20.333578 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c967294b-6da2-4a55-89be-98a96f9bef6c req-ec90a5e2-e987-4f52-b622-55b5924cc6f9 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0839796 Mar 16 11:39:20.377336 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c967294b-6da2-4a55-89be-98a96f9bef6c req-02f8bbb7-d4a2-469e-b2fb-d5736e3f78f3 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381050 Mar 16 11:39:21.568505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146be3c-7d15-4575-91e8-0a86ed53ade1 req-79dcaf8d-311d-4e65-8a7a-ca22e9a82589 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.569902 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0146be3c-7d15-4575-91e8-0a86ed53ade1 req-79dcaf8d-311d-4e65-8a7a-ca22e9a82589 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0872011 Mar 16 11:39:21.615608 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0146be3c-7d15-4575-91e8-0a86ed53ade1 req-5859dc54-800a-447a-a3d0-863dd96cb405 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Mar 16 11:39:21.898058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-577aa36f-9355-40e1-b646-43273b824559 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.899482 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-577aa36f-9355-40e1-b646-43273b824559 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/networks?id=a8fee39b-0265-4306-a67f-d855357539cc HTTP/1.1" status: 200 len: 814 time: 0.1424849 Mar 16 11:39:21.914262 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-6d338641-7be6-4c41-9f96-46c1d6cba9c6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/quotas/48539803a786497c9fa08a1329b0c628 HTTP/1.1" status: 200 len: 375 time: 0.0093675 Mar 16 11:39:21.996000 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-92faba53-f2b7-450f-bfb5-0ff177c8354f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48539803a786497c9fa08a1329b0c628&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769231 Mar 16 11:39:22.222485 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-9c85fb2e-63d1-4336-adea-cce2167d0274 service neutron] 10.222.0.30 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197580 Mar 16 11:39:22.351180 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-527876bb-4278-443b-bd0f-7c5deb731699 service neutron] 10.222.0.30 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222537 Mar 16 11:39:22.608983 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-55b5b6f7-b0b8-4915-96a1-1e9dc52844d4 req-2fef801a-4d1e-4d15-946e-025078fc1675 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 210 time: 0.0445800 Mar 16 11:39:23.756427 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-17d0c326-d7fb-49b2-8bef-bb267bf36564 req-2a725360-e4f3-466f-9561-1764a7782ee2 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 210 time: 0.0425763 Mar 16 11:39:24.395080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-365e85f9-88e4-46a6-bff2-67ac126c50f6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:24.397242 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-365e85f9-88e4-46a6-bff2-67ac126c50f6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "GET /v2.0/networks?id=a8fee39b-0265-4306-a67f-d855357539cc HTTP/1.1" status: 200 len: 814 time: 0.1551692 Mar 16 11:39:24.408492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Request body: {'port': {'device_id': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc', 'admin_state_up': True, 'tenant_id': '48539803a786497c9fa08a1329b0c628'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:24.547547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:24.582854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:24.666934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Made reservation on behalf of 48539803a786497c9fa08a1329b0c628 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:24.670700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:24.832446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Allocated IP 172.20.0.13 (a8fee39b-0265-4306-a67f-d855357539cc/fc552676-54da-46ac-b707-dd266f671a17/e6b64625-87ed-46ca-831c-a9491e03315a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:24.915226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0b8647fc-3380-4afd-8826-2927cd5da26f req-443bba6c-3bcb-46b4-b025-a6ab6aaa555c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 210 time: 0.0552425 Mar 16 11:39:25.073713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.151990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.164387 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['aa2ded24-0542-47dd-8fd1-bbe40fffef7a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:25.215786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Network a8fee39b-0265-4306-a67f-d855357539cc is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:25.218551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:25.222351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:25.272324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Pushing event updated for resources: {'Port': ['ID=e6b64625-87ed-46ca-831c-a9491e03315a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:25.297232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:25.297834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.398569 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-f32e161e-373b-4452-9c1b-ea2ed993fdeb tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9935327 Mar 16 11:39:25.410153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Request body: {'port': {'device_id': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:25.516600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.852241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b64625-87ed-46ca-831c-a9491e03315a {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:25.859268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:25.873622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Transition to ACTIVE for port object e6b64625-87ed-46ca-831c-a9491e03315a will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:25.958748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.104676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89b0c9-ad7c-4fa1-b158-becd62b26639 req-2047f38e-d61e-4ccf-a40b-cb7edb5684e6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:26.106082 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ff89b0c9-ad7c-4fa1-b158-becd62b26639 req-2047f38e-d61e-4ccf-a40b-cb7edb5684e6 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 944 time: 0.0851998 Mar 16 11:39:26.154777 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ff89b0c9-ad7c-4fa1-b158-becd62b26639 req-bb2eaecd-2808-47c2-83d5-a8b269e83b4b tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Mar 16 11:39:26.213732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b64625-87ed-46ca-831c-a9491e03315a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:26.291307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Attempting to bind port e6b64625-87ed-46ca-831c-a9491e03315a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:26.291634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Attempting to bind port e6b64625-87ed-46ca-831c-a9491e03315a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:26.291950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Attempting to bind port e6b64625-87ed-46ca-831c-a9491e03315a on network a8fee39b-0265-4306-a67f-d855357539cc {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:26.296363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Port e6b64625-87ed-46ca-831c-a9491e03315a on network a8fee39b-0265-4306-a67f-d855357539cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:39:26.296679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Attempting to bind port e6b64625-87ed-46ca-831c-a9491e03315a on network a8fee39b-0265-4306-a67f-d855357539cc {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:26.301487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:26.301816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Checking segment: {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:26.302452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Bound using segment: {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:26.302868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Bound port: e6b64625-87ed-46ca-831c-a9491e03315a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:26.303205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.388531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] For port e6b64625-87ed-46ca-831c-a9491e03315a, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:26.391293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] For port e6b64625-87ed-46ca-831c-a9491e03315a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6b64625-87ed-46ca-831c-a9491e03315a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:26.461976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.520358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:26.521586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:26.522946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] 10.222.0.53 "PUT /v2.0/ports/e6b64625-87ed-46ca-831c-a9491e03315a HTTP/1.1" status: 200 len: 1094 time: 1.1168950 Mar 16 11:39:26.523410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'tag': 'e6b64625-87ed-46ca-831c-a9491e03315a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:26.547015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd049e-8dd8-41a2-ab01-832c527b7471 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b64625-87ed-46ca-831c-a9491e03315a,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:26.572773 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'tag': 'e6b64625-87ed-46ca-831c-a9491e03315a', 'status': 'completed', 'code': 200} Mar 16 11:39:26.662528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821a07d-24a9-4551-8ad8-e21bc2fd2e4c req-00ff102c-21f0-4571-a47b-53ebd8461ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:26.663985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d821a07d-24a9-4551-8ad8-e21bc2fd2e4c req-00ff102c-21f0-4571-a47b-53ebd8461ac1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48539803a786497c9fa08a1329b0c628&device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 1097 time: 0.0718887 Mar 16 11:39:26.800400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821a07d-24a9-4551-8ad8-e21bc2fd2e4c req-693bfb35-75d9-43de-ad61-65bca06ae2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:26.802395 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d821a07d-24a9-4551-8ad8-e21bc2fd2e4c req-693bfb35-75d9-43de-ad61-65bca06ae2a0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=48539803a786497c9fa08a1329b0c628&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1312890 Mar 16 11:39:26.935336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821a07d-24a9-4551-8ad8-e21bc2fd2e4c req-1f7bc14c-886f-48b7-800f-268591e5c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:26.936708 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d821a07d-24a9-4551-8ad8-e21bc2fd2e4c req-1f7bc14c-886f-48b7-800f-268591e5c13a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282825 Mar 16 11:39:27.046248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-93405478-5978-4f4d-9a65-dda66a5381b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:27.047672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-93405478-5978-4f4d-9a65-dda66a5381b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48539803a786497c9fa08a1329b0c628&device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 1097 time: 0.0746720 Mar 16 11:39:27.114253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-a01a952f-10aa-4338-9af8-13e0d0c180e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6b64625-87ed-46ca-831c-a9491e03315a HTTP/1.1" status: 200 len: 217 time: 0.0597622 Mar 16 11:39:27.178495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2fc0063a-5026-4967-828f-18d331125e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:27.179895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-2fc0063a-5026-4967-828f-18d331125e07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc552676-54da-46ac-b707-dd266f671a17 HTTP/1.1" status: 200 len: 854 time: 0.0600882 Mar 16 11:39:27.227990 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-6b83f7e2-edd4-4498-8932-92c0be48ea8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fee39b-0265-4306-a67f-d855357539cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419216 Mar 16 11:39:27.345603 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642bde-c262-4064-80b6-f47c77b7184f req-2413fb6d-8056-4358-ab6b-e2aa238b944e tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:27.347502 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-96642bde-c262-4064-80b6-f47c77b7184f req-2413fb6d-8056-4358-ab6b-e2aa238b944e tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 944 time: 0.0850527 Mar 16 11:39:27.364010 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-853f73cd-a2ee-4197-9ff4-eb4369059545 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302469 Mar 16 11:39:27.393860 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-96642bde-c262-4064-80b6-f47c77b7184f req-53a235b1-04c5-4a95-b736-52d0b15b8090 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Mar 16 11:39:27.504333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-780f63d2-e9ac-499a-b0b7-eda3e08caf1d req-39590b48-4653-4a08-965b-2c3f1243e984 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346180 Mar 16 11:39:28.089238 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:28.585711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddb0f3-8d4a-45bd-95a0-5aef43a7f191 req-b2dfecb9-b73f-4f45-9c83-fbe56d410993 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:28.586435 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-45ddb0f3-8d4a-45bd-95a0-5aef43a7f191 req-b2dfecb9-b73f-4f45-9c83-fbe56d410993 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Synchronizing usage tracker for tenant:48539803a786497c9fa08a1329b0c628 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:28.655662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-45ddb0f3-8d4a-45bd-95a0-5aef43a7f191 req-b2dfecb9-b73f-4f45-9c83-fbe56d410993 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Unset dirty status for tenant:48539803a786497c9fa08a1329b0c628 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:28.656807 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-45ddb0f3-8d4a-45bd-95a0-5aef43a7f191 req-b2dfecb9-b73f-4f45-9c83-fbe56d410993 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 944 time: 0.1551614 Mar 16 11:39:28.701757 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-45ddb0f3-8d4a-45bd-95a0-5aef43a7f191 req-81bd82d8-99e0-4154-88fa-2f675bc418cc tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Mar 16 11:39:29.032246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6b64625-87ed-46ca-831c-a9491e03315a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:39:29.164803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e6b64625-87ed-46ca-831c-a9491e03315a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6b64625-87ed-46ca-831c-a9491e03315a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:29.177990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e6b64625-87ed-46ca-831c-a9491e03315a', 'network_id': 'a8fee39b-0265-4306-a67f-d855357539cc', 'port_id': 'e6b64625-87ed-46ca-831c-a9491e03315a', 'mac_address': 'fa:16:3e:70:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc552676-54da-46ac-b707-dd266f671a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:39:29.235545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.252651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b64625-87ed-46ca-831c-a9491e03315a {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:39:29.268698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e6b64625-87ed-46ca-831c-a9491e03315a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6b64625-87ed-46ca-831c-a9491e03315a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:29.323415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.390057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e6b64625-87ed-46ca-831c-a9491e03315a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:29.397255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.397610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.397983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.398328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.398661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.398995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.399325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.399654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.399983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.400309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.400634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.400960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:29.539737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6b64625-87ed-46ca-831c-a9491e03315a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:29.890622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3287-4c67-45a0-9714-b7eda2c7f363 req-480bce5e-598b-468f-b97a-006e165b6c4c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:29.892061 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-290e3287-4c67-45a0-9714-b7eda2c7f363 req-480bce5e-598b-468f-b97a-006e165b6c4c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 945 time: 0.0861955 Mar 16 11:39:29.936566 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-290e3287-4c67-45a0-9714-b7eda2c7f363 req-4a696cde-570f-4622-93d0-54d9f28f0573 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Mar 16 11:39:31.039501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6b64625-87ed-46ca-831c-a9491e03315a up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:31.120147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbf5a-4ea4-4198-b408-d954ce6eab49 req-79db5d01-2f7d-4e19-ba55-a5242d666d41 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:31.121583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffadbf5a-4ea4-4198-b408-d954ce6eab49 req-79db5d01-2f7d-4e19-ba55-a5242d666d41 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 945 time: 0.0804267 Mar 16 11:39:31.165245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ffadbf5a-4ea4-4198-b408-d954ce6eab49 req-cf855a52-7dad-4395-8eb1-5de86a99728a tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380077 Mar 16 11:39:31.170100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e6b64625-87ed-46ca-831c-a9491e03315a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:31.175171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e6b64625-87ed-46ca-831c-a9491e03315a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:31.175587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.288579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.314605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b64625-87ed-46ca-831c-a9491e03315a'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:31.324641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e6b64625-87ed-46ca-831c-a9491e03315a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6b64625-87ed-46ca-831c-a9491e03315a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:31.358820 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b64625-87ed-46ca-831c-a9491e03315a', 'code': 200} Mar 16 11:39:31.398989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.470510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e6b64625-87ed-46ca-831c-a9491e03315a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:31.812895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa09f2-fd6f-4fe3-b5dc-8b1dba95fc0e req-6e86b906-8b09-4fe4-b46f-a4826d31306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:31.814415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0eaa09f2-fd6f-4fe3-b5dc-8b1dba95fc0e req-6e86b906-8b09-4fe4-b46f-a4826d31306b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 1099 time: 0.1753762 Mar 16 11:39:31.853439 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0eaa09f2-fd6f-4fe3-b5dc-8b1dba95fc0e req-c0b38079-2e39-4543-953b-ee411d0d9c27 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Mar 16 11:39:32.345738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b98a-73cb-47f4-97b0-f51497654abc req-eff63e3b-e75e-44b6-9f7f-9ff2941aec80 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:32.347172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9549b98a-73cb-47f4-97b0-f51497654abc req-eff63e3b-e75e-44b6-9f7f-9ff2941aec80 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 946 time: 0.0804126 Mar 16 11:39:32.391366 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9549b98a-73cb-47f4-97b0-f51497654abc req-05a8f57a-85e5-409a-93d9-5933ad67f47c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Mar 16 11:39:33.573805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba54b58-8ed0-4fec-a7c7-ff7bc8f80f55 req-cbb91db7-5682-4d71-b36d-ad1c8dbda86c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:33.575180 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fba54b58-8ed0-4fec-a7c7-ff7bc8f80f55 req-cbb91db7-5682-4d71-b36d-ad1c8dbda86c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 946 time: 0.0785453 Mar 16 11:39:33.622762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fba54b58-8ed0-4fec-a7c7-ff7bc8f80f55 req-ecebc4e5-a70d-436e-bd65-b68b5b00187b tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Mar 16 11:39:34.219789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e9245-2c3c-483d-ada3-27c337426981 req-ef8d7820-57f3-480f-a8ea-892977c7db75 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:34.221236 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8d2e9245-2c3c-483d-ada3-27c337426981 req-ef8d7820-57f3-480f-a8ea-892977c7db75 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 946 time: 0.0797284 Mar 16 11:39:34.265379 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8d2e9245-2c3c-483d-ada3-27c337426981 req-f6d5ec57-2e18-4162-bb58-036e8e8572de tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Mar 16 11:39:35.450348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84ac8-1c9f-4d6e-ba1c-70f7f6e35b3b req-ccaafa4b-eaa7-456c-a079-3d8c6fb8a6b1 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:35.451783 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b8b84ac8-1c9f-4d6e-ba1c-70f7f6e35b3b req-ccaafa4b-eaa7-456c-a079-3d8c6fb8a6b1 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 946 time: 0.0799458 Mar 16 11:39:35.495089 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b8b84ac8-1c9f-4d6e-ba1c-70f7f6e35b3b req-fdb97943-4282-4b83-9ca0-49a333695d3a tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Mar 16 11:39:35.606794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-1174a49f-af4b-47b6-ae47-1af315e3061c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:35.608192 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-1174a49f-af4b-47b6-ae47-1af315e3061c tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 946 time: 0.0825222 Mar 16 11:39:35.675498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Deleting port e6b64625-87ed-46ca-831c-a9491e03315a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:35.675828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.912208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] For port e6b64625-87ed-46ca-831c-a9491e03315a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6b64625-87ed-46ca-831c-a9491e03315a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:35.912559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.030836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Calling delete_port for e6b64625-87ed-46ca-831c-a9491e03315a owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:36.233494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.246601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['aa2ded24-0542-47dd-8fd1-bbe40fffef7a', 'e6b64625-87ed-46ca-831c-a9491e03315a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:36.286372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Pushing event deleted for resources: {'Port': ['ID=e6b64625-87ed-46ca-831c-a9491e03315a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:36.358266 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] No DVR routers for this DVR port e6b64625-87ed-46ca-831c-a9491e03315a on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:36.360742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:36.363269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'name': 'network-vif-deleted', 'tag': 'e6b64625-87ed-46ca-831c-a9491e03315a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:36.406830 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18be6e-2471-4080-b74a-1bfedd9bf8ef', 'name': 'network-vif-deleted', 'tag': 'e6b64625-87ed-46ca-831c-a9491e03315a', 'status': 'completed', 'code': 200} Mar 16 11:39:36.434178 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17f58b08-789b-4755-a0db-3ccdb00f9ae8 req-0fc8fed2-b0de-4480-bb5b-23ba35a3b510 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "DELETE /v2.0/ports/e6b64625-87ed-46ca-831c-a9491e03315a HTTP/1.1" status: 204 len: 173 time: 0.8206296 Mar 16 11:39:36.649460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-96487aeb-cefd-410a-9bc5-44838b781805 req-d896e0f2-36a7-4edb-9efd-775bf8c6beea tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Synchronizing usage tracker for tenant:48539803a786497c9fa08a1329b0c628 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:36.724228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-96487aeb-cefd-410a-9bc5-44838b781805 req-d896e0f2-36a7-4edb-9efd-775bf8c6beea tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Unset dirty status for tenant:48539803a786497c9fa08a1329b0c628 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:36.725376 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-96487aeb-cefd-410a-9bc5-44838b781805 req-d896e0f2-36a7-4edb-9efd-775bf8c6beea tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c18be6e-2471-4080-b74a-1bfedd9bf8ef HTTP/1.1" status: 200 len: 210 time: 0.1207228 Mar 16 11:39:37.987259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611d11e-c9f1-4eeb-b7ea-b9c34f15bac1 req-270f8305-f056-4afa-8cf2-876e4fb3a54d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:37.988698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6611d11e-c9f1-4eeb-b7ea-b9c34f15bac1 req-270f8305-f056-4afa-8cf2-876e4fb3a54d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0796740 Mar 16 11:39:38.032950 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6611d11e-c9f1-4eeb-b7ea-b9c34f15bac1 req-ea49e111-9a55-4a44-a339-f57d0d3362e5 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Mar 16 11:39:38.242116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832ed1a-158e-4089-b1f3-df5a606f976b req-cf3ae03d-9b83-498e-bd18-a66e52ece662 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:38.243584 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4832ed1a-158e-4089-b1f3-df5a606f976b req-cf3ae03d-9b83-498e-bd18-a66e52ece662 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0874760 Mar 16 11:39:38.286482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4832ed1a-158e-4089-b1f3-df5a606f976b req-d55d88c5-209c-4ffd-b819-a4adecfd1a84 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Mar 16 11:39:38.471281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecbe2c-7c85-4c29-afa4-b68f7b678000 req-db6dc0e7-c7c7-48e6-9dbf-3aec98aad12e tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:38.472618 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7eecbe2c-7c85-4c29-afa4-b68f7b678000 req-db6dc0e7-c7c7-48e6-9dbf-3aec98aad12e tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0820556 Mar 16 11:39:38.515931 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7eecbe2c-7c85-4c29-afa4-b68f7b678000 req-f04efd1f-4c45-412a-b891-be598b8f3888 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Mar 16 11:39:38.805893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d46b02-0817-427d-a11d-f23a8f4ea866 req-df78b33e-dc57-4592-88d4-4ae3e3089c5d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:38.807251 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a1d46b02-0817-427d-a11d-f23a8f4ea866 req-df78b33e-dc57-4592-88d4-4ae3e3089c5d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0799119 Mar 16 11:39:38.850351 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a1d46b02-0817-427d-a11d-f23a8f4ea866 req-7c48eccb-25a0-42d0-b123-0831b2cc6734 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Mar 16 11:39:39.031994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a336a-4fec-4a15-9434-14e89f207322 req-625eb679-e60b-4f73-8163-41875d61060f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:39.033430 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-223a336a-4fec-4a15-9434-14e89f207322 req-625eb679-e60b-4f73-8163-41875d61060f tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0786617 Mar 16 11:39:39.072204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6b64625-87ed-46ca-831c-a9491e03315a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:39.077106 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-223a336a-4fec-4a15-9434-14e89f207322 req-7814dcce-8663-4664-9fe6-cef7cfde3369 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Mar 16 11:39:39.107290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e6b64625-87ed-46ca-831c-a9491e03315a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:39.107646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6b64625-87ed-46ca-831c-a9491e03315a not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:39.280071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcfc0d-1257-47c3-92f6-0dbd614bc079 req-a8769113-8c56-4c24-a940-9effd2651682 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:39.281502 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f8dcfc0d-1257-47c3-92f6-0dbd614bc079 req-a8769113-8c56-4c24-a940-9effd2651682 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0819733 Mar 16 11:39:39.325684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f8dcfc0d-1257-47c3-92f6-0dbd614bc079 req-a0beb24a-234f-4a90-b5dc-c0822ef79611 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Mar 16 11:39:40.029288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9e523-96b8-415b-86e7-853368e81f70 req-303b9a01-39ac-4cfb-8f30-d9c3b8629aad tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:40.030767 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1ef9e523-96b8-415b-86e7-853368e81f70 req-303b9a01-39ac-4cfb-8f30-d9c3b8629aad tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0784173 Mar 16 11:39:40.076191 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1ef9e523-96b8-415b-86e7-853368e81f70 req-c4a47b8f-2743-4a7a-b3af-4e5862073f13 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Mar 16 11:39:41.261567 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc92a2b-9c2d-4b33-9735-c559efaba960 req-d2915ab3-4137-44bc-8133-f43996967cdf tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:41.263103 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3bc92a2b-9c2d-4b33-9735-c559efaba960 req-d2915ab3-4137-44bc-8133-f43996967cdf tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.0817966 Mar 16 11:39:41.307471 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3bc92a2b-9c2d-4b33-9735-c559efaba960 req-868afab9-fe09-486c-919a-537e92062c11 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Mar 16 11:39:41.542013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-24f83d1d-2c2a-467e-9046-eeb0ec8e3f97 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:41.543354 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-24f83d1d-2c2a-467e-9046-eeb0ec8e3f97 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 946 time: 0.1779146 Mar 16 11:39:41.617155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Deleting port aa2ded24-0542-47dd-8fd1-bbe40fffef7a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:41.617488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.860366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] For port aa2ded24-0542-47dd-8fd1-bbe40fffef7a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,segment=NetworkSegment(a055cee5-5da3-4683-9e2a-fb9a7dec7e7f),segment_id=a055cee5-5da3-4683-9e2a-fb9a7dec7e7f)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:41.860718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.985348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Calling delete_port for aa2ded24-0542-47dd-8fd1-bbe40fffef7a owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:42.181729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.193466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['aa2ded24-0542-47dd-8fd1-bbe40fffef7a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:39:42.235315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Pushing event deleted for resources: {'Port': ['ID=aa2ded24-0542-47dd-8fd1-bbe40fffef7a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:42.309012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] No DVR routers for this DVR port aa2ded24-0542-47dd-8fd1-bbe40fffef7a on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:42.311437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.313870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'name': 'network-vif-deleted', 'tag': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:39:42.358357 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a74d241-f51b-4b17-879f-b769db5e5c9f', 'name': 'network-vif-deleted', 'tag': 'aa2ded24-0542-47dd-8fd1-bbe40fffef7a', 'status': 'completed', 'code': 200} Mar 16 11:39:42.370961 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-217ad95e-8dc2-4669-9424-08f9ca8826eb req-d6194af5-7696-4a17-b5a0-2618056b505d tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.53 "DELETE /v2.0/ports/aa2ded24-0542-47dd-8fd1-bbe40fffef7a HTTP/1.1" status: 204 len: 173 time: 0.8219075 Mar 16 11:39:42.456186 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-fb584645-0f44-4a42-9f80-0d736bae774f req-eca7d074-7c87-45e2-9bcc-de7d7252daf4 tempest-ServersNegativeTestJSON-866811802 tempest-ServersNegativeTestJSON-866811802-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a74d241-f51b-4b17-879f-b769db5e5c9f HTTP/1.1" status: 200 len: 210 time: 0.0432906 Mar 16 11:39:43.550303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41134) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:43.611620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Deleting subnet fc552676-54da-46ac-b707-dd266f671a17 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:39:43.614396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.663035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.719268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.850871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.888141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc552676-54da-46ac-b707-dd266f671a17,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:43.892978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.900491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.900833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.901166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.901494 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.901816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.902162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.902483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.902808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.903127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.903442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.903769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.904066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:43.908758 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2bebab74-bd82-4c7c-afc1-3f72e25fcf52 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc552676-54da-46ac-b707-dd266f671a17 HTTP/1.1" status: 204 len: 168 time: 0.3574355 Mar 16 11:39:43.911151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41138) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:44.013927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.135531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.160371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fee39b-0265-4306-a67f-d855357539cc']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:44.172555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:44.172850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a055cee5-5da3-4683-9e2a-fb9a7dec7e7f') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:44.183780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.204299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.210701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:44.211196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:44.223697 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:44.364631 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.381116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.392036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fee39b-0265-4306-a67f-d855357539cc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:44.456515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-46d466ff-d9a3-400d-831c-d64d324df554 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a8fee39b-0265-4306-a67f-d855357539cc HTTP/1.1" status: 204 len: 168 time: 0.5444283 Mar 16 11:39:44.748963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41144) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:44.890380 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9dd97463-a01b-4eb0-a339-9e1a74de8915 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48539803a786497c9fa08a1329b0c628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402810 Mar 16 11:39:44.892858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41148) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:44.950057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1818418d-fbc8-473f-811c-3b21a2c33d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.975233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1818418d-fbc8-473f-811c-3b21a2c33d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.073128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1818418d-fbc8-473f-811c-3b21a2c33d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.091709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818418d-fbc8-473f-811c-3b21a2c33d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc147eb-baf1-4462-aa71-62eb9d3ddd5c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:45.135655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1818418d-fbc8-473f-811c-3b21a2c33d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.136780 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1818418d-fbc8-473f-811c-3b21a2c33d53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bc147eb-baf1-4462-aa71-62eb9d3ddd5c HTTP/1.1" status: 204 len: 168 time: 0.2430532 Mar 16 11:39:45.182193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79020f55-50c4-42b1-a933-9e796ce8434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.170527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41172) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:46.271775 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471198577'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:46.277609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:46.281384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:network and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:46.284226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:46.291233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:46.370490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:46.373900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.385637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.403442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:46.407136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:security_group_rule and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:46.409882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:46.416275 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:46.497930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.552226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.585962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:46.594107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad154da3-95ba-4b43-bc68-d67290215ab1,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:46.599444 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.599782 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Added segment bde89d01-7fdd-4172-915f-2e798f72f1b0 of type vlan for network f3ae1577-02fc-4443-bb3b-70ae725070b5 Mar 16 11:39:46.625870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.718671 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.724072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:46.724706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.831706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Network': ['ID=f3ae1577-02fc-4443-bb3b-70ae725070b5,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:46.842397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network f3ae1577-02fc-4443-bb3b-70ae725070b5 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:46.886132 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4f3ca5d8-87ac-490a-870d-573e8335a5f5 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7144694 Mar 16 11:39:47.072274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device aa2ded24-0542-47dd-8fd1-bbe40fffef7a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:47.110230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: aa2ded24-0542-47dd-8fd1-bbe40fffef7a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:39:47.110583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device aa2ded24-0542-47dd-8fd1-bbe40fffef7a not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:47.335809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4ec62423-d18d-4a59-90a8-bed9da064863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.353641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.730362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.039500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.080181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41178) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:50.085947 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'subnet': {'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:50.165156 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.195575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:50.199874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:subnet and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:50.202716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:50.208605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:50.267264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:50.270732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.531088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.609531 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Subnet': ['ID=20707fda-9644-42d3-bab6-df6e6b6b7f76,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:50.620978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Checking segment: {'id': 'bde89d01-7fdd-4172-915f-2e798f72f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:50.621330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network hostable DHCP agents. Network: f3ae1577-02fc-4443-bb3b-70ae725070b5, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:50.701901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network f3ae1577-02fc-4443-bb3b-70ae725070b5 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:50.766178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, f3ae1577-02fc-4443-bb3b-70ae725070b5) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:50.771419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:50.771781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.775192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878ae9c-fa14-4b7b-a937-8785804e5a8d None None] Network f3ae1577-02fc-4443-bb3b-70ae725070b5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:50.840019 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-92d556db-5fff-4a79-b566-daa7f5839708 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7587190 Mar 16 11:39:50.843344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41182) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:50.848921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1289875491'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:50.858657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:50.858657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:network and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:50.861734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:50.867627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:50.931369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:50.934957 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.962088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:50.970693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.971039 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Added segment 9d96f356-e540-4687-b7f2-e76fd216821c of type vlan for network 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 Mar 16 11:39:50.988243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-f3ae1577-02fc-4443-bb3b-70ae725070b5', 'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5', 'tenant_id': '50c10d8fe7ab4e45802fb5120852dd85', 'fixed_ips': [{'subnet_id': '20707fda-9644-42d3-bab6-df6e6b6b7f76'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:50.989068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.005137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.108017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.113382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.114027 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.146459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Allocated IP 2001:db8:0:ffff::2 (f3ae1577-02fc-4443-bb3b-70ae725070b5/20707fda-9644-42d3-bab6-df6e6b6b7f76/2fe5741f-7b41-4670-9c2b-922dfdab54e3) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:51.222715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Network': ['ID=26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:51.233047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-30621dd2-9429-4beb-ac79-612f4a034516 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3886061 Mar 16 11:39:51.234471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:51.235898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41186) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:51.242414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'subnet': {'network_id': '26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:51.352208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:51.356673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:subnet and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:51.359516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:51.364986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:51.461125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:51.465314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.499659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.509868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Transition to ACTIVE for port object 2fe5741f-7b41-4670-9c2b-922dfdab54e3 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:51.528180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Transition to ACTIVE for port object 2fe5741f-7b41-4670-9c2b-922dfdab54e3 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:51.592982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.655502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Network f3ae1577-02fc-4443-bb3b-70ae725070b5 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:51.658334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:51.663352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:51.678774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Pushing event updated for resources: {'Port': ['ID=2fe5741f-7b41-4670-9c2b-922dfdab54e3,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:51.748353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.793633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Attempting to bind port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:51.793999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Attempting to bind port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'bde89d01-7fdd-4172-915f-2e798f72f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:51.794356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Attempting to bind port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 on network f3ae1577-02fc-4443-bb3b-70ae725070b5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:51.799525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:51.799891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Checking segment: {'id': 'bde89d01-7fdd-4172-915f-2e798f72f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:51.800286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.800678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Bound using segment: {'id': 'bde89d01-7fdd-4172-915f-2e798f72f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:51.801126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Bound port: 2fe5741f-7b41-4670-9c2b-922dfdab54e3, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde89d01-7fdd-4172-915f-2e798f72f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f3ae1577-02fc-4443-bb3b-70ae725070b5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:51.801496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.824480 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Subnet': ['ID=def63eae-99f6-4f2e-b228-6aedba20eb99,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:51.834738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Checking segment: {'id': '9d96f356-e540-4687-b7f2-e76fd216821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:51.835096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network hostable DHCP agents. Network: 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:51.890990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] For port 2fe5741f-7b41-4670-9c2b-922dfdab54e3, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:51.893954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] For port 2fe5741f-7b41-4670-9c2b-922dfdab54e3, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2fe5741f-7b41-4670-9c2b-922dfdab54e3,segment=NetworkSegment(bde89d01-7fdd-4172-915f-2e798f72f1b0),segment_id=bde89d01-7fdd-4172-915f-2e798f72f1b0)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:51.907650 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:51.948414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.964492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:51.970814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:51.971441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:51.986573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a70dea4-2a96-4c73-ac96-84b9d52dd9d9 None None] Network 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:52.051491 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-001cd532-1cad-4934-b899-41fe9a79b481 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8144598 Mar 16 11:39:52.054056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41190) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:52.116209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b5a06-1d46-4cf2-bed3-7933bb3406b5 None None] Pushing event updated for resources: {'Port': ['ID=2fe5741f-7b41-4670-9c2b-922dfdab54e3,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:52.203315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.251939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3887144-97f3-48cd-be56-ce48df88a9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4', 'network_id': '26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4', 'tenant_id': '50c10d8fe7ab4e45802fb5120852dd85', 'fixed_ips': [{'subnet_id': 'def63eae-99f6-4f2e-b228-6aedba20eb99'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:52.252929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c3887144-97f3-48cd-be56-ce48df88a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.284015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.456878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server [None req-c3887144-97f3-48cd-be56-ce48df88a9f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet def63eae-99f6-4f2e-b228-6aedba20eb99: This subnet is being modified by another concurrent operation. Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet def63eae-99f6-4f2e-b228-6aedba20eb99: This subnet is being modified by another concurrent operation. Mar 16 11:39:52.486144 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Mar 16 11:39:52.496408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Subnet': ['ID=def63eae-99f6-4f2e-b228-6aedba20eb99,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:52.504124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b735f4b-3d49-4d39-8ea7-c9ccedd9f09b None None] Network 26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:52.690207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.715278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:52.727578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d96f356-e540-4687-b7f2-e76fd216821c') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:52.727877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d96f356-e540-4687-b7f2-e76fd216821c') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:52.739022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.758400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.765413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:52.765803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:52.781117 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:52.914089 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.932735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:52.944179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Network': ['ID=26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:52.948564 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-475b1e58-ba45-4a21-bc5e-5d09402e3499 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 HTTP/1.1" status: 204 len: 168 time: 0.8935521 Mar 16 11:39:52.951929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41194) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:52.957451 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1139477190'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:52.963196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:52.967459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:network and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:52.970425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:52.976066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:53.057117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:53.060047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.067616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274c8a9-ff4c-46b2-8c2c-8f8b1f39de40 None None] Network f3ae1577-02fc-4443-bb3b-70ae725070b5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:53.090357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:53.098864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.099205 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Added segment 08d793fa-1fa0-4db0-80b9-099bd25ae6cb of type vlan for network 9663da3a-e0a6-40f0-b061-b4eef07a71d8 Mar 16 11:39:53.126502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.222618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.228896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:53.229483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.278003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-02188022-0c96-455f-b88e-a4acb21ced4c None None] Provisioning for port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:53.344577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Network': ['ID=9663da3a-e0a6-40f0-b061-b4eef07a71d8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:53.352887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41198) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:53.354087 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-84a8b5c2-25b5-4f07-b81a-1197167a88a0 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3995206 Mar 16 11:39:53.356965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9663da3a-e0a6-40f0-b061-b4eef07a71d8 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:53.359201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'subnet': {'network_id': '9663da3a-e0a6-40f0-b061-b4eef07a71d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:53.440214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2fe5741f-7b41-4670-9c2b-922dfdab54e3 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:53.489751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:53.494075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:subnet and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:53.496946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:53.502878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:53.539109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc79d5f-e218-4490-91c5-2cb56efcef9d None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:39:53.582454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:53.586776 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.594788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:53.612816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:53.613180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.679612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Performing IP validity checks on allocation pools {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:39:53.680131 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.ipam_backend_mixin [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88450) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:39:53.681129 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0fb11898-646f-403b-9da2-63e762df98c6 None None] Provisioning complete for port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:53.681498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0fb11898-646f-403b-9da2-63e762df98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.739579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc79d5f-e218-4490-91c5-2cb56efcef9d None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:39:53.879606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:53.956799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Subnet': ['ID=a74377f0-90c4-4b4a-93cc-24ebb399f774,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:53.969597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.969968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.970312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.970641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.970964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.971299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.971620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.971939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.972259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.972602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.972920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.973235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:53.978665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Checking segment: {'id': '08d793fa-1fa0-4db0-80b9-099bd25ae6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9663da3a-e0a6-40f0-b061-b4eef07a71d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:53.979115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network hostable DHCP agents. Network: 9663da3a-e0a6-40f0-b061-b4eef07a71d8, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:54.011458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.039153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network 9663da3a-e0a6-40f0-b061-b4eef07a71d8 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:54.045915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0fb11898-646f-403b-9da2-63e762df98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.120115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 9663da3a-e0a6-40f0-b061-b4eef07a71d8) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:54.125680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:54.126284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.130083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2fe5741f-7b41-4670-9c2b-922dfdab54e3, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2fe5741f-7b41-4670-9c2b-922dfdab54e3,segment=NetworkSegment(bde89d01-7fdd-4172-915f-2e798f72f1b0),segment_id=bde89d01-7fdd-4172-915f-2e798f72f1b0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:54.217587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.234448 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-99cc1ffa-0a1a-4fdd-8afa-89995ac3e888 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8801703 Mar 16 11:39:54.236966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41202) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:54.347585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12136c-0681-4409-a66b-eaa8490d4270 None None] Network 9663da3a-e0a6-40f0-b061-b4eef07a71d8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:54.376450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-0fb11898-646f-403b-9da2-63e762df98c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:54.376814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-0fb11898-646f-403b-9da2-63e762df98c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:54.390922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.430275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2fe5741f-7b41-4670-9c2b-922dfdab54e3,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:54.464663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.574933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d15a5c-576b-4a6e-8839-d5da42593342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-9663da3a-e0a6-40f0-b061-b4eef07a71d8', 'network_id': '9663da3a-e0a6-40f0-b061-b4eef07a71d8', 'tenant_id': '50c10d8fe7ab4e45802fb5120852dd85', 'fixed_ips': [{'subnet_id': 'a74377f0-90c4-4b4a-93cc-24ebb399f774'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:54.574933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-54d15a5c-576b-4a6e-8839-d5da42593342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.634941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.678273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Subnet': ['ID=a74377f0-90c4-4b4a-93cc-24ebb399f774,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server [None req-54d15a5c-576b-4a6e-8839-d5da42593342 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a74377f0-90c4-4b4a-93cc-24ebb399f774: This subnet is being modified by another concurrent operation. Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise self.value Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a74377f0-90c4-4b4a-93cc-24ebb399f774: This subnet is being modified by another concurrent operation. Mar 16 11:39:54.714825 dv-neutron-831730-4-hyperv neutron-server[88451]: ERROR oslo_messaging.rpc.server Mar 16 11:39:54.730012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15761794-d7dc-464f-8f12-65674a6e1b87 None None] Network 9663da3a-e0a6-40f0-b061-b4eef07a71d8 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:54.771025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.799836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9663da3a-e0a6-40f0-b061-b4eef07a71d8']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:54.812485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d793fa-1fa0-4db0-80b9-099bd25ae6cb') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:54.812782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d793fa-1fa0-4db0-80b9-099bd25ae6cb') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:54.823864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.839621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.845828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:54.846239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:54.861482 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:54.927186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f82bdaa-3723-4254-b8b9-1ad07caad036 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:39:54.998267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.004269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.025461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f82bdaa-3723-4254-b8b9-1ad07caad036 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:39:55.034884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Network': ['ID=9663da3a-e0a6-40f0-b061-b4eef07a71d8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:55.038730 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-96d0ca18-1130-4271-b26d-85397c841f4e tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/9663da3a-e0a6-40f0-b061-b4eef07a71d8 HTTP/1.1" status: 204 len: 168 time: 0.8008473 Mar 16 11:39:55.043147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41206) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:55.048529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755722602'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:55.053375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:55.057373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:network and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:55.060225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:55.065800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:55.175177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:55.178630 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.205927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:55.215068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.215524 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Added segment 070b540c-fdd2-4aba-9dee-be6429408691 of type vlan for network 0f9ce012-2acf-48b0-9eb8-b5865499cfad Mar 16 11:39:55.255501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.347747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.355968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:55.356599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.362436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2fe5741f-7b41-4670-9c2b-922dfdab54e3 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:55.465340 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Network': ['ID=0f9ce012-2acf-48b0-9eb8-b5865499cfad,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:55.471706 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0e8c9617-b60c-48a4-abb3-ee46d95f20bf tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4275706 Mar 16 11:39:55.472129 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41210) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:55.479082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'subnet': {'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:55.509479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 0f9ce012-2acf-48b0-9eb8-b5865499cfad details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:55.594086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:55.598181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:subnet and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:55.601083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:55.607230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:55.663843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:55.664212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.678994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:55.682969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:55.958156 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.042119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Subnet': ['ID=5a2b5786-d93c-4554-88b7-f62079115e40,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:56.046151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Checking segment: {'id': '070b540c-fdd2-4aba-9dee-be6429408691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:56.046519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network hostable DHCP agents. Network: 0f9ce012-2acf-48b0-9eb8-b5865499cfad, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:56.117825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network 0f9ce012-2acf-48b0-9eb8-b5865499cfad is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:56.198874 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 0f9ce012-2acf-48b0-9eb8-b5865499cfad) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:56.202993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:56.203580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.207130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c946db9e-0c6b-4dd5-a3a7-f2ce4f9c6a71 None None] Network 0f9ce012-2acf-48b0-9eb8-b5865499cfad requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:56.284817 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f887597d-35ba-488f-bad7-76e0c07c4e14 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8103852 Mar 16 11:39:56.288165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41214) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:56.294794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369628311'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:56.299622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:56.303423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:network and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:56.307073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:56.312714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:56.386907 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:56.390357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.418058 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:39:56.421348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-0f9ce012-2acf-48b0-9eb8-b5865499cfad', 'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad', 'tenant_id': '50c10d8fe7ab4e45802fb5120852dd85', 'fixed_ips': [{'subnet_id': '5a2b5786-d93c-4554-88b7-f62079115e40'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:56.422200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.427031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.427576 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Added segment 3d0c1667-cc92-4e6a-985b-2c7afb86486d of type vlan for network 67a815a7-9736-400e-a412-44be7e8d18bc Mar 16 11:39:56.453381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.536697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.542458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:56.543236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.575655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Allocated IP 2001:db8::2 (0f9ce012-2acf-48b0-9eb8-b5865499cfad/5a2b5786-d93c-4554-88b7-f62079115e40/911431ac-ac84-4e29-8707-22c3bfd87423) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:56.649905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Network': ['ID=67a815a7-9736-400e-a412-44be7e8d18bc,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:56.655878 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-013ca659-97fe-45c2-828c-a9539f9cbb53 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3637309 Mar 16 11:39:56.656196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41218) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:56.661506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Request body: {'subnet': {'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:39:56.666534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 67a815a7-9736-400e-a412-44be7e8d18bc details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:39:56.770511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:39:56.774289 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Usage tracker for resource:subnet and tenant:50c10d8fe7ab4e45802fb5120852dd85 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:39:56.777028 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:39:56.782548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:39:56.839340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Made reservation on behalf of 50c10d8fe7ab4e45802fb5120852dd85 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:39:56.842889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.876904 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:56.887310 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Transition to ACTIVE for port object 911431ac-ac84-4e29-8707-22c3bfd87423 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:56.909442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Transition to ACTIVE for port object 911431ac-ac84-4e29-8707-22c3bfd87423 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:56.994486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.053614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Network 0f9ce012-2acf-48b0-9eb8-b5865499cfad is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:57.057293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:57.060977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:57.105019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Pushing event updated for resources: {'Port': ['ID=911431ac-ac84-4e29-8707-22c3bfd87423,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:57.142374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.160434 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Attempting to bind port 911431ac-ac84-4e29-8707-22c3bfd87423 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:57.160723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Attempting to bind port 911431ac-ac84-4e29-8707-22c3bfd87423 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '070b540c-fdd2-4aba-9dee-be6429408691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:57.161084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Attempting to bind port 911431ac-ac84-4e29-8707-22c3bfd87423 on network 0f9ce012-2acf-48b0-9eb8-b5865499cfad {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:57.167066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:57.167435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Checking segment: {'id': '070b540c-fdd2-4aba-9dee-be6429408691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:57.167862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.168287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Bound using segment: {'id': '070b540c-fdd2-4aba-9dee-be6429408691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:57.168777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Bound port: 911431ac-ac84-4e29-8707-22c3bfd87423, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070b540c-fdd2-4aba-9dee-be6429408691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0f9ce012-2acf-48b0-9eb8-b5865499cfad'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:57.169073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.226833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event updated for resources: {'Subnet': ['ID=fc2e53ad-6844-4331-93b1-aa3b2e5a64b7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:57.231499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Checking segment: {'id': '3d0c1667-cc92-4e6a-985b-2c7afb86486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:57.231852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network hostable DHCP agents. Network: 67a815a7-9736-400e-a412-44be7e8d18bc, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:39:57.263911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] For port 911431ac-ac84-4e29-8707-22c3bfd87423, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:57.267275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] For port 911431ac-ac84-4e29-8707-22c3bfd87423, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=911431ac-ac84-4e29-8707-22c3bfd87423,segment=NetworkSegment(070b540c-fdd2-4aba-9dee-be6429408691),segment_id=070b540c-fdd2-4aba-9dee-be6429408691)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:57.295153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Network 67a815a7-9736-400e-a412-44be7e8d18bc is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:39:57.324271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.381052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 67a815a7-9736-400e-a412-44be7e8d18bc) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:57.385113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:57.385864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.397391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d89af9-449e-47c7-9082-b83abcd25386 None None] Network 67a815a7-9736-400e-a412-44be7e8d18bc requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:57.437794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9c88d-7683-496c-a76d-476367fda4b2 None None] Pushing event updated for resources: {'Port': ['ID=911431ac-ac84-4e29-8707-22c3bfd87423,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:57.469536 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cb88d289-17b6-48a4-9ff4-5ff8734a0bc9 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8124835 Mar 16 11:39:57.472036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41222) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:57.668380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-67a815a7-9736-400e-a412-44be7e8d18bc', 'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc', 'tenant_id': '50c10d8fe7ab4e45802fb5120852dd85', 'fixed_ips': [{'subnet_id': 'fc2e53ad-6844-4331-93b1-aa3b2e5a64b7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:39:57.669329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.766802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.834904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:57.835643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Allocated IP 2001:db8::2 (67a815a7-9736-400e-a412-44be7e8d18bc/fc2e53ad-6844-4331-93b1-aa3b2e5a64b7/339623de-6b8c-4682-ac54-fdd149cc7882) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:39:58.083765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.094633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Transition to ACTIVE for port object 339623de-6b8c-4682-ac54-fdd149cc7882 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:58.113762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Transition to ACTIVE for port object 339623de-6b8c-4682-ac54-fdd149cc7882 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:39:58.194214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.255948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Network 67a815a7-9736-400e-a412-44be7e8d18bc is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:39:58.256941 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.259044 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:39:58.262789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:39:58.300010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2e53ad-6844-4331-93b1-aa3b2e5a64b7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:58.304843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Pushing event updated for resources: {'Port': ['ID=339623de-6b8c-4682-ac54-fdd149cc7882,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:58.369048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Attempting to bind port 339623de-6b8c-4682-ac54-fdd149cc7882 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:39:58.369539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Attempting to bind port 339623de-6b8c-4682-ac54-fdd149cc7882 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3d0c1667-cc92-4e6a-985b-2c7afb86486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:39:58.369924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Attempting to bind port 339623de-6b8c-4682-ac54-fdd149cc7882 on network 67a815a7-9736-400e-a412-44be7e8d18bc {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:39:58.378075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:39:58.378448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Checking segment: {'id': '3d0c1667-cc92-4e6a-985b-2c7afb86486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:39:58.378840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.379225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Bound using segment: {'id': '3d0c1667-cc92-4e6a-985b-2c7afb86486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:39:58.379709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Bound port: 339623de-6b8c-4682-ac54-fdd149cc7882, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0c1667-cc92-4e6a-985b-2c7afb86486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '67a815a7-9736-400e-a412-44be7e8d18bc'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:39:58.380076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.389285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f13cd5-f7e9-4611-aac2-42fefe5416b1 None None] Network 0f9ce012-2acf-48b0-9eb8-b5865499cfad requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:58.402538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.428086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a815a7-9736-400e-a412-44be7e8d18bc']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:58.440912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0c1667-cc92-4e6a-985b-2c7afb86486d') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:58.441206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0c1667-cc92-4e6a-985b-2c7afb86486d') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:58.452550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.468002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.473802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:58.474206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:58.488662 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:58.594303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.db.api [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:39:58.594303 dv-neutron-831730-4-hyperv neutron-server[88449]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:39:58.594303 dv-neutron-831730-4-hyperv neutron-server[88449]: [parameters: {'id': '67a815a7-9736-400e-a412-44be7e8d18bc'}] Mar 16 11:39:58.594303 dv-neutron-831730-4-hyperv neutron-server[88449]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:58.594892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG oslo_db.api [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:58.616430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] For port 339623de-6b8c-4682-ac54-fdd149cc7882, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:39:58.621655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dc76031c-3933-468e-b8c2-ff6aa80e2330 None None] Provisioning for port 911431ac-ac84-4e29-8707-22c3bfd87423 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:58.642696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] For port 339623de-6b8c-4682-ac54-fdd149cc7882, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=339623de-6b8c-4682-ac54-fdd149cc7882,segment=NetworkSegment(3d0c1667-cc92-4e6a-985b-2c7afb86486d),segment_id=3d0c1667-cc92-4e6a-985b-2c7afb86486d)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:39:58.717128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:58.840442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706b32-c56b-4b58-b604-bd80e37f7005 None None] Pushing event updated for resources: {'Port': ['ID=339623de-6b8c-4682-ac54-fdd149cc7882,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:58.876063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720b4ad-dc3b-4c0d-af5e-c83bafa5c307 None None] Network 67a815a7-9736-400e-a412-44be7e8d18bc requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:39:59.081142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea5792-6c64-4b25-bee3-1a0b03c88e96 None None] get_active_networks_info from dv-neutron-831730-4-hyperv {{(pid=88451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 16 11:39:59.096723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.108136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Deleting port 339623de-6b8c-4682-ac54-fdd149cc7882 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:39:59.108488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.178213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea5792-6c64-4b25-bee3-1a0b03c88e96 None None] Resources bound (agent type, host, resource id): {{(pid=88451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:39:59.315744 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] For port 339623de-6b8c-4682-ac54-fdd149cc7882, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=339623de-6b8c-4682-ac54-fdd149cc7882,segment=NetworkSegment(3d0c1667-cc92-4e6a-985b-2c7afb86486d),segment_id=3d0c1667-cc92-4e6a-985b-2c7afb86486d)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:59.316111 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.389233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 911431ac-ac84-4e29-8707-22c3bfd87423 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:39:59.447093 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Calling delete_port for 339623de-6b8c-4682-ac54-fdd149cc7882 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:39:59.576192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 911431ac-ac84-4e29-8707-22c3bfd87423 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:39:59.581393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 911431ac-ac84-4e29-8707-22c3bfd87423 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:39:59.581768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.593559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.645448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Port': ['ID=339623de-6b8c-4682-ac54-fdd149cc7882,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:59.648673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No DVR routers for this DVR port 339623de-6b8c-4682-ac54-fdd149cc7882 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:59.736301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.770155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 911431ac-ac84-4e29-8707-22c3bfd87423, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=911431ac-ac84-4e29-8707-22c3bfd87423,segment=NetworkSegment(070b540c-fdd2-4aba-9dee-be6429408691),segment_id=070b540c-fdd2-4aba-9dee-be6429408691)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:39:59.772333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.796956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a815a7-9736-400e-a412-44be7e8d18bc']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:59.808670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0c1667-cc92-4e6a-985b-2c7afb86486d') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:59.808967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0c1667-cc92-4e6a-985b-2c7afb86486d') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:59.819793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.832115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.836715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.843539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:39:59.843925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:59.858121 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:59.902676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=911431ac-ac84-4e29-8707-22c3bfd87423,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:00.010758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.027334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.040357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Network': ['ID=67a815a7-9736-400e-a412-44be7e8d18bc,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:00.044590 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-713014c2-d70f-4753-94fa-f6a13ec4ddc6 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/67a815a7-9736-400e-a412-44be7e8d18bc HTTP/1.1" status: 204 len: 168 time: 2.5705404 Mar 16 11:40:00.047951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41226) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:00.086493 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-78efd9c8-c56b-4bbc-98c1-71878e482541 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] GET failed (client error): The resource could not be found. Mar 16 11:40:00.087046 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-78efd9c8-c56b-4bbc-98c1-71878e482541 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Synchronizing usage tracker for tenant:50c10d8fe7ab4e45802fb5120852dd85 on resource:subnet {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:00.171252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-78efd9c8-c56b-4bbc-98c1-71878e482541 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Unset dirty status for tenant:50c10d8fe7ab4e45802fb5120852dd85 on resource:subnet {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:00.172329 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-78efd9c8-c56b-4bbc-98c1-71878e482541 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "GET /v2.0/subnets/fc2e53ad-6844-4331-93b1-aa3b2e5a64b7 HTTP/1.1" status: 404 len: 337 time: 0.1234906 Mar 16 11:40:00.175239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41230) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:00.202428 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c20b76-e7e2-49c8-a178-8fdd5903333d tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:00.202891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c20b76-e7e2-49c8-a178-8fdd5903333d tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:00.204551 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-97c20b76-e7e2-49c8-a178-8fdd5903333d tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/67a815a7-9736-400e-a412-44be7e8d18bc HTTP/1.1" status: 404 len: 339 time: 0.0283217 Mar 16 11:40:00.208148 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41234) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:00.245681 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-704aba73-efaf-4ef4-84db-c0a5600a1407 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:00.246145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704aba73-efaf-4ef4-84db-c0a5600a1407 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:00.247723 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-704aba73-efaf-4ef4-84db-c0a5600a1407 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/subnets/fc2e53ad-6844-4331-93b1-aa3b2e5a64b7 HTTP/1.1" status: 404 len: 337 time: 0.0385056 Mar 16 11:40:00.250061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41238) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:00.277459 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed28ae25-202e-46d8-a5d8-64a045caa484 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:00.277940 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed28ae25-202e-46d8-a5d8-64a045caa484 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88450) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:00.279476 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ed28ae25-202e-46d8-a5d8-64a045caa484 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/67a815a7-9736-400e-a412-44be7e8d18bc HTTP/1.1" status: 404 len: 339 time: 0.0285711 Mar 16 11:40:00.281750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41242) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:00.344024 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Deleting subnet 5a2b5786-d93c-4554-88b7-f62079115e40 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:40:00.346881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.401383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.588808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.730935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.771790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2b5786-d93c-4554-88b7-f62079115e40,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:00.777665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.783007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1cabf-38b3-46a1-9939-3090e96e8891 None None] Network 0f9ce012-2acf-48b0-9eb8-b5865499cfad requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:00.836295 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-549b30ee-4b72-4bc2-8316-9aeec7f9e104 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/subnets/5a2b5786-d93c-4554-88b7-f62079115e40 HTTP/1.1" status: 204 len: 168 time: 0.5514112 Mar 16 11:40:00.836498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41246) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:00.951847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.963968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Deleting port 911431ac-ac84-4e29-8707-22c3bfd87423 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:00.964298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.025666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] DHCP port deletion for 0f9ce012-2acf-48b0-9eb8-b5865499cfad request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:40:01.029956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Deleting port 911431ac-ac84-4e29-8707-22c3bfd87423 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:01.030384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.172200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] For port 911431ac-ac84-4e29-8707-22c3bfd87423, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=911431ac-ac84-4e29-8707-22c3bfd87423,segment=NetworkSegment(070b540c-fdd2-4aba-9dee-be6429408691),segment_id=070b540c-fdd2-4aba-9dee-be6429408691)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:01.172485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.232598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] For port 911431ac-ac84-4e29-8707-22c3bfd87423, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=911431ac-ac84-4e29-8707-22c3bfd87423,segment=NetworkSegment(070b540c-fdd2-4aba-9dee-be6429408691),segment_id=070b540c-fdd2-4aba-9dee-be6429408691)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:01.232986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.298520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Calling delete_port for 911431ac-ac84-4e29-8707-22c3bfd87423 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:01.355399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Calling delete_port for 911431ac-ac84-4e29-8707-22c3bfd87423 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:01.384984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 911431ac-ac84-4e29-8707-22c3bfd87423 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:40:01.438303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.477343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port 911431ac-ac84-4e29-8707-22c3bfd87423 {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 11:40:01.477343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 911431ac-ac84-4e29-8707-22c3bfd87423 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:40:01.484407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:40:01.484557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Port': ['ID=911431ac-ac84-4e29-8707-22c3bfd87423,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:01.484776 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:40:01.487769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No DVR routers for this DVR port 911431ac-ac84-4e29-8707-22c3bfd87423 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:01.609759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.641525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9ce012-2acf-48b0-9eb8-b5865499cfad']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:01.653550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070b540c-fdd2-4aba-9dee-be6429408691') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:01.653865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070b540c-fdd2-4aba-9dee-be6429408691') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:01.664864 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.681132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.686943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:40:01.687322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:40:01.702126 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:40:01.833705 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.855072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.866569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Network': ['ID=0f9ce012-2acf-48b0-9eb8-b5865499cfad,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:01.870836 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8780b428-2210-4802-9a32-3772170c947b tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/0f9ce012-2acf-48b0-9eb8-b5865499cfad HTTP/1.1" status: 204 len: 168 time: 1.0324602 Mar 16 11:40:01.872967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41250) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:01.913687 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c4fcd0-b441-45d3-bfff-f09d9d01f264 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:01.914160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c4fcd0-b441-45d3-bfff-f09d9d01f264 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:01.916276 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f4c4fcd0-b441-45d3-bfff-f09d9d01f264 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/subnets/a74377f0-90c4-4b4a-93cc-24ebb399f774 HTTP/1.1" status: 404 len: 337 time: 0.0423591 Mar 16 11:40:01.918899 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41254) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:01.943052 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6e2dea-7812-4da2-948e-5ad281fa1f1f tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:01.943497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6e2dea-7812-4da2-948e-5ad281fa1f1f tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:01.945038 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bd6e2dea-7812-4da2-948e-5ad281fa1f1f tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/9663da3a-e0a6-40f0-b061-b4eef07a71d8 HTTP/1.1" status: 404 len: 339 time: 0.0253010 Mar 16 11:40:01.947625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41258) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:01.984354 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b31775-8bcd-4d45-802a-0dc01461bccc tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:01.984717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b31775-8bcd-4d45-802a-0dc01461bccc tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:01.986289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Deleting port 911431ac-ac84-4e29-8707-22c3bfd87423 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:01.986767 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-92b31775-8bcd-4d45-802a-0dc01461bccc tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/subnets/def63eae-99f6-4f2e-b228-6aedba20eb99 HTTP/1.1" status: 404 len: 337 time: 0.0378468 Mar 16 11:40:01.986864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.988754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41262) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:02.013234 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.pecan_wsgi.hooks.translation [None req-012dd559-b3f9-490a-ab34-4da530df5f0f tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] DELETE failed (client error): The resource could not be found. Mar 16 11:40:02.013684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012dd559-b3f9-490a-ab34-4da530df5f0f tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88449) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:40:02.015275 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-012dd559-b3f9-490a-ab34-4da530df5f0f tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/26af8e32-e7f5-49ac-bb7d-4b1055d9b2c4 HTTP/1.1" status: 404 len: 339 time: 0.0256774 Mar 16 11:40:02.017686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41266) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:02.052708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-005ff521-43d5-425b-a304-65eb3f0e779a None None] The port '911431ac-ac84-4e29-8707-22c3bfd87423' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:40:02.188589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Deleting subnet 20707fda-9644-42d3-bab6-df6e6b6b7f76 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:40:02.191581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.246006 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.330032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.468469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.508508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Subnet': ['ID=20707fda-9644-42d3-bab6-df6e6b6b7f76,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:02.510564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.514605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59703ee6-0f10-48d9-be47-22f0a1459790 None None] Network f3ae1577-02fc-4443-bb3b-70ae725070b5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:02.527140 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7bf9dec6-4d3c-4102-b84b-96a40673ce26 tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/subnets/20707fda-9644-42d3-bab6-df6e6b6b7f76 HTTP/1.1" status: 204 len: 168 time: 0.5084829 Mar 16 11:40:02.529793 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41270) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:02.643006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.653868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Deleting port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:02.654199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.758384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] DHCP port deletion for f3ae1577-02fc-4443-bb3b-70ae725070b5 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:40:02.763212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Deleting port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:02.763519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.856673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] For port 2fe5741f-7b41-4670-9c2b-922dfdab54e3, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2fe5741f-7b41-4670-9c2b-922dfdab54e3,segment=NetworkSegment(bde89d01-7fdd-4172-915f-2e798f72f1b0),segment_id=bde89d01-7fdd-4172-915f-2e798f72f1b0)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:02.857039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.963540 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] For port 2fe5741f-7b41-4670-9c2b-922dfdab54e3, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2fe5741f-7b41-4670-9c2b-922dfdab54e3,segment=NetworkSegment(bde89d01-7fdd-4172-915f-2e798f72f1b0),segment_id=bde89d01-7fdd-4172-915f-2e798f72f1b0)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:02.963928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.979797 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Calling delete_port for 2fe5741f-7b41-4670-9c2b-922dfdab54e3 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:03.115083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Calling delete_port for 2fe5741f-7b41-4670-9c2b-922dfdab54e3 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:03.131104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.178422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Port': ['ID=2fe5741f-7b41-4670-9c2b-922dfdab54e3,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:03.184671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] No DVR routers for this DVR port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:03.190148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:40:03.195791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:40:03.307663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.333726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ae1577-02fc-4443-bb3b-70ae725070b5']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:03.349495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde89d01-7fdd-4172-915f-2e798f72f1b0') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:03.349792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde89d01-7fdd-4172-915f-2e798f72f1b0') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:03.356686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2fe5741f-7b41-4670-9c2b-922dfdab54e3 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:40:03.362124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.378848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.384660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:40:03.385037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.390377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 2fe5741f-7b41-4670-9c2b-922dfdab54e3 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:40:03.390719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2fe5741f-7b41-4670-9c2b-922dfdab54e3 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:40:03.403897 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:40:03.530878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.547721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.562843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] Pushing event deleted for resources: {'Network': ['ID=f3ae1577-02fc-4443-bb3b-70ae725070b5,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:03.568354 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-834d246e-39ce-4ab2-b277-2c10ca488dfb tempest-NetworksIpV6Test-882952757 tempest-NetworksIpV6Test-882952757-project] 10.222.0.30 "DELETE /v2.0/networks/f3ae1577-02fc-4443-bb3b-70ae725070b5 HTTP/1.1" status: 204 len: 168 time: 1.0373645 Mar 16 11:40:03.691414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Deleting port 2fe5741f-7b41-4670-9c2b-922dfdab54e3 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:03.691797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.760162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-708c64b9-2e43-4c1e-b92f-29387be322db None None] The port '2fe5741f-7b41-4670-9c2b-922dfdab54e3' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:40:04.031458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41278) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:04.176755 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-3e8f8c8b-3222-4a34-a6ce-2ffaeca6f836 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50c10d8fe7ab4e45802fb5120852dd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440318 Mar 16 11:40:04.179151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41284) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:04.236735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a638-3719-4317-a829-ce10e3b63e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:04.261961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a638-3719-4317-a829-ce10e3b63e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:04.386384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a638-3719-4317-a829-ce10e3b63e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:04.401548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9a638-3719-4317-a829-ce10e3b63e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad154da3-95ba-4b43-bc68-d67290215ab1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:04.410094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a638-3719-4317-a829-ce10e3b63e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:04.411220 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dfa9a638-3719-4317-a829-ce10e3b63e47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad154da3-95ba-4b43-bc68-d67290215ab1 HTTP/1.1" status: 204 len: 168 time: 0.2311685 Mar 16 11:40:05.089249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:05.395678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41310) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:05.497928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1343520577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:05.505194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:05.509591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Usage tracker for resource:router and tenant:7863ab7757124633812725eda4af5c56 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:05.512663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:05.519905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:05.617281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.618453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.632875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.697177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.769330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.770589 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-dcb4a5bd-ed86-45dd-aab5-df5356aacec1 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3738770 Mar 16 11:40:05.773132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41316) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:05.779005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1193774134'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:05.783971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:05.790894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Usage tracker for resource:network and tenant:7863ab7757124633812725eda4af5c56 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:05.794430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:05.800013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:05.872574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Made reservation on behalf of 7863ab7757124633812725eda4af5c56 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:05.876011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.985589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.000507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:06.004244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Usage tracker for resource:security_group_rule and tenant:7863ab7757124633812725eda4af5c56 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:06.006983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:06.012690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:06.099099 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.159272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.194200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:40:06.199551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912e2590-158f-4b0a-9507-b3886163eedd,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:06.206154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.206510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Added segment fff96390-712d-4dec-a26a-f6f523db1112 of type vlan for network 615e7d09-1790-4790-9f74-986c018c14ac Mar 16 11:40:06.233534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.306689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.312267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:06.312844 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.421869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event updated for resources: {'Network': ['ID=615e7d09-1790-4790-9f74-986c018c14ac,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:06.431797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 615e7d09-1790-4790-9f74-986c018c14ac details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:40:06.479109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-72fd3e39-f91b-4019-88e5-fcbea185b776 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7049758 Mar 16 11:40:06.481812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41320) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:06.487250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Request body: {'subnet': {'network_id': '615e7d09-1790-4790-9f74-986c018c14ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:06.647493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:06.651790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Usage tracker for resource:subnet and tenant:7863ab7757124633812725eda4af5c56 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:06.654540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:06.660056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:06.760273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Made reservation on behalf of 7863ab7757124633812725eda4af5c56 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:06.763767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.032831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.108621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event updated for resources: {'Subnet': ['ID=f0a7c77e-2bfc-4fd5-b645-01710e7308f4,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:07.118015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Checking segment: {'id': 'fff96390-712d-4dec-a26a-f6f523db1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '615e7d09-1790-4790-9f74-986c018c14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:07.119035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Network hostable DHCP agents. Network: 615e7d09-1790-4790-9f74-986c018c14ac, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:40:07.222054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Network 615e7d09-1790-4790-9f74-986c018c14ac is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:40:07.295299 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 615e7d09-1790-4790-9f74-986c018c14ac) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:07.299255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:07.299866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.303678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffcdf4-abc9-4a1b-af3c-cce4f1792083 None None] Network 615e7d09-1790-4790-9f74-986c018c14ac requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:07.394857 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d13ab6d4-480b-4824-9a7b-aad8f1c26397 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9119813 Mar 16 11:40:07.397751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41324) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:07.403915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1351914398'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:07.408713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:07.412676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Usage tracker for resource:network and tenant:7863ab7757124633812725eda4af5c56 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:07.416280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:07.422008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:07.514241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-615e7d09-1790-4790-9f74-986c018c14ac', 'network_id': '615e7d09-1790-4790-9f74-986c018c14ac', 'tenant_id': '7863ab7757124633812725eda4af5c56', 'fixed_ips': [{'subnet_id': 'f0a7c77e-2bfc-4fd5-b645-01710e7308f4'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:40:07.515095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.525858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Made reservation on behalf of 7863ab7757124633812725eda4af5c56 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:07.529514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.557367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:40:07.566143 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.571787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Added segment a5836fee-db52-43e1-8d1c-cdc1f1f50136 of type vlan for network 583b6f7d-7b92-4962-87fe-3d67a67024e6 Mar 16 11:40:07.595159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.670176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Allocated IP 172.20.0.2 (615e7d09-1790-4790-9f74-986c018c14ac/f0a7c77e-2bfc-4fd5-b645-01710e7308f4/0b2c549b-6461-41f7-83ba-a8d37e8fd80a) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:07.701301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.706906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:07.707538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.811121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event updated for resources: {'Network': ['ID=583b6f7d-7b92-4962-87fe-3d67a67024e6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:07.823955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7b6e269c-2fdc-47ad-828b-20d587ecac9d tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4251974 Mar 16 11:40:07.826737 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41328) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:07.832102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Request body: {'subnet': {'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:07.839373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 583b6f7d-7b92-4962-87fe-3d67a67024e6 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:40:07.946932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:07.950753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Usage tracker for resource:subnet and tenant:7863ab7757124633812725eda4af5c56 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:07.953538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:07.954858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.959237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:07.973235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Transition to ACTIVE for port object 0b2c549b-6461-41f7-83ba-a8d37e8fd80a will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:07.991672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Transition to ACTIVE for port object 0b2c549b-6461-41f7-83ba-a8d37e8fd80a will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:08.039471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Made reservation on behalf of 7863ab7757124633812725eda4af5c56 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:08.043637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.067193 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.128589 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Network 615e7d09-1790-4790-9f74-986c018c14ac is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:08.131417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:08.135770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:08.175064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Pushing event updated for resources: {'Port': ['ID=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:08.240608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Attempting to bind port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:08.241010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Attempting to bind port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'fff96390-712d-4dec-a26a-f6f523db1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '615e7d09-1790-4790-9f74-986c018c14ac'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:08.241377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Attempting to bind port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a on network 615e7d09-1790-4790-9f74-986c018c14ac {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:08.247501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:08.247876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Checking segment: {'id': 'fff96390-712d-4dec-a26a-f6f523db1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '615e7d09-1790-4790-9f74-986c018c14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:08.248276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.248673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Bound using segment: {'id': 'fff96390-712d-4dec-a26a-f6f523db1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '615e7d09-1790-4790-9f74-986c018c14ac'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:08.249158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Bound port: 0b2c549b-6461-41f7-83ba-a8d37e8fd80a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff96390-712d-4dec-a26a-f6f523db1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '615e7d09-1790-4790-9f74-986c018c14ac'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:08.249514 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.325429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.337533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] For port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:08.341155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] For port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,segment=NetworkSegment(fff96390-712d-4dec-a26a-f6f523db1112),segment_id=fff96390-712d-4dec-a26a-f6f523db1112)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:08.401463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event updated for resources: {'Subnet': ['ID=96104c48-f087-4405-96b5-1c802ebf061b,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:08.410007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Checking segment: {'id': 'a5836fee-db52-43e1-8d1c-cdc1f1f50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:08.410218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.410358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Network hostable DHCP agents. Network: 583b6f7d-7b92-4962-87fe-3d67a67024e6, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:40:08.491604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e7bd9-2db9-4b85-b9f2-b06eb5f68861 None None] Pushing event updated for resources: {'Port': ['ID=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:08.501438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Network 583b6f7d-7b92-4962-87fe-3d67a67024e6 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:40:08.594105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 583b6f7d-7b92-4962-87fe-3d67a67024e6) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:08.598371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:08.600140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:08.602769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffe748-824e-4082-8907-adfc9011a5cc None None] Network 583b6f7d-7b92-4962-87fe-3d67a67024e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:08.709218 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9edfa111-8b49-424d-8579-b6c0ee8ee2cd tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8813837 Mar 16 11:40:08.712803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41332) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:08.721063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8a199dbd-594c-483a-910e-7ce6ee486f81 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Request body: {'router': {'external_gateway_info': {'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:08.864637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-583b6f7d-7b92-4962-87fe-3d67a67024e6', 'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6', 'tenant_id': '7863ab7757124633812725eda4af5c56', 'fixed_ips': [{'subnet_id': '96104c48-f087-4405-96b5-1c802ebf061b'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:40:08.865715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.032835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Allocated IP 172.21.0.2 (583b6f7d-7b92-4962-87fe-3d67a67024e6/96104c48-f087-4405-96b5-1c802ebf061b/74c804b4-f59d-44f3-b76d-0d969708cf7e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:09.236575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8a199dbd-594c-483a-910e-7ce6ee486f81 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.255625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.267052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Transition to ACTIVE for port object 74c804b4-f59d-44f3-b76d-0d969708cf7e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:09.285798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Transition to ACTIVE for port object 74c804b4-f59d-44f3-b76d-0d969708cf7e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:09.360415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.413132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b2c549b-6461-41f7-83ba-a8d37e8fd80a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:09.475138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Network 583b6f7d-7b92-4962-87fe-3d67a67024e6 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:09.484642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.api.v2.resource [None req-8a199dbd-594c-483a-910e-7ce6ee486f81 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:40:09.484754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:09.492726 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8a199dbd-594c-483a-910e-7ce6ee486f81 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "PUT /v2.0/routers/f5a1e40c-5b57-44cd-a2d4-368561b1619d HTTP/1.1" status: 400 len: 364 time: 0.7715845 Mar 16 11:40:09.494659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41336) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:09.495654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:09.503613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc7127-b20e-48fb-afa8-1f62f23732b3 None None] Network 615e7d09-1790-4790-9f74-986c018c14ac requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:09.520806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Pushing event updated for resources: {'Port': ['ID=74c804b4-f59d-44f3-b76d-0d969708cf7e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:09.564737 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Deleting subnet 96104c48-f087-4405-96b5-1c802ebf061b {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:40:09.568273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.623812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.696138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Attempting to bind port 74c804b4-f59d-44f3-b76d-0d969708cf7e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:09.697257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Attempting to bind port 74c804b4-f59d-44f3-b76d-0d969708cf7e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'a5836fee-db52-43e1-8d1c-cdc1f1f50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:09.697482 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Attempting to bind port 74c804b4-f59d-44f3-b76d-0d969708cf7e on network 583b6f7d-7b92-4962-87fe-3d67a67024e6 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:09.706547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:09.706915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Checking segment: {'id': 'a5836fee-db52-43e1-8d1c-cdc1f1f50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:09.707309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.707699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Bound using segment: {'id': 'a5836fee-db52-43e1-8d1c-cdc1f1f50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:09.708163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Bound port: 74c804b4-f59d-44f3-b76d-0d969708cf7e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5836fee-db52-43e1-8d1c-cdc1f1f50136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '583b6f7d-7b92-4962-87fe-3d67a67024e6'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:09.708527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.712579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.812837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:09.881106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] Provisioning for port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:09.886158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.896587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] For port 74c804b4-f59d-44f3-b76d-0d969708cf7e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:09.898672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] Provisioning complete for port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:09.899040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.926212 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event deleted for resources: {'Subnet': ['ID=96104c48-f087-4405-96b5-1c802ebf061b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:09.928142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:09.937686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41340) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:09.938240 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f8748360-eee5-4e17-8cda-c898e9d546b7 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "DELETE /v2.0/subnets/96104c48-f087-4405-96b5-1c802ebf061b HTTP/1.1" status: 204 len: 168 time: 0.4430299 Mar 16 11:40:09.943549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] For port 74c804b4-f59d-44f3-b76d-0d969708cf7e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=74c804b4-f59d-44f3-b76d-0d969708cf7e,segment=NetworkSegment(a5836fee-db52-43e1-8d1c-cdc1f1f50136),segment_id=a5836fee-db52-43e1-8d1c-cdc1f1f50136)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:10.023452 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.053285 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.065798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Deleting port 74c804b4-f59d-44f3-b76d-0d969708cf7e {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:10.066184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.093588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.133753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227846a9-df82-4ac7-94b5-14406ee471db None None] Pushing event updated for resources: {'Port': ['ID=74c804b4-f59d-44f3-b76d-0d969708cf7e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:10.154417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] For port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,segment=NetworkSegment(fff96390-712d-4dec-a26a-f6f523db1112),segment_id=fff96390-712d-4dec-a26a-f6f523db1112)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:10.240247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.290915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] For port 74c804b4-f59d-44f3-b76d-0d969708cf7e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=74c804b4-f59d-44f3-b76d-0d969708cf7e,segment=NetworkSegment(a5836fee-db52-43e1-8d1c-cdc1f1f50136),segment_id=a5836fee-db52-43e1-8d1c-cdc1f1f50136)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:10.291217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.326206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c2cbb-25a0-436f-99fb-11728c98e009 None None] Pushing event updated for resources: {'Port': ['ID=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:10.423283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Calling delete_port for 74c804b4-f59d-44f3-b76d-0d969708cf7e owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:10.462697 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-73cd626f-8756-420a-b7d1-03b6fab9f099 None None] Provisioning complete for port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:10.463339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-73cd626f-8756-420a-b7d1-03b6fab9f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.577366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.632711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event deleted for resources: {'Port': ['ID=74c804b4-f59d-44f3-b76d-0d969708cf7e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:10.634709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] No DVR routers for this DVR port 74c804b4-f59d-44f3-b76d-0d969708cf7e on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:10.756714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.785038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583b6f7d-7b92-4962-87fe-3d67a67024e6']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:10.797174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5836fee-db52-43e1-8d1c-cdc1f1f50136') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:10.797471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5836fee-db52-43e1-8d1c-cdc1f1f50136') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:10.809290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.825533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.831324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:40:10.831703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:40:10.846167 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:40:10.988315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.008362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.015617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event deleted for resources: {'Network': ['ID=583b6f7d-7b92-4962-87fe-3d67a67024e6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:11.022410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b02257a7-0115-4ee3-a210-3342c47bc5b8 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "DELETE /v2.0/networks/583b6f7d-7b92-4962-87fe-3d67a67024e6 HTTP/1.1" status: 204 len: 168 time: 1.0826857 Mar 16 11:40:11.026762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41344) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:11.099933 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Deleting subnet f0a7c77e-2bfc-4fd5-b645-01710e7308f4 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:40:11.103099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.160131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.249710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.294202 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140f527-0aa5-426b-967c-559c607e41c8 None None] DHCP port deletion for 583b6f7d-7b92-4962-87fe-3d67a67024e6 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:40:11.309478 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a4b9b-9a24-4e3f-8d43-85de1519b197 None None] Network 583b6f7d-7b92-4962-87fe-3d67a67024e6 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:11.335232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-26f80ccb-070b-4d66-9194-13977286d63f None None] Could not find standard attr ID for object 74c804b4-f59d-44f3-b76d-0d969708cf7e. {{(pid=88451) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:40:11.336518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a4b9b-9a24-4e3f-8d43-85de1519b197 None None] Network 583b6f7d-7b92-4962-87fe-3d67a67024e6 could not be found, it might have been deleted concurrently. {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 16 11:40:11.374828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b2c549b-6461-41f7-83ba-a8d37e8fd80a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:11.399986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.440690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a7c77e-2bfc-4fd5-b645-01710e7308f4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:11.442246 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:11.442615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.442747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.452079 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-376024fc-d944-4b95-8216-4e5ee847f31a tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "DELETE /v2.0/subnets/f0a7c77e-2bfc-4fd5-b645-01710e7308f4 HTTP/1.1" status: 204 len: 168 time: 0.4212050 Mar 16 11:40:11.452079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41348) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:11.472147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf500a-00c1-4332-9151-3ee70a01212e None None] Network 615e7d09-1790-4790-9f74-986c018c14ac requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:11.568152 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.578749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Deleting port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:11.580909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.791282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] For port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,segment=NetworkSegment(fff96390-712d-4dec-a26a-f6f523db1112),segment_id=fff96390-712d-4dec-a26a-f6f523db1112)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:11.792912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.832620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] DHCP port deletion for 615e7d09-1790-4790-9f74-986c018c14ac request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:40:11.836992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Deleting port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:11.842177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:11.917468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Calling delete_port for 0b2c549b-6461-41f7-83ba-a8d37e8fd80a owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:12.042600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] For port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,segment=NetworkSegment(fff96390-712d-4dec-a26a-f6f523db1112),segment_id=fff96390-712d-4dec-a26a-f6f523db1112)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:12.042931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.079595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.128813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] No DVR routers for this DVR port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:12.155320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event deleted for resources: {'Port': ['ID=0b2c549b-6461-41f7-83ba-a8d37e8fd80a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:12.164534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Calling delete_port for 0b2c549b-6461-41f7-83ba-a8d37e8fd80a owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:40:12.240568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:40:12.240928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:40:12.347569 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.372656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615e7d09-1790-4790-9f74-986c018c14ac']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:12.384879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff96390-712d-4dec-a26a-f6f523db1112') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:12.385191 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff96390-712d-4dec-a26a-f6f523db1112') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:12.396206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.412072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.417886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:40:12.418263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:40:12.435160 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:40:12.577108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.594835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.606512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Pushing event deleted for resources: {'Network': ['ID=615e7d09-1790-4790-9f74-986c018c14ac,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:12.609161 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-54bc4800-49e6-4958-ba82-d1a34c3b30ed tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "DELETE /v2.0/networks/615e7d09-1790-4790-9f74-986c018c14ac HTTP/1.1" status: 204 len: 168 time: 1.1563079 Mar 16 11:40:12.611828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41352) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:12.658502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ec69e751-3283-4ced-ad85-de0959e2bf90 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Synchronizing usage tracker for tenant:7863ab7757124633812725eda4af5c56 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:12.736723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-ec69e751-3283-4ced-ad85-de0959e2bf90 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Unset dirty status for tenant:7863ab7757124633812725eda4af5c56 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:12.737834 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ec69e751-3283-4ced-ad85-de0959e2bf90 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a1e40c-5b57-44cd-a2d4-368561b1619d HTTP/1.1" status: 200 len: 205 time: 0.1251123 Mar 16 11:40:12.740328 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41356) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:12.742222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Deleting port 0b2c549b-6461-41f7-83ba-a8d37e8fd80a {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:40:12.742930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:12.809527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e02eed28-90a8-41c5-ab9c-3209b5c74d9a None None] The port '0b2c549b-6461-41f7-83ba-a8d37e8fd80a' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:40:12.875607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.169692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.171794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.272796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.273295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Fanout notify agent at l3_agent the message router_deleted on router f5a1e40c-5b57-44cd-a2d4-368561b1619d {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:40:13.284364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.285423 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-79a2927e-5d0e-4f4b-b561-539c2f1bb1f4 tempest-RoutersNegativeTest-1770786306 tempest-RoutersNegativeTest-1770786306-project] 10.222.0.30 "DELETE /v2.0/routers/f5a1e40c-5b57-44cd-a2d4-368561b1619d HTTP/1.1" status: 204 len: 168 time: 0.5442352 Mar 16 11:40:13.362712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b2c549b-6461-41f7-83ba-a8d37e8fd80a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:40:13.398694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 0b2c549b-6461-41f7-83ba-a8d37e8fd80a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:40:13.399036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 0b2c549b-6461-41f7-83ba-a8d37e8fd80a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:40:13.773889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41364) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:13.917972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e9fbffd8-eb96-44b8-8d15-bb09c8b3e289 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7863ab7757124633812725eda4af5c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425779 Mar 16 11:40:13.920087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41370) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:13.975975 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-846ae8eb-1734-4159-9a1b-43fc16e1ac9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:14.001979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-846ae8eb-1734-4159-9a1b-43fc16e1ac9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:14.118613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-846ae8eb-1734-4159-9a1b-43fc16e1ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:14.132284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ae8eb-1734-4159-9a1b-43fc16e1ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912e2590-158f-4b0a-9507-b3886163eedd,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:14.139419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-846ae8eb-1734-4159-9a1b-43fc16e1ac9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:14.140528 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-846ae8eb-1734-4159-9a1b-43fc16e1ac9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/912e2590-158f-4b0a-9507-b3886163eedd HTTP/1.1" status: 204 len: 168 time: 0.2194963 Mar 16 11:40:15.149510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41394) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:15.211257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5bde9798-dfd7-43e8-9b21-c86a6d5e4dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.253279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2104572586-network', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:15.257981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:15.262523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Usage tracker for resource:network and tenant:6877ddf2c9f143bcb74c8b0523263dca is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:15.265487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:15.271108 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:15.335505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Made reservation on behalf of 6877ddf2c9f143bcb74c8b0523263dca for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:15.337817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.353175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.367312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:15.372131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6877ddf2c9f143bcb74c8b0523263dca is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:15.374944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:15.380610 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:15.460619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.536920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.564169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:40:15.576234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9b12fa-247d-4f64-9585-0d2daf556ff7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:15.580542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.580883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Added segment 08710f33-30af-44be-a76b-5d1ed3c72fc8 of type vlan for network 176f79e0-dd75-42d1-a6cb-d6a82e30718b Mar 16 11:40:15.608346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.673850 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.674819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:15.675388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:15.777063 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] Pushing event updated for resources: {'Network': ['ID=176f79e0-dd75-42d1-a6cb-d6a82e30718b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:15.786476 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:40:15.812042 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-45d7a91f-1f12-40a6-9b8c-d0438fc369b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6613486 Mar 16 11:40:15.814786 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41400) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:15.820165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Request body: {'subnet': {'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-subnet', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:15.825175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:15.829334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Usage tracker for resource:subnet and tenant:6877ddf2c9f143bcb74c8b0523263dca is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:15.832234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:15.838318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:15.907944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Made reservation on behalf of 6877ddf2c9f143bcb74c8b0523263dca for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:15.910298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.159848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.333601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ca09b0-93e1-49f9-acc0-62a45c42ea83,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:16.343053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Checking segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:16.343406 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Network hostable DHCP agents. Network: 176f79e0-dd75-42d1-a6cb-d6a82e30718b, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:40:16.411074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:40:16.479602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 176f79e0-dd75-42d1-a6cb-d6a82e30718b) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:16.483553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:16.484159 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.488291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9c4ae-5d70-42e0-a1a8-23b271473ec5 None None] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:16.555072 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9983a10e-0559-4ec6-9a2b-16c68bf6f154 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7391706 Mar 16 11:40:16.557726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41404) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:16.563855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:16.568932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:16.574096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Usage tracker for resource:router and tenant:6877ddf2c9f143bcb74c8b0523263dca is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:16.577778 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:16.584172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:16.628579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.629614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.643983 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.700641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'fixed_ips': [{'subnet_id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:40:16.701583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.857401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Allocated IP 172.20.0.2 (176f79e0-dd75-42d1-a6cb-d6a82e30718b/21ca09b0-93e1-49f9-acc0-62a45c42ea83/5736cf2d-1870-49e3-8a93-35977e1cf142) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:16.983814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.064322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.074999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Transition to ACTIVE for port object 5736cf2d-1870-49e3-8a93-35977e1cf142 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:17.093223 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Transition to ACTIVE for port object 5736cf2d-1870-49e3-8a93-35977e1cf142 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:17.172029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.262211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:17.264876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:17.268323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:17.311899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Pushing event updated for resources: {'Port': ['ID=5736cf2d-1870-49e3-8a93-35977e1cf142,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:17.353770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.377628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Attempting to bind port 5736cf2d-1870-49e3-8a93-35977e1cf142 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:17.378028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Attempting to bind port 5736cf2d-1870-49e3-8a93-35977e1cf142 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:17.378388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Attempting to bind port 5736cf2d-1870-49e3-8a93-35977e1cf142 on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:17.383635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:17.383829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.384595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Checking segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:17.384969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.385363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Bound using segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:17.385829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Bound port: 5736cf2d-1870-49e3-8a93-35977e1cf142, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:17.386238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.427712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-db852af2-a5f7-49af-8714-3ee7713c4ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.474840 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] For port 5736cf2d-1870-49e3-8a93-35977e1cf142, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:17.477863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] For port 5736cf2d-1870-49e3-8a93-35977e1cf142, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5736cf2d-1870-49e3-8a93-35977e1cf142,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:17.521544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Allocated IP 172.26.7.187 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/48cc0940-17e0-40c4-8a47-6834ba32cb1a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:17.530429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.609047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1072b-8162-452c-bd55-e956e2f35c11 None None] Pushing event updated for resources: {'Port': ['ID=5736cf2d-1870-49e3-8a93-35977e1cf142,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:17.668858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.764343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.825186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:17.827891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:17.831454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:17.881180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=48cc0940-17e0-40c4-8a47-6834ba32cb1a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:18.336877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.476554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.599054 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93923a-853e-4b9c-a77c-a4a81be6d1be None None] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:18.828990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.829810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.842157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-283544fd-5475-4331-a0aa-dba49000a63c None None] Provisioning for port 5736cf2d-1870-49e3-8a93-35977e1cf142 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:19.090929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Router 29be6c91-6793-4a19-a02f-e2c370197c52 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:40:19.266189 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:40:19.276199 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Sync routers for ids ['29be6c91-6793-4a19-a02f-e2c370197c52'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:19.286448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Routers {'29be6c91-6793-4a19-a02f-e2c370197c52'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:19.287157 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['29be6c91-6793-4a19-a02f-e2c370197c52'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:19.354578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:19.358260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-26a77475-9a2c-4db1-8794-17392aa58ba2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7970109 Mar 16 11:40:19.358834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 41408) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:19.395980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5736cf2d-1870-49e3-8a93-35977e1cf142 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:19.474502 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Set router 29be6c91-6793-4a19-a02f-e2c370197c52 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:19.520005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5736cf2d-1870-49e3-8a93-35977e1cf142 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:19.528608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5736cf2d-1870-49e3-8a93-35977e1cf142 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:19.529213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:19.659073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:19.694921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 5736cf2d-1870-49e3-8a93-35977e1cf142, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5736cf2d-1870-49e3-8a93-35977e1cf142,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:19.773811 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:40:18Z', 'revision_number': 3, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:19.777307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:19.779359 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Checking router: 29be6c91-6793-4a19-a02f-e2c370197c52 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:19.779707 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Updating router 29be6c91-6793-4a19-a02f-e2c370197c52 port 48cc0940-17e0-40c4-8a47-6834ba32cb1a binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:40:19.835915 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:19.852435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=5736cf2d-1870-49e3-8a93-35977e1cf142,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:20.058115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.160314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.182659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.190447 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.201743 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Transition to ACTIVE for port object 48cc0940-17e0-40c4-8a47-6834ba32cb1a will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:20.283939 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.359060 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Attempting to bind port 48cc0940-17e0-40c4-8a47-6834ba32cb1a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:20.359422 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Attempting to bind port 48cc0940-17e0-40c4-8a47-6834ba32cb1a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:20.359774 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Attempting to bind port 48cc0940-17e0-40c4-8a47-6834ba32cb1a on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:20.366090 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Pushing event updated for resources: {'Port': ['ID=48cc0940-17e0-40c4-8a47-6834ba32cb1a,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:20.367056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Allocated IP 172.20.0.1 (176f79e0-dd75-42d1-a6cb-d6a82e30718b/21ca09b0-93e1-49f9-acc0-62a45c42ea83/253e4dce-e4b5-4294-a324-6e9a2f280595) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:20.371212 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:20.371577 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:20.371972 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.372362 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:20.372813 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Bound port: 48cc0940-17e0-40c4-8a47-6834ba32cb1a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:20.373178 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.411486 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.411824 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.412156 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.412482 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.412813 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.413130 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.413448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.413765 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.414482 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.414482 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.414713 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.415013 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:20.454703 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] For port 48cc0940-17e0-40c4-8a47-6834ba32cb1a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:20.457633 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] For port 48cc0940-17e0-40c4-8a47-6834ba32cb1a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=48cc0940-17e0-40c4-8a47-6834ba32cb1a,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:20.516213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.531912 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.532195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Transition to ACTIVE for port object 253e4dce-e4b5-4294-a324-6e9a2f280595 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:20.609988 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Routers {'29be6c91-6793-4a19-a02f-e2c370197c52'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:20.610639 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['29be6c91-6793-4a19-a02f-e2c370197c52'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:20.617375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.674171 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718baa2e-b8b3-4398-b0a5-e1d9438f686f None None] Pushing event updated for resources: {'Port': ['ID=48cc0940-17e0-40c4-8a47-6834ba32cb1a,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:20.683767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:20.686564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:20.690256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:20.736307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Pushing event updated for resources: {'Port': ['ID=253e4dce-e4b5-4294-a324-6e9a2f280595,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:20.756595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:20.795955 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] Set router 29be6c91-6793-4a19-a02f-e2c370197c52 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:20.948916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-85c18e2d-35cb-415e-8188-3dd4a2630415 None None] Provisioning for port 253e4dce-e4b5-4294-a324-6e9a2f280595 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:20.954279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-85c18e2d-35cb-415e-8188-3dd4a2630415 None None] Provisioning complete for port 253e4dce-e4b5-4294-a324-6e9a2f280595 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:20.959888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-85c18e2d-35cb-415e-8188-3dd4a2630415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.008855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-85c18e2d-35cb-415e-8188-3dd4a2630415 None None] Port 253e4dce-e4b5-4294-a324-6e9a2f280595 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:40:21.080153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.089252 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:40:18Z', 'revision_number': 3, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:21.092820 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c43ca-8674-4dd9-a580-65a49f526586 None None] The sync data for ids ['29be6c91-6793-4a19-a02f-e2c370197c52'] in dv-neutron-831730-4-hyperv is: [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:40:18Z', 'revision_number': 3, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:21.315440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.377293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.475401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 48cc0940-17e0-40c4-8a47-6834ba32cb1a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:21.491362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Pushing event updated for resources: {'Port': ['ID=253e4dce-e4b5-4294-a324-6e9a2f280595,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:21.494861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.611692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 48cc0940-17e0-40c4-8a47-6834ba32cb1a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:21.617601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 48cc0940-17e0-40c4-8a47-6834ba32cb1a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:21.619037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.749024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.762562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:21.763776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:21.767150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 48cc0940-17e0-40c4-8a47-6834ba32cb1a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=48cc0940-17e0-40c4-8a47-6834ba32cb1a,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:21.840147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.840964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5736cf2d-1870-49e3-8a93-35977e1cf142 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:21.972423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=48cc0940-17e0-40c4-8a47-6834ba32cb1a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:21.976723 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Router 29be6c91-6793-4a19-a02f-e2c370197c52 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:40:21.988582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5736cf2d-1870-49e3-8a93-35977e1cf142 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:21.989040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.063037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-269052e9-f070-4d92-bea8-dc397bac6bb4 None None] Provisioning complete for port 253e4dce-e4b5-4294-a324-6e9a2f280595 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:22.063438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-269052e9-f070-4d92-bea8-dc397bac6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.158710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-269052e9-f070-4d92-bea8-dc397bac6bb4 None None] Port 253e4dce-e4b5-4294-a324-6e9a2f280595 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:40:22.158899 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:40:22.168040 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-82a50077-bfd6-4161-a1ec-711d64b833b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/29be6c91-6793-4a19-a02f-e2c370197c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8085871 Mar 16 11:40:22.627469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Sync routers for ids ['29be6c91-6793-4a19-a02f-e2c370197c52'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:22.637154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Routers {'29be6c91-6793-4a19-a02f-e2c370197c52'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:22.637866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['29be6c91-6793-4a19-a02f-e2c370197c52'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:22.846570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Set router 29be6c91-6793-4a19-a02f-e2c370197c52 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:22.890605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41426) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:22.896159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1174710565-network', 'tenant_id': '28e05542913947b6a5d02239875f8d9c'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:22.901076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:22.905224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Usage tracker for resource:network and tenant:28e05542913947b6a5d02239875f8d9c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:22.908077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:22.914181 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:23.016830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Made reservation on behalf of 28e05542913947b6a5d02239875f8d9c for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:23.019134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.031951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.046586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:23.050490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Usage tracker for resource:security_group_rule and tenant:28e05542913947b6a5d02239875f8d9c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:23.053327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:23.059231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:23.142139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.166616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:40:20Z', 'revision_number': 4, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '253e4dce-e4b5-4294-a324-6e9a2f280595', 'name': '', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'mac_address': 'fa:16:3e:a3:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:20Z', 'updated_at': '2022-03-16T11:40:21Z', 'revision_number': 2, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'subnets': [{'id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:23.170486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Checking router: 29be6c91-6793-4a19-a02f-e2c370197c52 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:23.170837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Updating router 29be6c91-6793-4a19-a02f-e2c370197c52 port 253e4dce-e4b5-4294-a324-6e9a2f280595 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:40:23.205378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.222467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.235735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:40:23.245405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65302a3-da20-4122-a82f-83bf5089b02b,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:23.250892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.251224 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Added segment f5981e71-8151-4f0c-8142-a3cb2589bc99 of type vlan for network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 Mar 16 11:40:23.279469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.348384 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.350198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.350783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.383875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 48cc0940-17e0-40c4-8a47-6834ba32cb1a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:23.565010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 48cc0940-17e0-40c4-8a47-6834ba32cb1a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:23.565294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.566339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] Pushing event updated for resources: {'Network': ['ID=49914bb2-4a63-4f65-8cad-958ffb03a1f9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:23.592178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:40:23.606339 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6883ec6f-7aaa-4687-8504-80ac6605bf38 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7146335 Mar 16 11:40:23.609037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41430) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:23.614217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Request body: {'subnet': {'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-subnet', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:23.620102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:23.623884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Usage tracker for resource:subnet and tenant:28e05542913947b6a5d02239875f8d9c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:23.626872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:23.632449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:23.706809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Made reservation on behalf of 28e05542913947b6a5d02239875f8d9c for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:23.709246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.794571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.839084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Transition to ACTIVE for port object 253e4dce-e4b5-4294-a324-6e9a2f280595 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:23.908513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.011751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.038852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ef2ba-e141-424f-9278-1f19fcd5ce2c None None] Pushing event updated for resources: {'Port': ['ID=253e4dce-e4b5-4294-a324-6e9a2f280595,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:24.090430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64a342a-b640-4653-b3b4-e2de051c8d06,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:24.100145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Checking segment: {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:24.100504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Network hostable DHCP agents. Network: 49914bb2-4a63-4f65-8cad-958ffb03a1f9, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:40:24.128416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Attempting to bind port 253e4dce-e4b5-4294-a324-6e9a2f280595 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:24.128784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Attempting to bind port 253e4dce-e4b5-4294-a324-6e9a2f280595 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:24.129177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Attempting to bind port 253e4dce-e4b5-4294-a324-6e9a2f280595 on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:24.135143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:24.135615 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Checking segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:24.136017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.136417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Bound using segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:24.136856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Bound port: 253e4dce-e4b5-4294-a324-6e9a2f280595, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:24.137222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.171317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:40:24.233836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] For port 253e4dce-e4b5-4294-a324-6e9a2f280595, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:24.236725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] For port 253e4dce-e4b5-4294-a324-6e9a2f280595, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=253e4dce-e4b5-4294-a324-6e9a2f280595,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:24.262446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 49914bb2-4a63-4f65-8cad-958ffb03a1f9) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:24.266455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:24.267083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.270805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e9cba-9c78-43cb-8392-bfb9094f1bce None None] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:24.382543 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d11a754a-2eed-47da-9094-43f331300330 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7723901 Mar 16 11:40:24.383060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.385624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41434) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:24.390720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:24.395328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:24.399060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Usage tracker for resource:router and tenant:28e05542913947b6a5d02239875f8d9c is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:24.402495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:24.408056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:24.473012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.474220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.494507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.524199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Routers {'29be6c91-6793-4a19-a02f-e2c370197c52'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:24.525028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['29be6c91-6793-4a19-a02f-e2c370197c52'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:24.584427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ef2ba-e141-424f-9278-1f19fcd5ce2c None None] Pushing event updated for resources: {'Port': ['ID=253e4dce-e4b5-4294-a324-6e9a2f280595,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:24.731594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-49914bb2-4a63-4f65-8cad-958ffb03a1f9', 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'fixed_ips': [{'subnet_id': 'a64a342a-b640-4653-b3b4-e2de051c8d06'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:40:24.732407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:24.834483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] Set router 29be6c91-6793-4a19-a02f-e2c370197c52 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:24.847895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.128484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Allocated IP 172.20.0.2 (49914bb2-4a63-4f65-8cad-958ffb03a1f9/a64a342a-b640-4653-b3b4-e2de051c8d06/52f5b7fc-18d4-412d-9a0c-8c62d622e11e) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:25.236037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.265697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.382730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:40:20Z', 'revision_number': 4, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '253e4dce-e4b5-4294-a324-6e9a2f280595', 'name': '', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'mac_address': 'fa:16:3e:a3:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:20Z', 'updated_at': '2022-03-16T11:40:24Z', 'revision_number': 4, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'subnets': [{'id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:25.390040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd6c9-79c7-43e7-a76c-f1df3b0bea3c None None] The sync data for ids ['29be6c91-6793-4a19-a02f-e2c370197c52'] in dv-neutron-831730-4-hyperv is: [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:40:20Z', 'revision_number': 4, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '253e4dce-e4b5-4294-a324-6e9a2f280595', 'name': '', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'mac_address': 'fa:16:3e:a3:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:20Z', 'updated_at': '2022-03-16T11:40:24Z', 'revision_number': 4, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'subnets': [{'id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:25.402328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.402981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Allocated IP 172.26.7.157 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:25.412798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Transition to ACTIVE for port object 52f5b7fc-18d4-412d-9a0c-8c62d622e11e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:25.443644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Transition to ACTIVE for port object 52f5b7fc-18d4-412d-9a0c-8c62d622e11e will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:25.532173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.590019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.603295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:25.606336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:25.614104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:25.621657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Pushing event updated for resources: {'Port': ['ID=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:25.663489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.719313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Attempting to bind port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:25.719736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Attempting to bind port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:25.720568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Attempting to bind port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e on network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:25.723899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:25.725750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:25.726186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Checking segment: {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:25.726600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.726757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:25.726997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Bound using segment: {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:25.727665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Bound port: 52f5b7fc-18d4-412d-9a0c-8c62d622e11e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:25.728862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:25.731115 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:25.826256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] For port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:25.830190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] For port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:25.892868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:25.914723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:26.050357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4654116-b368-42f2-96ac-f57b46d79072 None None] Pushing event updated for resources: {'Port': ['ID=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:26.420337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:26.768100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:26.926242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26794d8-593d-4bbf-9317-f330634ed315 None None] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:40:27.062708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Router 02947619-cb62-434b-ac5a-a1b93c2e3558 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:40:27.080766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5ef1e7af-531e-48a0-8f78-f499b9c849ff None None] Provisioning for port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:27.249334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:40:27.260742 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Sync routers for ids ['02947619-cb62-434b-ac5a-a1b93c2e3558'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:27.273341 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Routers {'02947619-cb62-434b-ac5a-a1b93c2e3558'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:27.273982 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['02947619-cb62-434b-ac5a-a1b93c2e3558'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:27.353468 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:27.355374 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a79379ac-3ca6-403d-9546-80c02927bee5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9684982 Mar 16 11:40:27.360492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41438) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:27.481570 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Set router 02947619-cb62-434b-ac5a-a1b93c2e3558 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:27.489593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 253e4dce-e4b5-4294-a324-6e9a2f280595 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:27.622771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 253e4dce-e4b5-4294-a324-6e9a2f280595 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:27.628581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 253e4dce-e4b5-4294-a324-6e9a2f280595 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:27.629252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:27.770614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:27.808437 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:40:26Z', 'revision_number': 3, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:27.810876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 253e4dce-e4b5-4294-a324-6e9a2f280595, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=253e4dce-e4b5-4294-a324-6e9a2f280595,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:27.812312 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Checking router: 02947619-cb62-434b-ac5a-a1b93c2e3558 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:27.812666 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Updating router 02947619-cb62-434b-ac5a-a1b93c2e3558 port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:40:27.884770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:27.885820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 52f5b7fc-18d4-412d-9a0c-8c62d622e11e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:27.903977 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.028730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=253e4dce-e4b5-4294-a324-6e9a2f280595,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:28.114268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:28.120600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:28.121051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.258743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.297322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:28.327423 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.327998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.339365 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Transition to ACTIVE for port object 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:28.371427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.428709 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.439598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:28.512382 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Attempting to bind port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:28.512665 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Attempting to bind port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:28.513023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Attempting to bind port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:28.515015 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5edf-ba7a-4ffe-936f-a9dcbaf51087 None None] Pushing event updated for resources: {'Port': ['ID=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:28.520668 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:28.521468 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:28.521468 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.521782 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:28.522340 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Bound port: 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:28.522704 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.550697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Allocated IP 172.20.0.1 (49914bb2-4a63-4f65-8cad-958ffb03a1f9/a64a342a-b640-4653-b3b4-e2de051c8d06/a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:28.596777 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] For port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:28.600001 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] For port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:28.667540 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.700906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.716073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Transition to ACTIVE for port object a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:28.739197 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Routers {'02947619-cb62-434b-ac5a-a1b93c2e3558'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:28.739801 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['02947619-cb62-434b-ac5a-a1b93c2e3558'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:28.811327 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5edf-ba7a-4ffe-936f-a9dcbaf51087 None None] Pushing event updated for resources: {'Port': ['ID=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:28.823251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:28.881058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:28.883816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:28.887506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:28.926473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] Set router 02947619-cb62-434b-ac5a-a1b93c2e3558 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:28.941381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Pushing event updated for resources: {'Port': ['ID=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:28.956755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.213180 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:40:26Z', 'revision_number': 3, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:29.216836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6d4c5c0a-b92e-4a6d-8704-4298b9870bdd None None] Provisioning for port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:29.227068 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41635b-da69-489b-a9f1-9737b7a81410 None None] The sync data for ids ['02947619-cb62-434b-ac5a-a1b93c2e3558'] in dv-neutron-831730-4-hyperv is: [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:40:26Z', 'revision_number': 3, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:29.227873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6d4c5c0a-b92e-4a6d-8704-4298b9870bdd None None] Provisioning complete for port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:29.227873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5c0a-b92e-4a6d-8704-4298b9870bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.285258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c5c0a-b92e-4a6d-8704-4298b9870bdd None None] Port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:40:29.305493 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.395924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 253e4dce-e4b5-4294-a324-6e9a2f280595 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:29.488137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 253e4dce-e4b5-4294-a324-6e9a2f280595 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:29.488511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.636790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 52f5b7fc-18d4-412d-9a0c-8c62d622e11e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:29.697931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.705232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:29.705604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.760422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.879104 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Pushing event updated for resources: {'Port': ['ID=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:29.881638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:30.027326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:30.028464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:30.231591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Router 02947619-cb62-434b-ac5a-a1b93c2e3558 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:40:30.314075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f16f8099-bf54-4241-be81-1a43889fe9d9 None None] Provisioning complete for port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:30.314620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f16f8099-bf54-4241-be81-1a43889fe9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:30.368613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f16f8099-bf54-4241-be81-1a43889fe9d9 None None] Port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:40:30.411193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:40:30.420112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-068a333a-71fb-46dd-9b14-8de9bd021cef admin admin] 10.222.0.30 "PUT /v2.0/routers/02947619-cb62-434b-ac5a-a1b93c2e3558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613759 Mar 16 11:40:31.314619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-c4bef5da-22fd-4a44-88ac-d527175d1277 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:31.315956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-c4bef5da-22fd-4a44-88ac-d527175d1277 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/networks?id=176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 200 len: 817 time: 0.1480076 Mar 16 11:40:31.330518 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-9de98583-9559-40c1-a782-004d31af234e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/quotas/6877ddf2c9f143bcb74c8b0523263dca HTTP/1.1" status: 200 len: 375 time: 0.0090842 Mar 16 11:40:31.396630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:31.419687 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-0e778848-e272-4f38-8895-3c46db200fef tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819516 Mar 16 11:40:31.542000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:31.547402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:31.547897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:31.658914 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-e11a4ab3-c8d2-464d-8a2c-3c2f2e13bdc1 service neutron] 10.222.0.30 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276561 Mar 16 11:40:31.676600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:31.694214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:31.754167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:31.789760 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b44cf716-bf68-4239-9e93-1cfd01fe5f90 service neutron] 10.222.0.30 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Mar 16 11:40:31.822680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.831968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.832691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.832691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.832834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.833065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:31.833384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:32.034388 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-91b39ee6-4249-4b10-9902-00d3777233ae req-deba4071-da90-42f0-b6ec-ce461820646e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:32.108527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-91b39ee6-4249-4b10-9902-00d3777233ae req-deba4071-da90-42f0-b6ec-ce461820646e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:32.109760 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-91b39ee6-4249-4b10-9902-00d3777233ae req-deba4071-da90-42f0-b6ec-ce461820646e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 210 time: 0.1217854 Mar 16 11:40:32.205564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Sync routers for ids ['02947619-cb62-434b-ac5a-a1b93c2e3558'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:40:32.215455 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Routers {'02947619-cb62-434b-ac5a-a1b93c2e3558'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:32.216091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['02947619-cb62-434b-ac5a-a1b93c2e3558'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:32.423666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Set router 02947619-cb62-434b-ac5a-a1b93c2e3558 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:32.734296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:40:29Z', 'revision_number': 4, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa', 'name': '', 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'mac_address': 'fa:16:3e:b3:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a64a342a-b640-4653-b3b4-e2de051c8d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:28Z', 'updated_at': '2022-03-16T11:40:29Z', 'revision_number': 2, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'subnets': [{'id': 'a64a342a-b640-4653-b3b4-e2de051c8d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:32.738162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Checking router: 02947619-cb62-434b-ac5a-a1b93c2e3558 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:40:32.738520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Updating router 02947619-cb62-434b-ac5a-a1b93c2e3558 port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:40:32.789914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.130658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.143084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Transition to ACTIVE for port object a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:33.217179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.265821 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7353b0c3-487d-4bca-a929-d024ddd64e79 req-9685218a-78fa-435f-9bc5-fd8f9fb04307 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 210 time: 0.0448387 Mar 16 11:40:33.413938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebc0f2-a51d-4542-9ffd-4bac84645ea1 None None] Pushing event updated for resources: {'Port': ['ID=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:33.424402 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:33.487292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Attempting to bind port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:33.487677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Attempting to bind port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:33.488035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Attempting to bind port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa on network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:33.503873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:33.504241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Checking segment: {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:33.504636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.505020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Bound using segment: {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:33.505477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Bound port: a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5981e71-8151-4f0c-8142-a3cb2589bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:33.506286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.593354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:33.593721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.653792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] For port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:33.669803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] For port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:33.732944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:33.811844 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Routers {'02947619-cb62-434b-ac5a-a1b93c2e3558'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:40:33.812461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:40:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['02947619-cb62-434b-ac5a-a1b93c2e3558'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:33.914620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebc0f2-a51d-4542-9ffd-4bac84645ea1 None None] Pushing event updated for resources: {'Port': ['ID=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:34.043192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] Set router 02947619-cb62-434b-ac5a-a1b93c2e3558 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:40:34.184696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-e989b033-bec2-4baf-bddc-49d2e1d18a1c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:34.186487 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-e989b033-bec2-4baf-bddc-49d2e1d18a1c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "GET /v2.0/networks?id=176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 200 len: 817 time: 0.1501646 Mar 16 11:40:34.199626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Request body: {'port': {'device_id': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'admin_state_up': True, 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:34.382580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:40:29Z', 'revision_number': 4, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa', 'name': '', 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'mac_address': 'fa:16:3e:b3:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a64a342a-b640-4653-b3b4-e2de051c8d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:28Z', 'updated_at': '2022-03-16T11:40:33Z', 'revision_number': 4, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'subnets': [{'id': 'a64a342a-b640-4653-b3b4-e2de051c8d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:40:34.387290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284bdc22-3e51-4caf-b526-b6a9cf9eec18 None None] The sync data for ids ['02947619-cb62-434b-ac5a-a1b93c2e3558'] in dv-neutron-831730-4-hyperv is: [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:40:29Z', 'revision_number': 4, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa', 'name': '', 'network_id': '49914bb2-4a63-4f65-8cad-958ffb03a1f9', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'mac_address': 'fa:16:3e:b3:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'a64a342a-b640-4653-b3b4-e2de051c8d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:28Z', 'updated_at': '2022-03-16T11:40:33Z', 'revision_number': 4, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'subnets': [{'id': 'a64a342a-b640-4653-b3b4-e2de051c8d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:40:34.470542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:34.480833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:34.533663 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64869f95-2896-486a-a34d-b0d204067100 req-bc068190-b7d7-462d-98ae-a659a9a2fb90 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 210 time: 0.0527976 Mar 16 11:40:34.566203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Made reservation on behalf of 6877ddf2c9f143bcb74c8b0523263dca for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:34.574856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:34.746770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Allocated IP 172.20.0.7 (176f79e0-dd75-42d1-a6cb-d6a82e30718b/21ca09b0-93e1-49f9-acc0-62a45c42ea83/de1cfdb2-03c7-497c-8153-f233285e302f) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:34.954066 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:34.969575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Transition to ACTIVE for port object de1cfdb2-03c7-497c-8153-f233285e302f will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:35.058032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.122377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:35.125291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:35.133517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:40:35.164691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Pushing event updated for resources: {'Port': ['ID=de1cfdb2-03c7-497c-8153-f233285e302f,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:35.205827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:35.206466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.298378 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b5ff6604-fc0f-40b0-8239-e45a3ab0d80e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1031477 Mar 16 11:40:35.359075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Request body: {'port': {'device_id': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:40:35.418735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:35.450039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6a9cff4-4fb2-41c4-8380-36d29e6ca213 None None] Provisioning for port de1cfdb2-03c7-497c-8153-f233285e302f completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:35.463696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a6a9cff4-4fb2-41c4-8380-36d29e6ca213 None None] Provisioning complete for port de1cfdb2-03c7-497c-8153-f233285e302f triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:35.464061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a6a9cff4-4fb2-41c4-8380-36d29e6ca213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.472596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.531998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9cff4-4fb2-41c4-8380-36d29e6ca213 None None] Port de1cfdb2-03c7-497c-8153-f233285e302f cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:40:35.592835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:35.598040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:35.598590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.718993 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.754197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:35.816188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f091ea-d488-45b8-ab01-6e59b437a786 req-a1dd8aa1-d22d-4d3a-bc9d-1232032ead54 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:35.816870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-74f091ea-d488-45b8-ab01-6e59b437a786 req-a1dd8aa1-d22d-4d3a-bc9d-1232032ead54 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:35.817377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.885113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:35.894328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1cfdb2-03c7-497c-8153-f233285e302f {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:40:35.903326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.918919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-74f091ea-d488-45b8-ab01-6e59b437a786 req-a1dd8aa1-d22d-4d3a-bc9d-1232032ead54 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:35.920058 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-74f091ea-d488-45b8-ab01-6e59b437a786 req-a1dd8aa1-d22d-4d3a-bc9d-1232032ead54 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 931 time: 0.2723241 Mar 16 11:40:35.921049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Transition to ACTIVE for port object de1cfdb2-03c7-497c-8153-f233285e302f will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:35.964805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-74f091ea-d488-45b8-ab01-6e59b437a786 req-e13faac5-a4e8-4ed3-8325-380bedb8cd4d tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Mar 16 11:40:36.011358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:36.177656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Pushing event updated for resources: {'Port': ['ID=de1cfdb2-03c7-497c-8153-f233285e302f,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Attempting to bind port de1cfdb2-03c7-497c-8153-f233285e302f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Attempting to bind port de1cfdb2-03c7-497c-8153-f233285e302f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Attempting to bind port de1cfdb2-03c7-497c-8153-f233285e302f on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Port de1cfdb2-03c7-497c-8153-f233285e302f on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Attempting to bind port de1cfdb2-03c7-497c-8153-f233285e302f on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Checking segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Bound using segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Bound port: de1cfdb2-03c7-497c-8153-f233285e302f, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:36.289547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:36.392053 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] For port de1cfdb2-03c7-497c-8153-f233285e302f, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:40:36.395106 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] For port de1cfdb2-03c7-497c-8153-f233285e302f, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=de1cfdb2-03c7-497c-8153-f233285e302f,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:40:36.464605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:36.522365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:36.523197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:36.524351 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] 10.222.0.53 "PUT /v2.0/ports/de1cfdb2-03c7-497c-8153-f233285e302f HTTP/1.1" status: 200 len: 1093 time: 1.2182431 Mar 16 11:40:36.524869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'tag': 'de1cfdb2-03c7-497c-8153-f233285e302f'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:40:36.566816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d0e7f-67c8-43ae-8f34-1f7cce236246 service neutron] Pushing event updated for resources: {'Port': ['ID=de1cfdb2-03c7-497c-8153-f233285e302f,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:36.666131 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'tag': 'de1cfdb2-03c7-497c-8153-f233285e302f', 'status': 'completed', 'code': 200} Mar 16 11:40:36.708871 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-d75f2347-b8a2-4364-9286-b81c08918d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:36.710998 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-d75f2347-b8a2-4364-9286-b81c08918d96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 1096 time: 0.0823450 Mar 16 11:40:36.782866 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-3471d022-e551-4b81-b441-7c2f00e00270 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de1cfdb2-03c7-497c-8153-f233285e302f HTTP/1.1" status: 200 len: 217 time: 0.0647502 Mar 16 11:40:36.850985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-9f2e089a-53e4-42b5-9e73-7403d3e19b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:36.852409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-9f2e089a-53e4-42b5-9e73-7403d3e19b97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21ca09b0-93e1-49f9-acc0-62a45c42ea83 HTTP/1.1" status: 200 len: 856 time: 0.0633085 Mar 16 11:40:37.026080 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b9654bda-e941-42ad-a6e5-e2a1ea261afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:37.027578 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-b9654bda-e941-42ad-a6e5-e2a1ea261afd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=176f79e0-dd75-42d1-a6cb-d6a82e30718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1682966 Mar 16 11:40:37.209370 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-43af847e-3add-40a8-ae52-e26e2e23ac86 service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749742 Mar 16 11:40:37.264996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40898964-f5a1-4be9-96b7-0bbf22a2db14 req-84e1402c-59ce-47b4-a600-3098542c24f0 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:37.266436 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40898964-f5a1-4be9-96b7-0bbf22a2db14 req-84e1402c-59ce-47b4-a600-3098542c24f0 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 943 time: 0.1511099 Mar 16 11:40:37.384044 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40898964-f5a1-4be9-96b7-0bbf22a2db14 req-3f32c051-f748-4584-89bd-d59ffa010f7c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683627 Mar 16 11:40:37.385963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:37.392163 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b6733d0-4c09-4553-9812-1838bb2ed9dd req-7878ada8-ae7d-44e7-b9a6-e5a4c47212e5 service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755083 Mar 16 11:40:37.454394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:37.454770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:37.553975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-df2beef8-55ae-4c9e-b846-f5472a212d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:37.555500 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-df2beef8-55ae-4c9e-b846-f5472a212d2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 1096 time: 0.0738037 Mar 16 11:40:37.707414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-530a8ee2-c21b-4664-835b-12f9ecd1fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:37.708841 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-530a8ee2-c21b-4664-835b-12f9ecd1fcec service neutron] 10.222.0.53 "GET /v2.0/networks?id=176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 200 len: 918 time: 0.1472414 Mar 16 11:40:37.781880 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-351c68f2-3b19-4f16-add6-c3467bdc8c31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de1cfdb2-03c7-497c-8153-f233285e302f HTTP/1.1" status: 200 len: 217 time: 0.0664911 Mar 16 11:40:37.844913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-ca6c30cf-515a-488c-b1d9-a906570719e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:37.846434 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-ca6c30cf-515a-488c-b1d9-a906570719e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21ca09b0-93e1-49f9-acc0-62a45c42ea83 HTTP/1.1" status: 200 len: 856 time: 0.0584030 Mar 16 11:40:37.928862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-1c14a94f-aa28-472a-9a3f-ce2b137afddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:37.930358 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-1c14a94f-aa28-472a-9a3f-ce2b137afddb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=176f79e0-dd75-42d1-a6cb-d6a82e30718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765047 Mar 16 11:40:38.065129 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-b91f3be2-1130-4576-9f70-7247226262c8 service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278806 Mar 16 11:40:38.218731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db477456-7a31-4fe9-8a5e-d47de4b2e387 req-7dc8bca8-fa1b-4c6a-a013-13a85765baa3 service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469996 Mar 16 11:40:38.575498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f212e-5def-42a5-8f63-a93aaede3d50 req-9607a48b-6ba1-42b1-a94d-1695bd334bf0 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:38.576937 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b84f212e-5def-42a5-8f63-a93aaede3d50 req-9607a48b-6ba1-42b1-a94d-1695bd334bf0 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 943 time: 0.0834150 Mar 16 11:40:38.620773 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b84f212e-5def-42a5-8f63-a93aaede3d50 req-86ff6b8e-bbdb-4359-84e2-43833e199db3 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:38.701524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-b84f212e-5def-42a5-8f63-a93aaede3d50 req-86ff6b8e-bbdb-4359-84e2-43833e199db3 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:38.702707 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b84f212e-5def-42a5-8f63-a93aaede3d50 req-86ff6b8e-bbdb-4359-84e2-43833e199db3 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199155 Mar 16 11:40:39.258000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device de1cfdb2-03c7-497c-8153-f233285e302f details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:40:39.389547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port de1cfdb2-03c7-497c-8153-f233285e302f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=de1cfdb2-03c7-497c-8153-f233285e302f,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:39.402896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'de1cfdb2-03c7-497c-8153-f233285e302f', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'port_id': 'de1cfdb2-03c7-497c-8153-f233285e302f', 'mac_address': 'fa:16:3e:57:a3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:40:39.458894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:39.475421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1cfdb2-03c7-497c-8153-f233285e302f {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:40:39.489991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port de1cfdb2-03c7-497c-8153-f233285e302f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=de1cfdb2-03c7-497c-8153-f233285e302f,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:39.549344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:39.616185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=de1cfdb2-03c7-497c-8153-f233285e302f,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:39.757367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['de1cfdb2-03c7-497c-8153-f233285e302f'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:40:39.897908 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6b6e5-252b-4973-b566-1b70fe4cb14d req-dd9017ff-77bc-4641-8172-a76bd2f13cd8 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:39.899390 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-58b6b6e5-252b-4973-b566-1b70fe4cb14d req-dd9017ff-77bc-4641-8172-a76bd2f13cd8 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 944 time: 0.0883973 Mar 16 11:40:39.942219 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-58b6b6e5-252b-4973-b566-1b70fe4cb14d req-a71146c5-a194-413a-8ffa-d4516b2729b7 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Mar 16 11:40:41.123267 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0043a-5eae-444f-b69d-bcdbdf8e2947 req-0d803e89-3e98-4b35-ac0e-e8a7e49410ad tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:41.124820 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-afb0043a-5eae-444f-b69d-bcdbdf8e2947 req-0d803e89-3e98-4b35-ac0e-e8a7e49410ad tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 944 time: 0.0785837 Mar 16 11:40:41.168956 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-afb0043a-5eae-444f-b69d-bcdbdf8e2947 req-0edf7780-45d5-4566-a5e9-75bc977e6e5e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Mar 16 11:40:41.273997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device de1cfdb2-03c7-497c-8153-f233285e302f up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:41.420858 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port de1cfdb2-03c7-497c-8153-f233285e302f completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:41.425633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port de1cfdb2-03c7-497c-8153-f233285e302f triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:41.426038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:41.569231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:41.596660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1cfdb2-03c7-497c-8153-f233285e302f'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:40:41.606609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port de1cfdb2-03c7-497c-8153-f233285e302f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=de1cfdb2-03c7-497c-8153-f233285e302f,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:40:41.678759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:41.721019 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1cfdb2-03c7-497c-8153-f233285e302f', 'code': 200} Mar 16 11:40:41.753868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=de1cfdb2-03c7-497c-8153-f233285e302f,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:42.038314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b0f0f-9d9a-473c-be1a-683589c9d78c req-92ed3d99-af9d-4a3f-be20-382ff1ce692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:42.039750 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db5b0f0f-9d9a-473c-be1a-683589c9d78c req-92ed3d99-af9d-4a3f-be20-382ff1ce692f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 1098 time: 0.0717800 Mar 16 11:40:42.079109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-db5b0f0f-9d9a-473c-be1a-683589c9d78c req-904837cc-c5e0-40d3-8c7a-007fbd777b85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Mar 16 11:40:42.087236 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:42.355164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38fc8f-ba6b-47db-bf0f-62f39acdd4de req-5569930d-a0f5-4d19-84a4-e9d932740a5f tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:42.356606 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d38fc8f-ba6b-47db-bf0f-62f39acdd4de req-5569930d-a0f5-4d19-84a4-e9d932740a5f tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 945 time: 0.0822344 Mar 16 11:40:42.399624 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6d38fc8f-ba6b-47db-bf0f-62f39acdd4de req-305f880f-ebca-4282-9362-7efa194a826f tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Mar 16 11:40:43.583199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95e84-7771-4793-8d12-a6e702d80de3 req-32f2fb6d-affc-4249-b7dd-98b8a572f949 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:43.584622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44f95e84-7771-4793-8d12-a6e702d80de3 req-32f2fb6d-affc-4249-b7dd-98b8a572f949 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 945 time: 0.0807011 Mar 16 11:40:43.628594 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44f95e84-7771-4793-8d12-a6e702d80de3 req-ff8417d7-11d6-44a3-9806-dda8656f9563 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Mar 16 11:40:43.806353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60bf03-2d30-451e-9547-22f0146bf2a3 req-b56aa91e-a00c-460c-bc38-b3fd7f0dac75 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:43.807840 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7f60bf03-2d30-451e-9547-22f0146bf2a3 req-b56aa91e-a00c-460c-bc38-b3fd7f0dac75 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 945 time: 0.0790231 Mar 16 11:40:43.850591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7f60bf03-2d30-451e-9547-22f0146bf2a3 req-02d966a6-113b-4e98-9725-6d81ebefbff9 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Mar 16 11:40:45.183900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0a77cba5-78ba-4fd8-b18b-4ef8ae8d8f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:47.355020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3abdfbe9-7bc8-4eeb-afdf-167382d8c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:48.352565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:48.737786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:50.055556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:50.228987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:55.551954 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-5968991c-b60d-4e5f-99e9-9fdd46ac6404 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681572 Mar 16 11:40:55.692590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-14936f0d-0f13-46d5-8e3a-42c89b5a42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:55.694050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-14936f0d-0f13-46d5-8e3a-42c89b5a42e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 1098 time: 0.0727327 Mar 16 11:40:55.950073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-ea39a792-7c30-4fd0-b76c-599735cf858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:55.951509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-ea39a792-7c30-4fd0-b76c-599735cf858c service neutron] 10.222.0.53 "GET /v2.0/networks?id=176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 200 len: 918 time: 0.2365007 Mar 16 11:40:56.019113 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-dbabcf83-f7ff-4fcf-a1b8-88a2c61964fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de1cfdb2-03c7-497c-8153-f233285e302f HTTP/1.1" status: 200 len: 217 time: 0.0597894 Mar 16 11:40:56.085488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-b83e1ea7-dcad-4b0f-81c0-23d4ef151953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:56.086996 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-b83e1ea7-dcad-4b0f-81c0-23d4ef151953 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21ca09b0-93e1-49f9-acc0-62a45c42ea83 HTTP/1.1" status: 200 len: 856 time: 0.0608261 Mar 16 11:40:56.161483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-8f3baa74-01df-4644-9129-ca3ea8f345cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:56.162964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-8f3baa74-01df-4644-9129-ca3ea8f345cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=176f79e0-dd75-42d1-a6cb-d6a82e30718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702901 Mar 16 11:40:56.307218 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-5bfe222f-4dc6-418c-b628-9323b62b175e service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369779 Mar 16 11:40:56.438269 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d612cff-d89b-4701-b4ac-451f349da9e2 req-55883fa7-e144-4bc7-bf25-82a1453ee7fd service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246629 Mar 16 11:41:01.807978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeee2c8-2572-42d3-9da4-94ab05b16367 req-b7f6d459-b0d2-495e-9020-809ca3e94e4b tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:01.809458 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cdeee2c8-2572-42d3-9da4-94ab05b16367 req-b7f6d459-b0d2-495e-9020-809ca3e94e4b tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 945 time: 0.0839126 Mar 16 11:41:01.853643 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cdeee2c8-2572-42d3-9da4-94ab05b16367 req-b6a5e58f-c7bd-45bb-a903-a0abd9aa043e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Mar 16 11:41:03.039230 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11656048-ea29-4acc-ab1c-3cb722207cc4 req-aa6270da-5674-4d5b-bcec-829eb235b7a7 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:03.040655 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-11656048-ea29-4acc-ab1c-3cb722207cc4 req-aa6270da-5674-4d5b-bcec-829eb235b7a7 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 945 time: 0.0817306 Mar 16 11:41:03.085163 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-11656048-ea29-4acc-ab1c-3cb722207cc4 req-1cc908a2-cfcd-4ce5-ba51-81892b44f520 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Mar 16 11:41:03.347534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-f57512fd-a100-4213-92ac-ff508b47510a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:03.349001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-f57512fd-a100-4213-92ac-ff508b47510a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 945 time: 0.0779469 Mar 16 11:41:03.420056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Deleting port de1cfdb2-03c7-497c-8153-f233285e302f {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:03.420391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:03.662791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] For port de1cfdb2-03c7-497c-8153-f233285e302f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=de1cfdb2-03c7-497c-8153-f233285e302f,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:03.663065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:03.782719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Calling delete_port for de1cfdb2-03c7-497c-8153-f233285e302f owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:03.977924 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:03.989338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['de1cfdb2-03c7-497c-8153-f233285e302f'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:41:04.028048 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Pushing event deleted for resources: {'Port': ['ID=de1cfdb2-03c7-497c-8153-f233285e302f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:04.066622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.067269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.067269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.067616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.067932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.068255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.068577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.068896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.069212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.069530 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.069899 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.070192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:04.116087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] No DVR routers for this DVR port de1cfdb2-03c7-497c-8153-f233285e302f on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:04.118618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:04.122524 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'name': 'network-vif-deleted', 'tag': 'de1cfdb2-03c7-497c-8153-f233285e302f'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:04.174433 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8f1199-bc2e-4ef5-84f9-8465bc91d05f', 'name': 'network-vif-deleted', 'tag': 'de1cfdb2-03c7-497c-8153-f233285e302f', 'status': 'completed', 'code': 200} Mar 16 11:41:04.185040 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-05fa0996-085f-4169-904b-1fcf57a551d7 req-3786d816-f1bf-448c-9e32-47a2132d3060 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "DELETE /v2.0/ports/de1cfdb2-03c7-497c-8153-f233285e302f HTTP/1.1" status: 204 len: 173 time: 0.8306906 Mar 16 11:41:04.259419 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8a21552e-5713-43f3-90ba-e319608dc760 req-ed65e093-f17d-4d12-b030-60958a19e021 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8f1199-bc2e-4ef5-84f9-8465bc91d05f HTTP/1.1" status: 200 len: 210 time: 0.0452197 Mar 16 11:41:06.181193 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-be886823-cd1c-44dc-82f6-bcb2115df8bc tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:06.181898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-be886823-cd1c-44dc-82f6-bcb2115df8bc tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:06.250073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-be886823-cd1c-44dc-82f6-bcb2115df8bc tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:06.251205 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-be886823-cd1c-44dc-82f6-bcb2115df8bc tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/networks?id=176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 200 len: 817 time: 0.2096767 Mar 16 11:41:06.266699 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-d9b5063f-5775-44c5-b6bc-99f8dc0bb6be tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/quotas/6877ddf2c9f143bcb74c8b0523263dca HTTP/1.1" status: 200 len: 375 time: 0.0100894 Mar 16 11:41:06.352126 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-3d8a5851-cbbd-4dcc-bd35-cc1b261214e5 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805776 Mar 16 11:41:06.487614 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-40fe2bde-7b56-4e1a-976b-9a3766769de8 service neutron] 10.222.0.30 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234128 Mar 16 11:41:06.718172 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-f877b787-86e5-4b78-99e4-43e5266ca677 service neutron] 10.222.0.30 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248459 Mar 16 11:41:06.999590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fb8698e2-f9fa-42b2-b92e-248c91d81847 req-375aefb7-571f-415b-a98a-373078f99380 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:07.069544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fb8698e2-f9fa-42b2-b92e-248c91d81847 req-375aefb7-571f-415b-a98a-373078f99380 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:07.070757 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fb8698e2-f9fa-42b2-b92e-248c91d81847 req-375aefb7-571f-415b-a98a-373078f99380 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 210 time: 0.1137447 Mar 16 11:41:07.414913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device de1cfdb2-03c7-497c-8153-f233285e302f no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:07.448210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: de1cfdb2-03c7-497c-8153-f233285e302f {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:07.449147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device de1cfdb2-03c7-497c-8153-f233285e302f not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:08.218077 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b5b356d2-e276-4f64-877d-7854957ab262 req-58c40b02-7114-4461-944e-936fe5abfccb tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 210 time: 0.0423243 Mar 16 11:41:09.234100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-c69feaf7-0d20-46e8-9161-ed4bf1ae2d0b tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:09.235500 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-c69feaf7-0d20-46e8-9161-ed4bf1ae2d0b tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "GET /v2.0/networks?id=176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 200 len: 817 time: 0.2473917 Mar 16 11:41:09.248177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Request body: {'port': {'device_id': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'admin_state_up': True, 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:09.387377 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c7dea298-1548-4632-8eae-fa4d72c793ca req-181d4f99-c136-4a99-8f3c-54209644cc5d tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 210 time: 0.0566661 Mar 16 11:41:09.425868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:09.435918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:09.526858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Made reservation on behalf of 6877ddf2c9f143bcb74c8b0523263dca for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:09.530448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.691021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Allocated IP 172.20.0.11 (176f79e0-dd75-42d1-a6cb-d6a82e30718b/21ca09b0-93e1-49f9-acc0-62a45c42ea83/5c4f2fb9-b279-4ad7-b225-ace83821d9df) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:09.886344 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:09.901918 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Transition to ACTIVE for port object 5c4f2fb9-b279-4ad7-b225-ace83821d9df will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:10.001021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.064227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:10.067077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:10.070836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:10.116362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Pushing event updated for resources: {'Port': ['ID=5c4f2fb9-b279-4ad7-b225-ace83821d9df,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:10.148581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:10.149216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.245320 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-b53e3eba-afc1-4d0c-b91b-b866b9ac1814 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0012572 Mar 16 11:41:10.256903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Request body: {'port': {'device_id': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:10.369529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.375664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c013a3e4-14ed-4878-80d3-26d0fed57d9d None None] Provisioning for port 5c4f2fb9-b279-4ad7-b225-ace83821d9df completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:10.380795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c013a3e4-14ed-4878-80d3-26d0fed57d9d None None] Provisioning complete for port 5c4f2fb9-b279-4ad7-b225-ace83821d9df triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:10.381234 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c013a3e4-14ed-4878-80d3-26d0fed57d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.438672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-c013a3e4-14ed-4878-80d3-26d0fed57d9d None None] Port 5c4f2fb9-b279-4ad7-b225-ace83821d9df cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:41:10.579166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2bdac-29df-4329-93b5-9322a24b0edc req-df76aab8-fdb5-4472-877c-e651b31e000a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:10.580775 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94b2bdac-29df-4329-93b5-9322a24b0edc req-df76aab8-fdb5-4472-877c-e651b31e000a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 932 time: 0.0833130 Mar 16 11:41:10.627047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94b2bdac-29df-4329-93b5-9322a24b0edc req-c5b2fc34-0bcd-4f4a-a6bc-991d43756b8a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Mar 16 11:41:10.714297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4f2fb9-b279-4ad7-b225-ace83821d9df {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:10.721686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.736297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Transition to ACTIVE for port object 5c4f2fb9-b279-4ad7-b225-ace83821d9df will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:10.811967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.969000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Pushing event updated for resources: {'Port': ['ID=5c4f2fb9-b279-4ad7-b225-ace83821d9df,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:11.050804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Attempting to bind port 5c4f2fb9-b279-4ad7-b225-ace83821d9df on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:11.051140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Attempting to bind port 5c4f2fb9-b279-4ad7-b225-ace83821d9df by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:11.051476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Attempting to bind port 5c4f2fb9-b279-4ad7-b225-ace83821d9df on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:11.056149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Port 5c4f2fb9-b279-4ad7-b225-ace83821d9df on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:41:11.056470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Attempting to bind port 5c4f2fb9-b279-4ad7-b225-ace83821d9df on network 176f79e0-dd75-42d1-a6cb-d6a82e30718b {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:11.062457 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:11.062663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Checking segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:11.063067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Bound using segment: {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:11.063464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Bound port: 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08710f33-30af-44be-a76b-5d1ed3c72fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:11.063816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.152553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] For port 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:11.155446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] For port 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5c4f2fb9-b279-4ad7-b225-ace83821d9df,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:11.207022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.369550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:11.370431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:11.372463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] 10.222.0.53 "PUT /v2.0/ports/5c4f2fb9-b279-4ad7-b225-ace83821d9df HTTP/1.1" status: 200 len: 1094 time: 1.1195576 Mar 16 11:41:11.372824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'tag': '5c4f2fb9-b279-4ad7-b225-ace83821d9df'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:11.399563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f0956-8507-456f-90e4-c2889d86a46a service neutron] Pushing event updated for resources: {'Port': ['ID=5c4f2fb9-b279-4ad7-b225-ace83821d9df,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:11.417407 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'tag': '5c4f2fb9-b279-4ad7-b225-ace83821d9df', 'status': 'completed', 'code': 200} Mar 16 11:41:11.510417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5982b-267d-4776-8381-a7d2618144c4 req-bf7a51d0-68d3-4a89-a77f-9883976f8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:11.511939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2e5982b-267d-4776-8381-a7d2618144c4 req-bf7a51d0-68d3-4a89-a77f-9883976f8df3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 1097 time: 0.0754843 Mar 16 11:41:11.654830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5982b-267d-4776-8381-a7d2618144c4 req-5b468fd7-f346-4cd7-b48a-e67450060e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:11.656266 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2e5982b-267d-4776-8381-a7d2618144c4 req-5b468fd7-f346-4cd7-b48a-e67450060e22 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1372325 Mar 16 11:41:11.795583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5982b-267d-4776-8381-a7d2618144c4 req-b12cd0ea-a9de-461f-896b-f0d4f148c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:11.797053 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2e5982b-267d-4776-8381-a7d2618144c4 req-b12cd0ea-a9de-461f-896b-f0d4f148c41d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341865 Mar 16 11:41:11.812928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154377fb-4565-4753-ab98-a774e335780c req-54cd2311-c2ce-47d5-8488-16981494afb1 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:11.814452 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-154377fb-4565-4753-ab98-a774e335780c req-54cd2311-c2ce-47d5-8488-16981494afb1 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 944 time: 0.0818527 Mar 16 11:41:11.862478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-154377fb-4565-4753-ab98-a774e335780c req-9e9600db-090e-4b71-aa1d-4d71ec6d68b8 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Mar 16 11:41:11.908847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-554fcba9-e18a-49cd-8c45-24b979d39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:11.910229 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-554fcba9-e18a-49cd-8c45-24b979d39712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 1097 time: 0.0764565 Mar 16 11:41:11.978941 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-2bf3e2f9-17d4-4814-9856-16fa9eeafd89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c4f2fb9-b279-4ad7-b225-ace83821d9df HTTP/1.1" status: 200 len: 217 time: 0.0617797 Mar 16 11:41:12.038073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-88a8c9a9-9e77-43a7-8b9a-1db9d4d3231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.039418 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-88a8c9a9-9e77-43a7-8b9a-1db9d4d3231c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21ca09b0-93e1-49f9-acc0-62a45c42ea83 HTTP/1.1" status: 200 len: 856 time: 0.0548780 Mar 16 11:41:12.111370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-cd0c2b82-7870-4dd3-9455-167434d0c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:12.112787 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-cd0c2b82-7870-4dd3-9455-167434d0c9f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=176f79e0-dd75-42d1-a6cb-d6a82e30718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673082 Mar 16 11:41:12.239270 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-217b24ca-c42a-4dcc-8e33-913000150502 service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204157 Mar 16 11:41:12.372023 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aac25b45-06bb-4dca-b916-b6d45a29ad0c req-f14d6188-52cc-44c8-898a-397386a48794 service neutron] 10.222.0.53 "GET /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262002 Mar 16 11:41:13.048111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c02dcc-ab5a-4cdd-aae3-46a431cf70e4 req-980f0ecd-f914-4a46-a391-cc27cca67bda tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:13.048789 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-55c02dcc-ab5a-4cdd-aae3-46a431cf70e4 req-980f0ecd-f914-4a46-a391-cc27cca67bda tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:13.170015 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-55c02dcc-ab5a-4cdd-aae3-46a431cf70e4 req-980f0ecd-f914-4a46-a391-cc27cca67bda tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:13.171122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-55c02dcc-ab5a-4cdd-aae3-46a431cf70e4 req-980f0ecd-f914-4a46-a391-cc27cca67bda tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 944 time: 0.2035301 Mar 16 11:41:13.215943 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-55c02dcc-ab5a-4cdd-aae3-46a431cf70e4 req-040c9385-98ed-4274-8c44-32e21f29a765 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Mar 16 11:41:13.478851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5c4f2fb9-b279-4ad7-b225-ace83821d9df details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:41:13.613252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5c4f2fb9-b279-4ad7-b225-ace83821d9df,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:13.626743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '5c4f2fb9-b279-4ad7-b225-ace83821d9df', 'network_id': '176f79e0-dd75-42d1-a6cb-d6a82e30718b', 'port_id': '5c4f2fb9-b279-4ad7-b225-ace83821d9df', 'mac_address': 'fa:16:3e:a9:8d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca09b0-93e1-49f9-acc0-62a45c42ea83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:41:13.682484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.699631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4f2fb9-b279-4ad7-b225-ace83821d9df {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:41:13.714170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5c4f2fb9-b279-4ad7-b225-ace83821d9df,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:13.787178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.852098 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=5c4f2fb9-b279-4ad7-b225-ace83821d9df,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:13.990015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['5c4f2fb9-b279-4ad7-b225-ace83821d9df'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:41:14.398251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd09902-d876-4d52-8574-4b55be0e3cc6 req-6d800638-9fb3-4591-8008-6a1c259d1116 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:14.399674 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5fd09902-d876-4d52-8574-4b55be0e3cc6 req-6d800638-9fb3-4591-8008-6a1c259d1116 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 945 time: 0.0793505 Mar 16 11:41:14.444967 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5fd09902-d876-4d52-8574-4b55be0e3cc6 req-2171fee9-5ed8-42c8-8c3a-16b744dab056 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Mar 16 11:41:15.189620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cc5044c7-1080-40eb-a6d0-7a94e4626407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.492802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5c4f2fb9-b279-4ad7-b225-ace83821d9df up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:15.623827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 5c4f2fb9-b279-4ad7-b225-ace83821d9df completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:15.629377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 5c4f2fb9-b279-4ad7-b225-ace83821d9df triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:15.629790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.631357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4956c-df01-41c5-a5bf-9a793f3b4900 req-f60ef5b8-9941-47c3-b8af-7ff961c5c687 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:15.632819 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fc4956c-df01-41c5-a5bf-9a793f3b4900 req-f60ef5b8-9941-47c3-b8af-7ff961c5c687 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 945 time: 0.0818722 Mar 16 11:41:15.679732 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fc4956c-df01-41c5-a5bf-9a793f3b4900 req-7e185442-2e92-416c-b0be-6ea4ddaf8a97 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Mar 16 11:41:15.744173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.769944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4f2fb9-b279-4ad7-b225-ace83821d9df'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:15.780392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5c4f2fb9-b279-4ad7-b225-ace83821d9df,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:15.813167 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4f2fb9-b279-4ad7-b225-ace83821d9df', 'code': 200} Mar 16 11:41:15.856703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.925622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=5c4f2fb9-b279-4ad7-b225-ace83821d9df,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:16.189095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330d1f6-f36f-4a60-9d7f-faa441c3859e req-64628817-e628-4728-bb40-06c0526828cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:16.190578 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b330d1f6-f36f-4a60-9d7f-faa441c3859e req-64628817-e628-4728-bb40-06c0526828cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 1099 time: 0.0690074 Mar 16 11:41:16.230096 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b330d1f6-f36f-4a60-9d7f-faa441c3859e req-7d2d754b-b8f9-460a-9dc0-af71293f74ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Mar 16 11:41:16.865249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e56c4a-ff7e-4353-b80e-4df3993ddd9f req-bb39e11b-2ee6-46a0-9edb-af0ddbde0edb tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:16.866700 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71e56c4a-ff7e-4353-b80e-4df3993ddd9f req-bb39e11b-2ee6-46a0-9edb-af0ddbde0edb tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.0816870 Mar 16 11:41:16.912285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71e56c4a-ff7e-4353-b80e-4df3993ddd9f req-d4e01c35-e813-4eb5-9fa0-18c436aa1c46 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Mar 16 11:41:17.355252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fac9e1e8-77f8-472c-83c8-d7654c8bc06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.098994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a220d3-3b31-4329-b438-6d24fcae8c5b req-468b746b-bcff-482a-bb46-941c6434518e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:18.100420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d7a220d3-3b31-4329-b438-6d24fcae8c5b req-468b746b-bcff-482a-bb46-941c6434518e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.0809252 Mar 16 11:41:18.143886 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d7a220d3-3b31-4329-b438-6d24fcae8c5b req-f7cd5a08-345d-480f-99a1-b05c5a411b79 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Mar 16 11:41:18.329127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a3564-aeb1-4c87-a579-aceb62e5304a req-dfd7e574-44a3-445e-8834-2af365a5d8b4 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:18.330541 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-426a3564-aeb1-4c87-a579-aceb62e5304a req-dfd7e574-44a3-445e-8834-2af365a5d8b4 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.0805669 Mar 16 11:41:18.354948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.376009 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-426a3564-aeb1-4c87-a579-aceb62e5304a req-1df3d96c-5322-443d-abb2-647ae02dc9b9 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Mar 16 11:41:18.732132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.085226 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:20.092064 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:20.224111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:36.165327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeab7d-ccf9-45d9-b5ad-9ec71ad2da5c req-5b3f2d07-f1c7-4628-9c56-78e68388931a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:36.166832 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1eeeab7d-ccf9-45d9-b5ad-9ec71ad2da5c req-5b3f2d07-f1c7-4628-9c56-78e68388931a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.0832090 Mar 16 11:41:36.210196 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1eeeab7d-ccf9-45d9-b5ad-9ec71ad2da5c req-feadef5b-65de-40cb-ba4c-3cf3f5f8d668 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Mar 16 11:41:37.392432 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10908956-10ee-4083-8727-5e3a46a557ad req-a91f0a21-cf16-4c72-a6c6-6fea20334eff tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.393904 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10908956-10ee-4083-8727-5e3a46a557ad req-a91f0a21-cf16-4c72-a6c6-6fea20334eff tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.0784705 Mar 16 11:41:37.437004 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-10908956-10ee-4083-8727-5e3a46a557ad req-bef550a9-1d30-4202-8b69-8546160e9e72 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Mar 16 11:41:37.937293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-dd7e75a1-ee89-48b2-be2b-947817e4eb18 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.939012 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-dd7e75a1-ee89-48b2-be2b-947817e4eb18 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.0883663 Mar 16 11:41:38.014298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Deleting port 5c4f2fb9-b279-4ad7-b225-ace83821d9df {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:38.014638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.367248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] For port 5c4f2fb9-b279-4ad7-b225-ace83821d9df, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5c4f2fb9-b279-4ad7-b225-ace83821d9df,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:38.367604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.487933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Calling delete_port for 5c4f2fb9-b279-4ad7-b225-ace83821d9df owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:38.688155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e20de-8d0b-45bb-8d56-bb9953636728 req-b30608eb-c5da-46b0-a1a0-e7652035ec1e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:38.689576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-259e20de-8d0b-45bb-8d56-bb9953636728 req-b30608eb-c5da-46b0-a1a0-e7652035ec1e tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 946 time: 0.1482151 Mar 16 11:41:38.737423 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-259e20de-8d0b-45bb-8d56-bb9953636728 req-7b388245-be03-4a1d-ac16-bd65da6aef7a tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b9b12fa-247d-4f64-9585-0d2daf556ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422134 Mar 16 11:41:38.755648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.768462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['5c4f2fb9-b279-4ad7-b225-ace83821d9df'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:41:38.808293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Pushing event deleted for resources: {'Port': ['ID=5c4f2fb9-b279-4ad7-b225-ace83821d9df,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:38.884878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] No DVR routers for this DVR port 5c4f2fb9-b279-4ad7-b225-ace83821d9df on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:38.888141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:38.890922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'name': 'network-vif-deleted', 'tag': '5c4f2fb9-b279-4ad7-b225-ace83821d9df'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:41:38.939803 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbfabf2-63d7-4cbe-bb61-7ac929539a07', 'name': 'network-vif-deleted', 'tag': '5c4f2fb9-b279-4ad7-b225-ace83821d9df', 'status': 'completed', 'code': 200} Mar 16 11:41:38.976697 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-986e7fdb-c9b4-4a9a-8823-1fc1e0ce7832 req-baabedb6-59f1-463b-a6b7-22d5b9a0b48c tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.53 "DELETE /v2.0/ports/5c4f2fb9-b279-4ad7-b225-ace83821d9df HTTP/1.1" status: 204 len: 173 time: 1.0323417 Mar 16 11:41:39.903028 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-38eb7b6e-b6a8-4d9b-9fb4-0149bfea71c0 req-33d78965-56f1-4490-bc3f-674ab84b1d97 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Synchronizing usage tracker for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:39.984311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-38eb7b6e-b6a8-4d9b-9fb4-0149bfea71c0 req-33d78965-56f1-4490-bc3f-674ab84b1d97 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] Unset dirty status for tenant:6877ddf2c9f143bcb74c8b0523263dca on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:39.985397 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-38eb7b6e-b6a8-4d9b-9fb4-0149bfea71c0 req-33d78965-56f1-4490-bc3f-674ab84b1d97 tempest-TestEncryptedCinderVolumes-728280607 tempest-TestEncryptedCinderVolumes-728280607-project] 10.222.0.30 "GET /v2.0/ports?device_id=fdbfabf2-63d7-4cbe-bb61-7ac929539a07 HTTP/1.1" status: 200 len: 210 time: 0.1268339 Mar 16 11:41:41.208060 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:41.681724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5c4f2fb9-b279-4ad7-b225-ace83821d9df no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:41.719419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 5c4f2fb9-b279-4ad7-b225-ace83821d9df {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:41.719769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 5c4f2fb9-b279-4ad7-b225-ace83821d9df not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:41.747478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.194470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Deleting port 253e4dce-e4b5-4294-a324-6e9a2f280595 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:42.194804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.364364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] For port 253e4dce-e4b5-4294-a324-6e9a2f280595, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=253e4dce-e4b5-4294-a324-6e9a2f280595,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:42.365105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.485600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Calling delete_port for 253e4dce-e4b5-4294-a324-6e9a2f280595 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:42.864428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.911120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=253e4dce-e4b5-4294-a324-6e9a2f280595,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:43.178702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:43.641224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Router 29be6c91-6793-4a19-a02f-e2c370197c52 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:43.812715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:43.821221 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] Sync routers for ids ['29be6c91-6793-4a19-a02f-e2c370197c52'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:43.830600 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] Routers {'29be6c91-6793-4a19-a02f-e2c370197c52'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:43.831207 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['29be6c91-6793-4a19-a02f-e2c370197c52'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:43.894896 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-987d759e-294a-4cc8-8c7b-ef0f2330cc39 admin admin] 10.222.0.30 "PUT /v2.0/routers/29be6c91-6793-4a19-a02f-e2c370197c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6857243 Mar 16 11:41:43.897359 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41744) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:44.028924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] Set router 29be6c91-6793-4a19-a02f-e2c370197c52 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:44.073203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.250972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.293689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Deleting port 48cc0940-17e0-40c4-8a47-6834ba32cb1a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:44.294095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.307284 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:41:42Z', 'revision_number': 5, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port': {'id': '48cc0940-17e0-40c4-8a47-6834ba32cb1a', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:17Z', 'updated_at': '2022-03-16T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:44.311968 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] Checking router: 29be6c91-6793-4a19-a02f-e2c370197c52 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:44.320158 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] Routers {'29be6c91-6793-4a19-a02f-e2c370197c52'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:44.320756 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['29be6c91-6793-4a19-a02f-e2c370197c52'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:44.466784 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] Set router 29be6c91-6793-4a19-a02f-e2c370197c52 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:44.474014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] For port 48cc0940-17e0-40c4-8a47-6834ba32cb1a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=48cc0940-17e0-40c4-8a47-6834ba32cb1a,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:44.474365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.570678 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 6, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:44.574785 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508177a-7b0c-4407-b1f5-c352bec2cdb4 None None] The sync data for ids ['29be6c91-6793-4a19-a02f-e2c370197c52'] in dv-neutron-831730-4-hyperv is: [{'id': '29be6c91-6793-4a19-a02f-e2c370197c52', 'name': 'tempest-TestEncryptedCinderVolumes-2104572586-router', 'tenant_id': '6877ddf2c9f143bcb74c8b0523263dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:16Z', 'updated_at': '2022-03-16T11:41:44Z', 'revision_number': 6, 'project_id': '6877ddf2c9f143bcb74c8b0523263dca', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:44.597828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Calling delete_port for 48cc0940-17e0-40c4-8a47-6834ba32cb1a owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:44.815791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:44.862579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cc0940-17e0-40c4-8a47-6834ba32cb1a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:44.954629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.216889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2ab54165-7a09-43d2-8435-170cfc204995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.232420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.234606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.330315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.330856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29be6c91-6793-4a19-a02f-e2c370197c52 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:41:45.343616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.344733 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-78eea211-3573-4d72-a112-a2c87276b121 admin admin] 10.222.0.30 "DELETE /v2.0/routers/29be6c91-6793-4a19-a02f-e2c370197c52 HTTP/1.1" status: 204 len: 168 time: 1.4464524 Mar 16 11:41:45.347308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41748) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:45.409936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Deleting subnet 21ca09b0-93e1-49f9-acc0-62a45c42ea83 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:41:45.412953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.416105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 253e4dce-e4b5-4294-a324-6e9a2f280595 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:45.453265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 253e4dce-e4b5-4294-a324-6e9a2f280595 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:45.453265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 253e4dce-e4b5-4294-a324-6e9a2f280595 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:45.453265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 48cc0940-17e0-40c4-8a47-6834ba32cb1a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:45.462711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.484339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 48cc0940-17e0-40c4-8a47-6834ba32cb1a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:45.484553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 48cc0940-17e0-40c4-8a47-6834ba32cb1a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:45.550526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.699256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.736621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ca09b0-93e1-49f9-acc0-62a45c42ea83,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:45.741394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.747625 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fd0c3-f235-42e8-a757-7515e7cfea10 None None] Network 176f79e0-dd75-42d1-a6cb-d6a82e30718b requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:45.748559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d6b00edb-c67d-4637-a874-3d1ae5266899 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/21ca09b0-93e1-49f9-acc0-62a45c42ea83 HTTP/1.1" status: 204 len: 168 time: 0.3999331 Mar 16 11:41:45.750723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41752) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:45.857387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.867525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Deleting port 5736cf2d-1870-49e3-8a93-35977e1cf142 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:45.867859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:45.998215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] DHCP port deletion for 176f79e0-dd75-42d1-a6cb-d6a82e30718b request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:41:46.002365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Deleting port 5736cf2d-1870-49e3-8a93-35977e1cf142 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:46.002737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.078366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] For port 5736cf2d-1870-49e3-8a93-35977e1cf142, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5736cf2d-1870-49e3-8a93-35977e1cf142,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:46.078742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.201687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Calling delete_port for 5736cf2d-1870-49e3-8a93-35977e1cf142 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:46.229913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] For port 5736cf2d-1870-49e3-8a93-35977e1cf142, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5736cf2d-1870-49e3-8a93-35977e1cf142,segment=NetworkSegment(08710f33-30af-44be-a76b-5d1ed3c72fc8),segment_id=08710f33-30af-44be-a76b-5d1ed3c72fc8)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:46.230513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.354425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Calling delete_port for 5736cf2d-1870-49e3-8a93-35977e1cf142 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:46.359037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.405117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Pushing event deleted for resources: {'Port': ['ID=5736cf2d-1870-49e3-8a93-35977e1cf142,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:46.408638 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] No DVR routers for this DVR port 5736cf2d-1870-49e3-8a93-35977e1cf142 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:46.429226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:41:46.429585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:41:46.521718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.546798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176f79e0-dd75-42d1-a6cb-d6a82e30718b']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:46.559593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08710f33-30af-44be-a76b-5d1ed3c72fc8') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:46.560005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08710f33-30af-44be-a76b-5d1ed3c72fc8') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:46.571072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.587120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.593195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:41:46.598218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:41:46.606820 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:41:46.748438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.764377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.774310 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] Pushing event deleted for resources: {'Network': ['ID=176f79e0-dd75-42d1-a6cb-d6a82e30718b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:46.862521 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6536b502-4a76-4eee-aade-4144eb8f8329 admin admin] 10.222.0.30 "DELETE /v2.0/networks/176f79e0-dd75-42d1-a6cb-d6a82e30718b HTTP/1.1" status: 204 len: 168 time: 1.1107535 Mar 16 11:41:46.865197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41756) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:46.931026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Deleting port 5736cf2d-1870-49e3-8a93-35977e1cf142 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:46.931403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:46.998895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f9f61-cb6a-4c0b-886d-612b3242d048 None None] The port '5736cf2d-1870-49e3-8a93-35977e1cf142' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:41:47.367503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9f852b7f-0572-40eb-9f83-d160b8809328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:47.412061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5736cf2d-1870-49e3-8a93-35977e1cf142 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:47.449060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 5736cf2d-1870-49e3-8a93-35977e1cf142 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:47.449985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5736cf2d-1870-49e3-8a93-35977e1cf142 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:47.504700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:47.846341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Deleting port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:47.846691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.015221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] For port a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:48.015948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.138001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Calling delete_port for a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:48.381792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.501757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.549452 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:48.755889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:48.817378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:49.170264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Router 02947619-cb62-434b-ac5a-a1b93c2e3558 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:41:49.340591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:49.348951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] Sync routers for ids ['02947619-cb62-434b-ac5a-a1b93c2e3558'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:49.349206 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-db2d8616-10c7-4844-b80f-7bdfae33d314 admin admin] 10.222.0.30 "PUT /v2.0/routers/02947619-cb62-434b-ac5a-a1b93c2e3558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829283 Mar 16 11:41:49.351583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41760) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:49.360418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] Routers {'02947619-cb62-434b-ac5a-a1b93c2e3558'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:49.360925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['02947619-cb62-434b-ac5a-a1b93c2e3558'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:49.526787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:49.538804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] Set router 02947619-cb62-434b-ac5a-a1b93c2e3558 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:49.699985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:49.779609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Deleting port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:49.779857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:49.822209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157'}], 'enable_snat': True}, 'gw_port_id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:41:48Z', 'revision_number': 5, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port': {'id': '7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:40:25Z', 'updated_at': '2022-03-16T11:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:49.827100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] Checking router: 02947619-cb62-434b-ac5a-a1b93c2e3558 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:49.835835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] Routers {'02947619-cb62-434b-ac5a-a1b93c2e3558'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:49.836460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['02947619-cb62-434b-ac5a-a1b93c2e3558'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:49.989020 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] Set router 02947619-cb62-434b-ac5a-a1b93c2e3558 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:50.071070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] For port 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:50.071336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.160380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:41:49Z', 'revision_number': 6, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:50.166243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7e57e-a1d8-4048-b3a5-5727d4907c9b None None] The sync data for ids ['02947619-cb62-434b-ac5a-a1b93c2e3558'] in dv-neutron-831730-4-hyperv is: [{'id': '02947619-cb62-434b-ac5a-a1b93c2e3558', 'name': 'tempest-TestEncryptedCinderVolumes-1174710565-router', 'tenant_id': '28e05542913947b6a5d02239875f8d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:40:24Z', 'updated_at': '2022-03-16T11:41:49Z', 'revision_number': 6, 'project_id': '28e05542913947b6a5d02239875f8d9c', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:41:50.195706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Calling delete_port for 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:50.241363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.252868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.418647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.466930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:50.555669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.727931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.730013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.806902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.807399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02947619-cb62-434b-ac5a-a1b93c2e3558 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:41:50.819601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.820705 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-207954b8-358c-4e67-89f7-16a03c081c3a admin admin] 10.222.0.30 "DELETE /v2.0/routers/02947619-cb62-434b-ac5a-a1b93c2e3558 HTTP/1.1" status: 204 len: 168 time: 1.4682503 Mar 16 11:41:50.823227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41764) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:50.885722 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Deleting subnet a64a342a-b640-4653-b3b4-e2de051c8d06 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:41:50.889135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:50.938872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.021783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.165226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.203896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a64a342a-b640-4653-b3b4-e2de051c8d06,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:51.207525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.213350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-72fcbd53-2265-4ea3-9914-6d8fe43a2a4c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a64a342a-b640-4653-b3b4-e2de051c8d06 HTTP/1.1" status: 204 len: 168 time: 0.3891120 Mar 16 11:41:51.215327 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1dd37-c5a2-4fef-9ea2-c375768f3d27 None None] Network 49914bb2-4a63-4f65-8cad-958ffb03a1f9 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:51.216469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41768) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:51.322237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.332569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Deleting port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:51.332896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.420788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:51.458195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:51.458542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 7d2fcb7b-7215-4ff9-b247-4a5f857d3ff4 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:51.458966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:51.490683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] DHCP port deletion for 49914bb2-4a63-4f65-8cad-958ffb03a1f9 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:41:51.498382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:51.498734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a1a7ae5a-6ba9-4556-b97e-2b4041c1c9fa not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:51.501159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Deleting port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:51.501563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.650520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] For port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:51.650895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.711500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] For port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,segment=NetworkSegment(f5981e71-8151-4f0c-8142-a3cb2589bc99),segment_id=f5981e71-8151-4f0c-8142-a3cb2589bc99)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:51.711807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.774965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Calling delete_port for 52f5b7fc-18d4-412d-9a0c-8c62d622e11e owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:51.833583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Calling delete_port for 52f5b7fc-18d4-412d-9a0c-8c62d622e11e owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:41:51.907716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:51.912683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:41:51.913039 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:41:51.957743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f5b7fc-18d4-412d-9a0c-8c62d622e11e,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:51.959553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] No DVR routers for this DVR port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:52.074892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.099353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49914bb2-4a63-4f65-8cad-958ffb03a1f9']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:52.111527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5981e71-8151-4f0c-8142-a3cb2589bc99') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:52.111827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5981e71-8151-4f0c-8142-a3cb2589bc99') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:52.123134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.140939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.146914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:41:52.147296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:41:52.164725 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:41:52.301470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.317189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.328243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49914bb2-4a63-4f65-8cad-958ffb03a1f9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:52.331190 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-983cffca-3be9-459d-9b37-712cb7fa66a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/49914bb2-4a63-4f65-8cad-958ffb03a1f9 HTTP/1.1" status: 204 len: 168 time: 1.1138051 Mar 16 11:41:52.414183 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Deleting port 52f5b7fc-18d4-412d-9a0c-8c62d622e11e {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:41:52.414809 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.482665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-010d725e-9359-4cf4-bc97-9bd262e3518a None None] The port '52f5b7fc-18d4-412d-9a0c-8c62d622e11e' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:41:52.747552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41774) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:52.802929 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-07c9aa03-bbb4-4707-bdd6-26d184f7b8de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6877ddf2c9f143bcb74c8b0523263dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519145 Mar 16 11:41:52.803157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41780) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:52.860553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a4-ab9d-474d-9faf-48b0fdb65634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:52.885861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a4-ab9d-474d-9faf-48b0fdb65634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.013269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a4-ab9d-474d-9faf-48b0fdb65634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.031619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05f7a4-ab9d-474d-9faf-48b0fdb65634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9b12fa-247d-4f64-9585-0d2daf556ff7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:53.103050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a4-ab9d-474d-9faf-48b0fdb65634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.104228 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9b05f7a4-ab9d-474d-9faf-48b0fdb65634 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b9b12fa-247d-4f64-9585-0d2daf556ff7 HTTP/1.1" status: 204 len: 168 time: 0.3002064 Mar 16 11:41:53.414052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 52f5b7fc-18d4-412d-9a0c-8c62d622e11e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:53.447328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 52f5b7fc-18d4-412d-9a0c-8c62d622e11e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:41:53.448029 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 52f5b7fc-18d4-412d-9a0c-8c62d622e11e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:53.742746 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41788) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:53.791291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cfff6edc-e2e9-4600-9bf7-7a8c34d67739 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28e05542913947b6a5d02239875f8d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472603 Mar 16 11:41:53.793930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41792) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:53.852897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6859ee47-f326-486f-a429-62e3749ce82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.878894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6859ee47-f326-486f-a429-62e3749ce82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:53.995423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6859ee47-f326-486f-a429-62e3749ce82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:54.010609 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859ee47-f326-486f-a429-62e3749ce82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65302a3-da20-4122-a82f-83bf5089b02b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:54.018144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6859ee47-f326-486f-a429-62e3749ce82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:54.019245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6859ee47-f326-486f-a429-62e3749ce82b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e65302a3-da20-4122-a82f-83bf5089b02b HTTP/1.1" status: 204 len: 168 time: 0.2244611 Mar 16 11:41:55.120702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41816) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:55.254837 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1794835848-network', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:55.259611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:55.263644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Usage tracker for resource:network and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:55.266497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:55.272621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:55.332887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Made reservation on behalf of 92852adabd2f461a88cdfc66c56b597a for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:55.335514 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.348431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.363688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:55.367455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:55.370216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:55.376100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:55.458279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.528282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.558212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:41:55.566601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824cafff-b606-48f7-a632-ac17bc621cf9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:55.572209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.572554 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Added segment 90cccd09-a9ab-4080-b207-a2d5a447d0df of type vlan for network 9f3531fe-ab37-4b68-91ab-0e63e267f948 Mar 16 11:41:55.602868 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.670218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.671149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:55.671747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:55.768218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] Pushing event updated for resources: {'Network': ['ID=9f3531fe-ab37-4b68-91ab-0e63e267f948,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:55.778151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:41:55.828535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-314eacac-be6f-4834-b634-ce0d5fbc792c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7058287 Mar 16 11:41:55.831254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41822) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:55.836629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Request body: {'subnet': {'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1794835848-subnet', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:55.841732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:55.845635 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Usage tracker for resource:subnet and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:55.848531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:55.854677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:55.924939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Made reservation on behalf of 92852adabd2f461a88cdfc66c56b597a for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:55.927367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.084695 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:56.193369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.269282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32c1194-0973-46fc-bb00-b3b5d32b8bec,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:56.281201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Checking segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:56.281764 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Network hostable DHCP agents. Network: 9f3531fe-ab37-4b68-91ab-0e63e267f948, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:41:56.353227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:41:56.427304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 9f3531fe-ab37-4b68-91ab-0e63e267f948) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:56.431458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:56.432070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.517060 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1101cf0f-40fb-48d4-aec1-fd12a550cae3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6847694 Mar 16 11:41:56.519894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41826) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:56.525517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:41:56.531373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:56.535556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Usage tracker for resource:router and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:56.538534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:56.545590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:56.551687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2db191-43cd-4803-a7f5-275e88f0bfee None None] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:56.618910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.619891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.635347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.800527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-9f3531fe-ab37-4b68-91ab-0e63e267f948', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:41:56.801345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:56.960593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Allocated IP 172.20.0.2 (9f3531fe-ab37-4b68-91ab-0e63e267f948/b32c1194-0973-46fc-bb00-b3b5d32b8bec/32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:57.076990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.165220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.175629 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Transition to ACTIVE for port object 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:57.194469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Transition to ACTIVE for port object 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:57.259567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.322383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:57.325832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:57.329454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:57.366317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Pushing event updated for resources: {'Port': ['ID=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:57.382797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.383146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.383488 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.383825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.384160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.384491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.384816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.385142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.385469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.385794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.386143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.386468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:57.437530 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Attempting to bind port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:57.437921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Attempting to bind port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:57.438287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Attempting to bind port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 on network 9f3531fe-ab37-4b68-91ab-0e63e267f948 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:41:57.443560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:41:57.443962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Checking segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:41:57.444367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.444756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Bound using segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:41:57.445220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Bound port: 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:57.445593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.454306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.486585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.536471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] For port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:41:57.539509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] For port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:41:57.623171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Allocated IP 172.26.7.108 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/60b67ac8-41fd-4f00-b45e-8786583dc7b2) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:57.623422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.710736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2482e80-90a6-4801-9c06-d33fd1ca40ec None None] Pushing event updated for resources: {'Port': ['ID=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:57.782709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.904975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:57.948079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:57.951346 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:57.959431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:41:57.990168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Pushing event updated for resources: {'Port': ['ID=60b67ac8-41fd-4f00-b45e-8786583dc7b2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:58.463194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:58.613050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee829d-e0f3-447d-b86e-d53126a30e91 None None] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:41:58.817146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1cbcb905-b2d6-4e0c-b7d5-b1848d4a423a None None] Provisioning for port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:58.920489 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:59.213076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Router b744be10-28c8-4c38-9b35-e1ae0890c6b8 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:41:59.391161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:41:59.400747 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Sync routers for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:41:59.411785 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:41:59.412411 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:59.445788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:59.473281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:59.477100 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2d1e53bb-bb69-4a5c-84ac-277685a85638 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9537659 Mar 16 11:41:59.477361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41830) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:59.567232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:59.572500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:59.572875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:59.592176 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:41:59.693702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:59.726765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:41:59.796918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:59.866587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:59.878617 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:41:58Z', 'revision_number': 3, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:59.882426 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Checking router: b744be10-28c8-4c38-9b35-e1ae0890c6b8 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:41:59.882762 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Updating router b744be10-28c8-4c38-9b35-e1ae0890c6b8 port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:41:59.937953 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.281540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.288452 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.300850 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Transition to ACTIVE for port object 60b67ac8-41fd-4f00-b45e-8786583dc7b2 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:00.376340 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.456073 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77905e69-1803-463c-a603-45ec93031707 None None] Pushing event updated for resources: {'Port': ['ID=60b67ac8-41fd-4f00-b45e-8786583dc7b2,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:00.457741 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Attempting to bind port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:00.458256 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Attempting to bind port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:00.458609 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Attempting to bind port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:00.467428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:42:00.467793 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:00.476770 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.476770 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:42:00.476770 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Bound port: 60b67ac8-41fd-4f00-b45e-8786583dc7b2, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:00.476770 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.485301 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Allocated IP 172.20.0.1 (9f3531fe-ab37-4b68-91ab-0e63e267f948/b32c1194-0973-46fc-bb00-b3b5d32b8bec/779e6838-321c-4d1c-b58d-7a909705ea60) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:00.500249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.500598 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.500933 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.501269 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.505487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77905e69-1803-463c-a603-45ec93031707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:00.551186 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] For port 60b67ac8-41fd-4f00-b45e-8786583dc7b2, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:42:00.553336 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] For port 60b67ac8-41fd-4f00-b45e-8786583dc7b2, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60b67ac8-41fd-4f00-b45e-8786583dc7b2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:42:00.633757 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.635406 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.650620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Transition to ACTIVE for port object 779e6838-321c-4d1c-b58d-7a909705ea60 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:00.708882 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:00.709474 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:00.748263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.765127 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77905e69-1803-463c-a603-45ec93031707 None None] Pushing event updated for resources: {'Port': ['ID=60b67ac8-41fd-4f00-b45e-8786583dc7b2,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:00.814895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:00.817551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:00.819980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:42:00.861779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Pushing event updated for resources: {'Port': ['ID=779e6838-321c-4d1c-b58d-7a909705ea60,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:00.885870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.893229 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:01.150665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ac5d5443-e2ef-4198-8166-9d55f9503f5d None None] Provisioning for port 779e6838-321c-4d1c-b58d-7a909705ea60 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:01.156006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ac5d5443-e2ef-4198-8166-9d55f9503f5d None None] Provisioning complete for port 779e6838-321c-4d1c-b58d-7a909705ea60 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:01.159114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ac5d5443-e2ef-4198-8166-9d55f9503f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:01.187861 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:41:58Z', 'revision_number': 3, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:01.192614 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efb51-1e11-457a-bb0c-c9905c82a32f None None] The sync data for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv is: [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:41:58Z', 'revision_number': 3, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:42:01.207964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:01.219481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d5443-e2ef-4198-8166-9d55f9503f5d None None] Port 779e6838-321c-4d1c-b58d-7a909705ea60 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:42:01.449703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:01.455886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:01.513605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:01.530946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:01.531417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:01.647956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:01.670412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Pushing event updated for resources: {'Port': ['ID=779e6838-321c-4d1c-b58d-7a909705ea60,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:01.792349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:01.793741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:01.998526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Router b744be10-28c8-4c38-9b35-e1ae0890c6b8 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:42:02.045896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd9415de-9d3f-460e-a100-a5c3ec54ca1a None None] Provisioning complete for port 779e6838-321c-4d1c-b58d-7a909705ea60 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:02.046368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd9415de-9d3f-460e-a100-a5c3ec54ca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:02.104699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd9415de-9d3f-460e-a100-a5c3ec54ca1a None None] Port 779e6838-321c-4d1c-b58d-7a909705ea60 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:42:02.287849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:42:02.297098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2b6c82e8-7fa8-4c90-938c-03adcf5009ff admin admin] 10.222.0.30 "PUT /v2.0/routers/b744be10-28c8-4c38-9b35-e1ae0890c6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184180 Mar 16 11:42:02.767150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Sync routers for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:42:02.776677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:02.777288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:02.987811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:03.014947 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41852) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:03.020473 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1143889527-network', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:42:03.025317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:03.030074 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Usage tracker for resource:network and tenant:a50a4fb92dd84c4480996802985c6550 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:42:03.032995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:42:03.038754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:03.155936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Made reservation on behalf of a50a4fb92dd84c4480996802985c6550 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:42:03.158387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.174248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.189456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:03.193322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Usage tracker for resource:security_group_rule and tenant:a50a4fb92dd84c4480996802985c6550 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:42:03.196249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:42:03.202498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:03.286394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.304298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 2, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:03.308184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Checking router: b744be10-28c8-4c38-9b35-e1ae0890c6b8 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:42:03.308545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Updating router b744be10-28c8-4c38-9b35-e1ae0890c6b8 port 779e6838-321c-4d1c-b58d-7a909705ea60 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:42:03.347664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.363317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.377234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:42:03.390035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b4597-4b65-4ea2-a7bc-9dae896ce2ef,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:03.394774 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.395324 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Added segment 3713ba0e-4f53-4f47-8563-6a17c857d213 of type vlan for network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 Mar 16 11:42:03.423588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.473504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60b67ac8-41fd-4f00-b45e-8786583dc7b2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:03.519392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.521283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:03.522354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.632726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] Pushing event updated for resources: {'Network': ['ID=9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:03.645291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:42:03.710690 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8b785130-7bcc-4b57-ac18-d54733e5dc56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6922474 Mar 16 11:42:03.710944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41856) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:03.716642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Request body: {'subnet': {'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1143889527-subnet', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:42:03.721616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:03.725666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Usage tracker for resource:subnet and tenant:a50a4fb92dd84c4480996802985c6550 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:42:03.730309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:42:03.734541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:03.755263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:03.774633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:03.775350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.804597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Made reservation on behalf of a50a4fb92dd84c4480996802985c6550 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:42:03.807184 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.956464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.970474 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.981252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Transition to ACTIVE for port object 779e6838-321c-4d1c-b58d-7a909705ea60 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:03.993744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 60b67ac8-41fd-4f00-b45e-8786583dc7b2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60b67ac8-41fd-4f00-b45e-8786583dc7b2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:04.058758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.087546 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.095914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.180832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Checking segment: {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:04.181206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Network hostable DHCP agents. Network: 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:42:04.186718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483676e8-f1f6-4443-bd6d-51350794a155,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:04.188525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b336693-9105-415e-9565-332cded5ff16 None None] Pushing event updated for resources: {'Port': ['ID=779e6838-321c-4d1c-b58d-7a909705ea60,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:04.207710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.207998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.208345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.208702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.209041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.209378 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.209710 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.210067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.210396 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.210724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.211054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.211380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:04.331685 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:42:04.368989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Attempting to bind port 779e6838-321c-4d1c-b58d-7a909705ea60 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:04.369356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Attempting to bind port 779e6838-321c-4d1c-b58d-7a909705ea60 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:04.369715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Attempting to bind port 779e6838-321c-4d1c-b58d-7a909705ea60 on network 9f3531fe-ab37-4b68-91ab-0e63e267f948 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:04.377794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:42:04.378195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Checking segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:04.378590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.378975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Bound using segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:42:04.379417 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Bound port: 779e6838-321c-4d1c-b58d-7a909705ea60, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:04.379784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.389977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=60b67ac8-41fd-4f00-b45e-8786583dc7b2,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:04.413377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:04.417292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:04.418138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.425692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b7786-2d8a-4f3e-9719-49795af3dcfb None None] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:42:04.503118 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-940acb61-f3be-4803-946e-17192f799076 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7909021 Mar 16 11:42:04.505383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41860) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:04.510252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:42:04.515304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:04.519271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Usage tracker for resource:router and tenant:a50a4fb92dd84c4480996802985c6550 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:42:04.522757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:42:04.529213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:04.579846 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] For port 779e6838-321c-4d1c-b58d-7a909705ea60, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:42:04.590016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] For port 779e6838-321c-4d1c-b58d-7a909705ea60, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=779e6838-321c-4d1c-b58d-7a909705ea60,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:42:04.616664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.617730 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.632975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.677510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.745131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5', 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'fixed_ips': [{'subnet_id': '483676e8-f1f6-4443-bd6d-51350794a155'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:42:04.747228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:04.784176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:04.784875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:04.893650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b336693-9105-415e-9565-332cded5ff16 None None] Pushing event updated for resources: {'Port': ['ID=779e6838-321c-4d1c-b58d-7a909705ea60,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:04.987773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.099329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:05.167374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Allocated IP 172.20.0.2 (9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5/483676e8-f1f6-4443-bd6d-51350794a155/6a009ebe-89a0-4945-9b8a-55d2ed802703) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:05.346884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.433323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60b67ac8-41fd-4f00-b45e-8786583dc7b2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:05.490553 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.627559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Allocated IP 172.26.7.101 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/4d746ae6-5898-4e96-bd32-59907ba27241) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:05.662093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.672331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:05.672701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.703375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Transition to ACTIVE for port object 6a009ebe-89a0-4945-9b8a-55d2ed802703 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:05.749983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Transition to ACTIVE for port object 6a009ebe-89a0-4945-9b8a-55d2ed802703 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:05.757238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:04Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:05.765781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d9b6d-68dd-46e7-9e24-ef081902a7c2 None None] The sync data for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv is: [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:04Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:42:05.777548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.877290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.904898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.945833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:05.949165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:05.959318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:42:05.980197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:05.985383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:05.987429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Pushing event updated for resources: {'Port': ['ID=6a009ebe-89a0-4945-9b8a-55d2ed802703,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:05.989573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:42:06.002633 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Pushing event updated for resources: {'Port': ['ID=4d746ae6-5898-4e96-bd32-59907ba27241,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:06.086596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Attempting to bind port 6a009ebe-89a0-4945-9b8a-55d2ed802703 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:06.086970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Attempting to bind port 6a009ebe-89a0-4945-9b8a-55d2ed802703 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:06.087339 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Attempting to bind port 6a009ebe-89a0-4945-9b8a-55d2ed802703 on network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:06.094146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:42:06.094525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Checking segment: {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:06.094932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.095333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Bound using segment: {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:42:06.095815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Bound port: 6a009ebe-89a0-4945-9b8a-55d2ed802703, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:06.096181 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.192820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] For port 6a009ebe-89a0-4945-9b8a-55d2ed802703, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:42:06.196403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] For port 6a009ebe-89a0-4945-9b8a-55d2ed802703, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6a009ebe-89a0-4945-9b8a-55d2ed802703,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:42:06.299388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.383833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992b27-39ca-4792-bb65-025726cd6743 None None] Pushing event updated for resources: {'Port': ['ID=6a009ebe-89a0-4945-9b8a-55d2ed802703,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:06.501392 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.884687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.280217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Router 09be24d9-f59c-4f29-9e66-a4f430198465 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:42:07.327587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e3dcc-620d-4a83-bc22-06e7e3d0d95b None None] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:42:07.470850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:42:07.485297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Sync routers for ids ['09be24d9-f59c-4f29-9e66-a4f430198465'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:42:07.503381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ce13e1b9-bcbc-4c82-8ea8-71a1fa2d2203 None None] Provisioning for port 6a009ebe-89a0-4945-9b8a-55d2ed802703 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:07.509652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Routers {'09be24d9-f59c-4f29-9e66-a4f430198465'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:07.509652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['09be24d9-f59c-4f29-9e66-a4f430198465'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:07.510060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6a009ebe-89a0-4945-9b8a-55d2ed802703 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:07.568337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.572214 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-50998610-e092-4f84-84a4-5c39726caa58 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0632250 Mar 16 11:42:07.572492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 41864) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:07.679126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 6a009ebe-89a0-4945-9b8a-55d2ed802703 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:07.688086 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Set router 09be24d9-f59c-4f29-9e66-a4f430198465 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:07.690490 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 6a009ebe-89a0-4945-9b8a-55d2ed802703 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:07.690867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.851812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.889390 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 6a009ebe-89a0-4945-9b8a-55d2ed802703, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6a009ebe-89a0-4945-9b8a-55d2ed802703,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:07.962200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.962887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 779e6838-321c-4d1c-b58d-7a909705ea60 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:08.019104 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:42:06Z', 'revision_number': 3, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:08.023276 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Checking router: 09be24d9-f59c-4f29-9e66-a4f430198465 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:42:08.023276 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Updating router 09be24d9-f59c-4f29-9e66-a4f430198465 port 4d746ae6-5898-4e96-bd32-59907ba27241 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:42:08.078290 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.083549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a0c4538d-e407-4c1b-ab61-6dd62ec97870 None None] Provisioning complete for port 6a009ebe-89a0-4945-9b8a-55d2ed802703 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:08.083852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a0c4538d-e407-4c1b-ab61-6dd62ec97870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.131069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=6a009ebe-89a0-4945-9b8a-55d2ed802703,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:08.207046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 779e6838-321c-4d1c-b58d-7a909705ea60 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:08.222252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 779e6838-321c-4d1c-b58d-7a909705ea60 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:08.222483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.289741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.353568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.388231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 779e6838-321c-4d1c-b58d-7a909705ea60, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=779e6838-321c-4d1c-b58d-7a909705ea60,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:08.407652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.418826 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Transition to ACTIVE for port object 4d746ae6-5898-4e96-bd32-59907ba27241 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:08.459549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.483098 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.498362 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Allocated IP 172.20.0.1 (9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5/483676e8-f1f6-4443-bd6d-51350794a155/08553153-41d3-4105-8a79-0e0e1d7f3f1e) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:08.532686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=779e6838-321c-4d1c-b58d-7a909705ea60,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:08.567084 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b43dd-4e78-49cf-b629-7813f2abfcb4 None None] Pushing event updated for resources: {'Port': ['ID=4d746ae6-5898-4e96-bd32-59907ba27241,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:08.571479 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Attempting to bind port 4d746ae6-5898-4e96-bd32-59907ba27241 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:08.576458 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Attempting to bind port 4d746ae6-5898-4e96-bd32-59907ba27241 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:08.576458 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Attempting to bind port 4d746ae6-5898-4e96-bd32-59907ba27241 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:08.579522 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:42:08.579892 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:08.580339 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.581405 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:42:08.581405 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Bound port: 4d746ae6-5898-4e96-bd32-59907ba27241, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:08.581680 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.662263 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] For port 4d746ae6-5898-4e96-bd32-59907ba27241, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:42:08.663240 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.665487 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] For port 4d746ae6-5898-4e96-bd32-59907ba27241, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d746ae6-5898-4e96-bd32-59907ba27241,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:42:08.680693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Transition to ACTIVE for port object 08553153-41d3-4105-8a79-0e0e1d7f3f1e will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:08.785011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.785263 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.848515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:08.851152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:08.861335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:42:08.863004 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Routers {'09be24d9-f59c-4f29-9e66-a4f430198465'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:08.863626 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['09be24d9-f59c-4f29-9e66-a4f430198465'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:08.895483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Pushing event updated for resources: {'Port': ['ID=08553153-41d3-4105-8a79-0e0e1d7f3f1e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:08.918791 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.939367 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b43dd-4e78-49cf-b629-7813f2abfcb4 None None] Pushing event updated for resources: {'Port': ['ID=4d746ae6-5898-4e96-bd32-59907ba27241,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:09.063815 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] Set router 09be24d9-f59c-4f29-9e66-a4f430198465 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:09.190351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-46888f71-15d8-4907-a348-96ba97814a2f None None] Provisioning for port 08553153-41d3-4105-8a79-0e0e1d7f3f1e completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:09.195430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-46888f71-15d8-4907-a348-96ba97814a2f None None] Provisioning complete for port 08553153-41d3-4105-8a79-0e0e1d7f3f1e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:09.195801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-46888f71-15d8-4907-a348-96ba97814a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.248859 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-46888f71-15d8-4907-a348-96ba97814a2f None None] Port 08553153-41d3-4105-8a79-0e0e1d7f3f1e cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:42:09.292161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.346794 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:42:06Z', 'revision_number': 3, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:09.351006 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3263ed-a0d9-4623-92d0-83492d8fd2c2 None None] The sync data for ids ['09be24d9-f59c-4f29-9e66-a4f430198465'] in dv-neutron-831730-4-hyperv is: [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:42:06Z', 'revision_number': 3, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:42:09.439344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6a009ebe-89a0-4945-9b8a-55d2ed802703 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:09.518861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 6a009ebe-89a0-4945-9b8a-55d2ed802703 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:09.519525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.554056 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.619364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.680747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 779e6838-321c-4d1c-b58d-7a909705ea60 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:09.732572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Pushing event updated for resources: {'Port': ['ID=08553153-41d3-4105-8a79-0e0e1d7f3f1e,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:09.735332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.751131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 779e6838-321c-4d1c-b58d-7a909705ea60 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:09.751527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:09.879464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:09.880775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:10.080863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-752726d2-0956-4468-b98a-7ef3dc50ec1f None None] Provisioning complete for port 08553153-41d3-4105-8a79-0e0e1d7f3f1e triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:10.081232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-752726d2-0956-4468-b98a-7ef3dc50ec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:10.084661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Router 09be24d9-f59c-4f29-9e66-a4f430198465 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:42:10.136843 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-752726d2-0956-4468-b98a-7ef3dc50ec1f None None] Port 08553153-41d3-4105-8a79-0e0e1d7f3f1e cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:42:10.267549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:42:10.275893 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b65beb15-e1ad-4b6d-84aa-dc06522548b2 admin admin] 10.222.0.30 "PUT /v2.0/routers/09be24d9-f59c-4f29-9e66-a4f430198465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024641 Mar 16 11:42:10.944366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Sync routers for ids ['09be24d9-f59c-4f29-9e66-a4f430198465'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:42:10.954441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Routers {'09be24d9-f59c-4f29-9e66-a4f430198465'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:10.955081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['09be24d9-f59c-4f29-9e66-a4f430198465'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:11.133874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Set router 09be24d9-f59c-4f29-9e66-a4f430198465 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:11.476819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d746ae6-5898-4e96-bd32-59907ba27241 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:11.546997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:42:09Z', 'revision_number': 4, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '08553153-41d3-4105-8a79-0e0e1d7f3f1e', 'name': '', 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'mac_address': 'fa:16:3e:df:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '483676e8-f1f6-4443-bd6d-51350794a155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:08Z', 'updated_at': '2022-03-16T11:42:09Z', 'revision_number': 2, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'subnets': [{'id': '483676e8-f1f6-4443-bd6d-51350794a155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:11.553237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Checking router: 09be24d9-f59c-4f29-9e66-a4f430198465 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:42:11.553397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Updating router 09be24d9-f59c-4f29-9e66-a4f430198465 port 08553153-41d3-4105-8a79-0e0e1d7f3f1e binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:42:11.615499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:11.673778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 4d746ae6-5898-4e96-bd32-59907ba27241 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:11.687583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4d746ae6-5898-4e96-bd32-59907ba27241 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:11.688080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:11.973365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.005383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 4d746ae6-5898-4e96-bd32-59907ba27241, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d746ae6-5898-4e96-bd32-59907ba27241,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:12.088705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.183808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=4d746ae6-5898-4e96-bd32-59907ba27241,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:12.187588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.206413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Transition to ACTIVE for port object 08553153-41d3-4105-8a79-0e0e1d7f3f1e will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:12.265289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.481094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05b65d-9af8-4d93-9e32-028a21951732 None None] Pushing event updated for resources: {'Port': ['ID=08553153-41d3-4105-8a79-0e0e1d7f3f1e,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:12.542508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Attempting to bind port 08553153-41d3-4105-8a79-0e0e1d7f3f1e on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:12.542882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Attempting to bind port 08553153-41d3-4105-8a79-0e0e1d7f3f1e by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:12.543248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Attempting to bind port 08553153-41d3-4105-8a79-0e0e1d7f3f1e on network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:12.549711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:42:12.550121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Checking segment: {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:12.550527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.550925 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Bound using segment: {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:42:12.551398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Bound port: 08553153-41d3-4105-8a79-0e0e1d7f3f1e, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3713ba0e-4f53-4f47-8563-6a17c857d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:12.551775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.678608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] For port 08553153-41d3-4105-8a79-0e0e1d7f3f1e, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:42:12.686496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] For port 08553153-41d3-4105-8a79-0e0e1d7f3f1e, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=08553153-41d3-4105-8a79-0e0e1d7f3f1e,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:42:12.742618 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.821034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Routers {'09be24d9-f59c-4f29-9e66-a4f430198465'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:42:12.821685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:41:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['09be24d9-f59c-4f29-9e66-a4f430198465'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:12.995141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05b65d-9af8-4d93-9e32-028a21951732 None None] Pushing event updated for resources: {'Port': ['ID=08553153-41d3-4105-8a79-0e0e1d7f3f1e,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:13.022504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] Set router 09be24d9-f59c-4f29-9e66-a4f430198465 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:42:13.386372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:42:09Z', 'revision_number': 4, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '08553153-41d3-4105-8a79-0e0e1d7f3f1e', 'name': '', 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'mac_address': 'fa:16:3e:df:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '483676e8-f1f6-4443-bd6d-51350794a155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:08Z', 'updated_at': '2022-03-16T11:42:12Z', 'revision_number': 4, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'subnets': [{'id': '483676e8-f1f6-4443-bd6d-51350794a155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:13.391261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439cdca-3f2c-4e38-969a-828c28252e02 None None] The sync data for ids ['09be24d9-f59c-4f29-9e66-a4f430198465'] in dv-neutron-831730-4-hyperv is: [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:42:09Z', 'revision_number': 4, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '08553153-41d3-4105-8a79-0e0e1d7f3f1e', 'name': '', 'network_id': '9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'mac_address': 'fa:16:3e:df:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '483676e8-f1f6-4443-bd6d-51350794a155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:08Z', 'updated_at': '2022-03-16T11:42:12Z', 'revision_number': 4, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'subnets': [{'id': '483676e8-f1f6-4443-bd6d-51350794a155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:42:13.485483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d746ae6-5898-4e96-bd32-59907ba27241 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:13.572710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 4d746ae6-5898-4e96-bd32-59907ba27241 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:13.573085 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:15.187950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-45c7291e-b304-49ee-955b-851d4279e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:15.510217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 08553153-41d3-4105-8a79-0e0e1d7f3f1e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:15.668247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 08553153-41d3-4105-8a79-0e0e1d7f3f1e completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:15.674769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 08553153-41d3-4105-8a79-0e0e1d7f3f1e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:15.675314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:15.805311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:15.837701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 08553153-41d3-4105-8a79-0e0e1d7f3f1e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=08553153-41d3-4105-8a79-0e0e1d7f3f1e,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:15.901929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:15.980459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=08553153-41d3-4105-8a79-0e0e1d7f3f1e,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:17.437297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 08553153-41d3-4105-8a79-0e0e1d7f3f1e up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:17.505171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 08553153-41d3-4105-8a79-0e0e1d7f3f1e triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:17.505543 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:17.597933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-63d788ef-54fa-4d7e-a74f-c6c00df7b0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:18.387822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:18.793737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:20.149869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:20.571154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:22.153676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-6fc4b03f-bb07-46b6-92ba-87384af67c7b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:22.154556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-6fc4b03f-bb07-46b6-92ba-87384af67c7b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:42:22.273233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-6fc4b03f-bb07-46b6-92ba-87384af67c7b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:42:22.274445 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-6fc4b03f-bb07-46b6-92ba-87384af67c7b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 815 time: 0.2634568 Mar 16 11:42:22.290458 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-1103417b-d892-49ae-857b-934b4a72b572 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/quotas/92852adabd2f461a88cdfc66c56b597a HTTP/1.1" status: 200 len: 375 time: 0.0104780 Mar 16 11:42:22.377263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-504331e8-847c-4227-ad17-b9c2a131b8ca tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:42:22.450486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-504331e8-847c-4227-ad17-b9c2a131b8ca tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:42:22.452170 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-504331e8-847c-4227-ad17-b9c2a131b8ca tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565726 Mar 16 11:42:22.586227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-a02fbda4-f238-43e7-a0c3-b7f60a669c09 service neutron] 10.222.0.30 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226034 Mar 16 11:42:22.826019 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-1fe6e6ba-662b-445b-add7-41b4b5c76eec service neutron] 10.222.0.30 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337911 Mar 16 11:42:23.095767 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1499e4b5-83ee-4d60-9182-2f1fac9fefef req-b1fb5059-d7b4-4648-bbb2-9913be561890 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 210 time: 0.0449533 Mar 16 11:42:24.245912 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-33924e29-e5eb-4cf6-8a8b-7549265cc6f0 req-ada6ab68-ec48-4031-a9af-a041d1794a36 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 210 time: 0.0415998 Mar 16 11:42:25.349353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-4afeebea-134a-4cfa-a0ae-4dc7b7e52ae4 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:25.350805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-4afeebea-134a-4cfa-a0ae-4dc7b7e52ae4 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 815 time: 0.1477258 Mar 16 11:42:25.362581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'port': {'device_id': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'admin_state_up': True, 'tenant_id': '92852adabd2f461a88cdfc66c56b597a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:42:25.395692 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-67992c42-db95-42eb-bcb6-a5054d80a357 req-d69b0c1e-64e5-4eaa-b1a4-22b98de44f94 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 210 time: 0.0434444 Mar 16 11:42:25.498626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:25.507652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:25.585409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Made reservation on behalf of 92852adabd2f461a88cdfc66c56b597a for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:42:25.588373 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:25.751539 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Allocated IP 172.20.0.11 (9f3531fe-ab37-4b68-91ab-0e63e267f948/b32c1194-0973-46fc-bb00-b3b5d32b8bec/e6551ba2-bbb2-4b84-9362-774e9e9735f8) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:25.949958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:25.965410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Transition to ACTIVE for port object e6551ba2-bbb2-4b84-9362-774e9e9735f8 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:26.067800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:26.161748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:26.165728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:26.178661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:42:26.215366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:26.254425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:26.255055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:26.348353 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-91d9bb05-cf63-43d6-842d-93b51b889ef7 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9893403 Mar 16 11:42:26.566068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-35fe222f-cada-4908-b1b0-ed8ea2277d8b None None] Provisioning for port e6551ba2-bbb2-4b84-9362-774e9e9735f8 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:26.571374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-35fe222f-cada-4908-b1b0-ed8ea2277d8b None None] Provisioning complete for port e6551ba2-bbb2-4b84-9362-774e9e9735f8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:26.571960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-35fe222f-cada-4908-b1b0-ed8ea2277d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:26.668559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-0f099428-f66a-4aa4-a17f-629c7ba6f65c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:26.672035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-0f099428-f66a-4aa4-a17f-629c7ba6f65c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:42:26.684460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-35fe222f-cada-4908-b1b0-ed8ea2277d8b None None] Port e6551ba2-bbb2-4b84-9362-774e9e9735f8 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:42:26.739455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-0f099428-f66a-4aa4-a17f-629c7ba6f65c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:42:26.744071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-0f099428-f66a-4aa4-a17f-629c7ba6f65c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.2239828 Mar 16 11:42:26.788973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-3b3e2a29-734e-4d35-8262-1475711012dd tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:42:26.862226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-3b3e2a29-734e-4d35-8262-1475711012dd tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:42:26.863944 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-19e3d409-a78c-46f7-bb6e-b28b144044d9 req-3b3e2a29-734e-4d35-8262-1475711012dd tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147230 Mar 16 11:42:28.088002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dce0b-889d-4fb0-98ac-53f2558e481d req-92533d57-89a4-43c3-aa52-96db272f4da5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:28.090330 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed7dce0b-889d-4fb0-98ac-53f2558e481d req-92533d57-89a4-43c3-aa52-96db272f4da5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.1091731 Mar 16 11:42:28.138600 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed7dce0b-889d-4fb0-98ac-53f2558e481d req-e8da6f49-205a-4c83-99ba-5438573ccead tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Mar 16 11:42:29.331487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1956cc-88a2-4ac4-b55b-049b3bb7e9b6 req-5eae7dfb-e203-44a2-8e0a-bc67cf7cf7d1 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:29.332977 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e1956cc-88a2-4ac4-b55b-049b3bb7e9b6 req-5eae7dfb-e203-44a2-8e0a-bc67cf7cf7d1 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.0875235 Mar 16 11:42:29.380004 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e1956cc-88a2-4ac4-b55b-049b3bb7e9b6 req-c407bb81-96f9-433a-8d9c-b5fd2024b7fa tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Mar 16 11:42:30.599530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcc175-eda4-41be-950b-95065c985932 req-e32817b1-2fdb-47e0-a074-9b86f50d4e3c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:30.601789 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-84dcc175-eda4-41be-950b-95065c985932 req-e32817b1-2fdb-47e0-a074-9b86f50d4e3c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.1090770 Mar 16 11:42:30.650113 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-84dcc175-eda4-41be-950b-95065c985932 req-b6269605-6e6c-482e-b2b5-87b465a34c43 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Mar 16 11:42:31.846132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee59c3-c48c-40fa-82e2-b54b622ab976 req-8091bd4c-f752-4c35-9332-f15bdb6df572 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:31.847598 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-66ee59c3-c48c-40fa-82e2-b54b622ab976 req-8091bd4c-f752-4c35-9332-f15bdb6df572 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.0844095 Mar 16 11:42:31.908049 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-66ee59c3-c48c-40fa-82e2-b54b622ab976 req-dd155e61-3d0c-43b8-966c-fc3e6ee912e6 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542865 Mar 16 11:42:33.084968 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:33.111342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e80610-5a38-4cb7-9012-c51598b77732 req-cc60f7d3-2b99-43e1-a557-a65025544568 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:33.112865 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98e80610-5a38-4cb7-9012-c51598b77732 req-cc60f7d3-2b99-43e1-a557-a65025544568 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.0941319 Mar 16 11:42:33.159321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-98e80610-5a38-4cb7-9012-c51598b77732 req-81322a1a-558f-45f8-90ad-9e3523a622cf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403447 Mar 16 11:42:34.354355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d226-5caf-46ef-811f-4735a3344b30 req-d7d109ee-8bd0-4e7b-92fc-e8a89cae3947 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:34.355898 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5600d226-5caf-46ef-811f-4735a3344b30 req-d7d109ee-8bd0-4e7b-92fc-e8a89cae3947 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.0881751 Mar 16 11:42:34.407587 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5600d226-5caf-46ef-811f-4735a3344b30 req-88a026a0-4bfe-4913-b95d-d49ac2bb0384 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Mar 16 11:42:35.596209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa50af-113a-4da7-84b1-eb8e2d148dc4 req-1f2f8fe1-eeaa-4eac-a2e1-ac057ae6ccd5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:35.604773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-74aa50af-113a-4da7-84b1-eb8e2d148dc4 req-1f2f8fe1-eeaa-4eac-a2e1-ac057ae6ccd5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 932 time: 0.0814002 Mar 16 11:42:35.644259 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-74aa50af-113a-4da7-84b1-eb8e2d148dc4 req-b07f0a0d-08e4-4b96-9116-fcfdbb0c22d5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Mar 16 11:42:36.175750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Request body: {'port': {'device_id': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:42:36.282852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:36.619750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6551ba2-bbb2-4b84-9362-774e9e9735f8 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:42:36.627527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:36.642100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Transition to ACTIVE for port object e6551ba2-bbb2-4b84-9362-774e9e9735f8 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:36.716495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:37.000834 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:37.117133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703a1fd-747e-425d-8714-659661b8b7b8 req-06a9e3ef-0b14-4892-8b3d-c2064d7111cb tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.118545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b703a1fd-747e-425d-8714-659661b8b7b8 req-06a9e3ef-0b14-4892-8b3d-c2064d7111cb tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 944 time: 0.3639474 Mar 16 11:42:37.126585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Attempting to bind port e6551ba2-bbb2-4b84-9362-774e9e9735f8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:37.126920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Attempting to bind port e6551ba2-bbb2-4b84-9362-774e9e9735f8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:37.127242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Attempting to bind port e6551ba2-bbb2-4b84-9362-774e9e9735f8 on network 9f3531fe-ab37-4b68-91ab-0e63e267f948 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:37.147785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Port e6551ba2-bbb2-4b84-9362-774e9e9735f8 on network 9f3531fe-ab37-4b68-91ab-0e63e267f948 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:42:37.148123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Attempting to bind port e6551ba2-bbb2-4b84-9362-774e9e9735f8 on network 9f3531fe-ab37-4b68-91ab-0e63e267f948 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:42:37.158195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:42:37.158528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Checking segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:42:37.158906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Bound using segment: {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:42:37.159331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Bound port: e6551ba2-bbb2-4b84-9362-774e9e9735f8, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cccd09-a9ab-4080-b207-a2d5a447d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:37.159674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:37.218854 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b703a1fd-747e-425d-8714-659661b8b7b8 req-eece2d66-480c-4910-8f43-9c28c07dd960 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Mar 16 11:42:37.263241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:42:37.266147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:42:37.316911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:37.375520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.376159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:37.377474 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] 10.222.0.53 "PUT /v2.0/ports/e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 1094 time: 1.2064564 Mar 16 11:42:37.377928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:42:37.404600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d9635-7520-4401-b995-0d05d0f5d600 service neutron] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:37.429947 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'status': 'completed', 'code': 200} Mar 16 11:42:37.520683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a1a6-48c9-4d46-b0a2-dc527728b141 req-7eda36af-892a-428b-9e42-2928e6971420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.522189 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fa99a1a6-48c9-4d46-b0a2-dc527728b141 req-7eda36af-892a-428b-9e42-2928e6971420 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1097 time: 0.0740919 Mar 16 11:42:37.664128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a1a6-48c9-4d46-b0a2-dc527728b141 req-c1a874d5-4eff-4571-9f20-94554d5e25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.665457 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fa99a1a6-48c9-4d46-b0a2-dc527728b141 req-c1a874d5-4eff-4571-9f20-94554d5e25fc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=92852adabd2f461a88cdfc66c56b597a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1351528 Mar 16 11:42:37.799159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a1a6-48c9-4d46-b0a2-dc527728b141 req-042e343f-e6bd-43b4-9a9c-3d580895dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.800597 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fa99a1a6-48c9-4d46-b0a2-dc527728b141 req-042e343f-e6bd-43b4-9a9c-3d580895dc48 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292377 Mar 16 11:42:37.905411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-948793f6-84d5-43ad-8098-50f7bdbcbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.906890 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-948793f6-84d5-43ad-8098-50f7bdbcbe50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1097 time: 0.0710897 Mar 16 11:42:37.978115 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-49bdecee-5ee3-4927-8528-cede32d6cfcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 217 time: 0.0620811 Mar 16 11:42:38.040755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-650d4777-1151-4dd1-9f96-e9f92776d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:38.042155 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-650d4777-1151-4dd1-9f96-e9f92776d846 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0580068 Mar 16 11:42:38.115831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b40b32c9-3342-4192-b0d4-449ec4e80741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:38.117899 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-b40b32c9-3342-4192-b0d4-449ec4e80741 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691860 Mar 16 11:42:38.251236 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-6a4b10d2-2a37-4c74-9286-1c8fe43e06d4 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279418 Mar 16 11:42:38.428234 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4866b9a7-d830-4af3-bc4d-037c7a0c86c7 req-20272097-d045-46b9-9e94-5053894a5ffa service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704490 Mar 16 11:42:38.451686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135fc00-a02f-43a0-9c57-e73c2e7e4623 req-4fac5515-dd0c-4fed-ac50-60bcc4511e92 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:38.454218 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1135fc00-a02f-43a0-9c57-e73c2e7e4623 req-4fac5515-dd0c-4fed-ac50-60bcc4511e92 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 944 time: 0.1147349 Mar 16 11:42:38.500539 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1135fc00-a02f-43a0-9c57-e73c2e7e4623 req-eb00dfbc-96fb-4b31-9d1c-acd64aa03ab5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Mar 16 11:42:39.686709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8123cb0-70f2-4a02-8e8f-a084d7b197bf req-c0699ce0-2121-4fcc-8a1b-66a9692e615c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:39.688071 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8123cb0-70f2-4a02-8e8f-a084d7b197bf req-c0699ce0-2121-4fcc-8a1b-66a9692e615c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 944 time: 0.0829129 Mar 16 11:42:39.731813 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8123cb0-70f2-4a02-8e8f-a084d7b197bf req-97d9d81a-162e-4338-9a24-81cb3c15cc09 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Mar 16 11:42:39.978708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6551ba2-bbb2-4b84-9362-774e9e9735f8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:42:40.106198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:40.118916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'port_id': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'mac_address': 'fa:16:3e:3f:ac:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:42:40.176231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:40.192699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6551ba2-bbb2-4b84-9362-774e9e9735f8 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:42:40.208331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:40.299371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:40.364750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:40.507525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6551ba2-bbb2-4b84-9362-774e9e9735f8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:42:40.912153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc5e46-bdeb-476d-a13f-4cd76945df90 req-2522db6a-c113-4a11-a269-c26c2e9f0620 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:40.913622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8acc5e46-bdeb-476d-a13f-4cd76945df90 req-2522db6a-c113-4a11-a269-c26c2e9f0620 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 945 time: 0.0795212 Mar 16 11:42:40.956769 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8acc5e46-bdeb-476d-a13f-4cd76945df90 req-116d74c9-e76b-4892-9dc5-4d02b82c7d5f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Mar 16 11:42:41.995065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6551ba2-bbb2-4b84-9362-774e9e9735f8 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:42.130725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e6551ba2-bbb2-4b84-9362-774e9e9735f8 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:42.136012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e6551ba2-bbb2-4b84-9362-774e9e9735f8 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:42.136544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:42.159555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2d8a-18dc-4abf-b8e2-4c2f3f415494 req-7abc89ef-ea94-48df-a6d9-085d27a9e02a tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:42.161015 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-024b2d8a-18dc-4abf-b8e2-4c2f3f415494 req-7abc89ef-ea94-48df-a6d9-085d27a9e02a tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 945 time: 0.0937405 Mar 16 11:42:42.227515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-024b2d8a-18dc-4abf-b8e2-4c2f3f415494 req-16ce296d-5b72-4c10-92da-491012343d55 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 Mar 16 11:42:42.277605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:42.313324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:42:42.325277 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:42:42.371029 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'code': 200} Mar 16 11:42:42.377216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:42.474735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:42.744092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628ff4-0aab-46ef-b834-55f044dcbd7b req-6c789332-bc8d-4587-88d5-3239c74b5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:42.745579 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1e628ff4-0aab-46ef-b834-55f044dcbd7b req-6c789332-bc8d-4587-88d5-3239c74b5045 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1099 time: 0.0718408 Mar 16 11:42:42.885365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1e628ff4-0aab-46ef-b834-55f044dcbd7b req-78b97f7d-6f32-4338-99a4-2d305303df20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Mar 16 11:42:43.413362 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420c559-865d-4ddf-98cb-03c74cc73b35 req-15867019-24ee-4e38-beaf-872d39d91d22 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:43.414843 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3420c559-865d-4ddf-98cb-03c74cc73b35 req-15867019-24ee-4e38-beaf-872d39d91d22 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0806277 Mar 16 11:42:43.461138 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3420c559-865d-4ddf-98cb-03c74cc73b35 req-69c2956e-89f9-40d9-baae-2be4b4472147 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Mar 16 11:42:44.642904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef86e51-2573-4e56-b5e1-253ebe8032da req-3bd06c09-27c7-4e1b-9e87-81bdca50bbfe tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:44.644374 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eef86e51-2573-4e56-b5e1-253ebe8032da req-3bd06c09-27c7-4e1b-9e87-81bdca50bbfe tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0790353 Mar 16 11:42:44.687605 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eef86e51-2573-4e56-b5e1-253ebe8032da req-8527adea-2976-4806-834f-b9aacdff3672 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Mar 16 11:42:44.864834 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99aae9-b484-45ff-971e-3eb24c5a625a req-dbf567d4-3a44-4cd7-96d2-a6ba0b65dc27 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:44.866319 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b99aae9-b484-45ff-971e-3eb24c5a625a req-dbf567d4-3a44-4cd7-96d2-a6ba0b65dc27 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0777514 Mar 16 11:42:44.910927 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4b99aae9-b484-45ff-971e-3eb24c5a625a req-d0903a7c-b5ef-41f9-ba60-36ec9adba4f0 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Mar 16 11:42:45.179790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-389fb889-31bd-4045-88de-5cbfad08f6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:45.298882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816daef-93db-4126-8ea9-f890b047c9b9 req-7338cd2e-feb3-4ccf-9427-022b43592d34 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:45.300324 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f816daef-93db-4126-8ea9-f890b047c9b9 req-7338cd2e-feb3-4ccf-9427-022b43592d34 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0841978 Mar 16 11:42:45.343852 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f816daef-93db-4126-8ea9-f890b047c9b9 req-2a7f3e80-02c8-4e2e-ae71-2dc0ec7c6738 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Mar 16 11:42:47.356520 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7f12124d-073c-4431-bbf6-821f35e9e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:48.362753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:48.776465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.107711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.210420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:57.355365 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-a6087e7a-8739-4038-9514-7bb8731b01d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709763 Mar 16 11:42:57.494389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-d64b3d26-0c2d-49cf-bbe7-fe79debb7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:57.494660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-d64b3d26-0c2d-49cf-bbe7-fe79debb7161 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1099 time: 0.0714312 Mar 16 11:42:57.645411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-63cf350d-fc69-4dea-8ed5-4823457c64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:57.646891 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-63cf350d-fc69-4dea-8ed5-4823457c64e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1322439 Mar 16 11:42:57.716066 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-69c97e44-8133-4dbe-92a7-178f1f02443e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 217 time: 0.0630503 Mar 16 11:42:57.776748 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-d9d96bf5-ab87-4272-8822-dec6355bb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:57.778046 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-d9d96bf5-ab87-4272-8822-dec6355bb3b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0560193 Mar 16 11:42:57.853097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-7e0111f6-cde6-452e-8385-15dec8c4ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:57.854521 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-7e0111f6-cde6-452e-8385-15dec8c4ad75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707979 Mar 16 11:42:57.983871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-95c3fc8f-cfec-4fb7-a2fe-b5f3c285ef16 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225212 Mar 16 11:42:58.113808 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0f7f5a0-8728-4f7a-b286-e254f9575098 req-d6a0e526-4927-4ec3-92af-5d896f1cdd8b service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237543 Mar 16 11:42:58.384609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f8ad-29b3-4be2-8f9c-6f8b02ada856 req-5cb40ec2-83cd-4537-b89b-2a2277a9a9a5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:58.386087 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5326f8ad-29b3-4be2-8f9c-6f8b02ada856 req-5cb40ec2-83cd-4537-b89b-2a2277a9a9a5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0792725 Mar 16 11:42:58.429741 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5326f8ad-29b3-4be2-8f9c-6f8b02ada856 req-18cfb9ef-a9cc-4f28-b812-419cca024c3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Mar 16 11:42:58.452091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42064) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:58.623519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45196627-290e-40ed-bea5-06c1258ab294 tempest-TestMinimumBasicScenario-499088223 tempest-TestMinimumBasicScenario-499088223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:58.625277 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-45196627-290e-40ed-bea5-06c1258ab294 tempest-TestMinimumBasicScenario-499088223 tempest-TestMinimumBasicScenario-499088223-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1094 time: 0.1722152 Mar 16 11:42:58.628420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42070) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:58.633306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:42:58.639202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:58.643437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:floatingip and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:42:58.646256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:42:58.651838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:58.742118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.960054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.092751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Allocated IP 172.26.7.213 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/51560e96-c039-48c4-b57b-b21bde54290d) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:59.235990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.311401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.370003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:59.372611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:59.377086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:42:59.423748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'Port': ['ID=51560e96-c039-48c4-b57b-b21bde54290d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:59.435484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.435824 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.436161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.436493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.436829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.437157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.437481 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.437803 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.438153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.439069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.439392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.439711 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:59.801764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.976017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.175556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.233435 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.340655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'Port': ['ID=51560e96-c039-48c4-b57b-b21bde54290d,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:00.352590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.524596 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Floating IP c949296a-4e5e-47a1-bf31-76cb0bec2c1f associated. External IP: 172.26.7.213, port: e6551ba2-bbb2-4b84-9362-774e9e9735f8. Mar 16 11:43:00.970911 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Router b744be10-28c8-4c38-9b35-e1ae0890c6b8 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:43:01.149300 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:43:01.159353 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] Sync routers for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:43:01.168751 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:01.169332 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:42:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:01.257001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.311977 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1b011fe4-b42a-42ff-9fb1-77a76532fb97 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6824934 Mar 16 11:43:01.312555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:01.314804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42074) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:01.320035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604372516', 'description': 'tempest-secgroup-smoke-1604372516 description', 'project_id': '92852adabd2f461a88cdfc66c56b597a'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:01.326345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:01.337454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:01.374612 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:01.406879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.429531 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:01.433966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:01.438196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:01.444296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:01.533913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.559428 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'status': 'completed', 'code': 200} Mar 16 11:43:01.615058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.678262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:01.700323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-54f0aa79-08e5-4107-9aed-b20ac4b52700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:01.701789 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-54f0aa79-08e5-4107-9aed-b20ac4b52700 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1099 time: 0.1213775 Mar 16 11:43:01.744670 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.745993 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-cbb6e83e-8afe-4f80-9c2a-335fb6960a66 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4301612 Mar 16 11:43:01.749381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42082) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:01.755368 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group_rule': {'security_group_id': 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780', 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:01.761932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:01.766231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:01.769159 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c949296a-4e5e-47a1-bf31-76cb0bec2c1f', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'port_id': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'mac_address': 'fa:16:3e:3f:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:42:59Z', 'updated_at': '2022-03-16T11:42:59Z', 'revision_number': 0, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:01.770523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:01.773064 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] Checking router: b744be10-28c8-4c38-9b35-e1ae0890c6b8 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:43:01.777220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:01.781380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:43:01.781997 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:42:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:01.839484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-6e112375-b4c6-4201-aae3-2a38b7902d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:01.841094 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-6e112375-b4c6-4201-aae3-2a38b7902d4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1332827 Mar 16 11:43:01.861613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.930385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.946825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-2c4bf12a-3f0b-4162-afc6-5d9c72089e88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 1000 time: 0.0991664 Mar 16 11:43:01.964010 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:43:01.990990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.010491 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-9b617eeb-fdab-4d9c-9bc6-1495bf754f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:02.011991 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-9b617eeb-fdab-4d9c-9bc6-1495bf754f7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0587254 Mar 16 11:43:02.016642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68c9948-4531-41a6-a352-6eb31e6c9b55,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:02.087208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-ba3ec1bd-d962-482b-b63d-89e556499f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:02.088675 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-ba3ec1bd-d962-482b-b63d-89e556499f31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706472 Mar 16 11:43:02.089203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.090441 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2cdb5630-a3c2-4494-9fe5-4088ff471775 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400247 Mar 16 11:43:02.093137 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42086) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:02.098955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group_rule': {'security_group_id': 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780', 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:02.105018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:02.109154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:02.112554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:02.118192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:02.184825 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.225790 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-2892d9e6-94b3-4d1e-ab37-7ffc99e10b93 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295652 Mar 16 11:43:02.253329 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.317672 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c949296a-4e5e-47a1-bf31-76cb0bec2c1f', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'port_id': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'mac_address': 'fa:16:3e:3f:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:42:59Z', 'updated_at': '2022-03-16T11:42:59Z', 'revision_number': 0, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:02.321761 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099ad83-91f8-48fc-8e3a-aee1c8952cae None None] The sync data for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv is: [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c949296a-4e5e-47a1-bf31-76cb0bec2c1f', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'port_id': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'mac_address': 'fa:16:3e:3f:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:42:59Z', 'updated_at': '2022-03-16T11:42:59Z', 'revision_number': 0, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:43:02.342213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.369799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88da8ddc-543b-4a9c-9c30-2c4f9caf5fb5,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:02.456788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.460762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-95971969-fa7a-4e2e-a431-1e21f184f2ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3639975 Mar 16 11:43:02.461104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42090) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:02.466456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group_rule': {'security_group_id': 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780', 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:02.473185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:02.476868 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f56caaba-9a09-458c-b023-f3e70b31e6ed req-27dbd9f7-4b44-4564-a71f-0cbad7c74b56 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441697 Mar 16 11:43:02.477382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:02.480114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:02.486904 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:02.524837 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef456a8-9a0c-4649-b13f-f7ee984180db None None] New status for floating IP c949296a-4e5e-47a1-bf31-76cb0bec2c1f: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:43:02.603782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.665982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.731005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.755149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a7b5d5-2b02-4bab-b67a-f7415882052b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:02.816360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.817551 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-839a70d6-5d7c-4ba4-87a8-f29b195b43ad tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555686 Mar 16 11:43:02.820262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42094) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:02.825401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group_rule': {'security_group_id': 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780', 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:02.831559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:02.836187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:02.839204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:02.845146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:02.936997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.999416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.065352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.089043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fde0d2-5a2d-4846-afef-deefb8427b36,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:03.141766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.142988 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-29450c25-3e05-4d98-9e4a-0c6b6fc553ba tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218219 Mar 16 11:43:03.145630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42098) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:03.150577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group_rule': {'security_group_id': 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780', 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:03.156325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:03.160678 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:03.163535 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:03.169085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:03.250676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Project 92852adabd2f461a88cdfc66c56b597a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:43:03.257363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.319460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.402528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.426395 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5083b8a0-aece-42cb-811d-cf4b7db3c3fb,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:03.500115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.501290 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-780cad38-2f53-4e0d-8a2e-d43cc7ae3e7e tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3546727 Mar 16 11:43:03.504700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42102) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:03.509323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'security_group_rule': {'security_group_id': 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780', 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:03.515383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:03.519165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Usage tracker for resource:security_group_rule and tenant:92852adabd2f461a88cdfc66c56b597a is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:03.522263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:03.528623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:03.591614 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Project 92852adabd2f461a88cdfc66c56b597a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:43:03.599353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.663545 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.719154 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.740447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacacaf6-de88-41da-9335-dc11f0b7a443,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:03.813809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.815648 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8039aaf0-7192-43b7-a3de-a5d7469a7a3f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104453 Mar 16 11:43:03.933417 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-eeeb1325-bd23-4c35-9282-c4be0788474d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604372516&fields=id&tenant_id=92852adabd2f461a88cdfc66c56b597a HTTP/1.1" status: 200 len: 267 time: 0.0382240 Mar 16 11:43:04.017619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-928c2267-8fee-4de5-90c0-b5f4dcb76eb3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:04.019088 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-928c2267-8fee-4de5-90c0-b5f4dcb76eb3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0805655 Mar 16 11:43:04.029504 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'port': {'security_groups': ['824cafff-b606-48f7-a632-ac17bc621cf9', 'f07d6c5f-7974-47c5-9b98-fb3dd2cc1780']}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:43:04.148428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.401396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:43:04.426428 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.490346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.501541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6551ba2-bbb2-4b84-9362-774e9e9735f8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:43:04.562122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:04.562769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.564218 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da9ecda2-1c69-4936-9baf-18596ff58382 req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "PUT /v2.0/ports/e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 982 time: 0.5390565 Mar 16 11:43:04.564816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:43:04.605080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b72c2-56ef-4178-b881-ec4c443ba2d3 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=6']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:04.637119 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'status': 'completed', 'code': 200} Mar 16 11:43:04.655888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6551ba2-bbb2-4b84-9362-774e9e9735f8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:43:04.746277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-bcc47eb1-57f9-4d1a-8074-5b0371aa8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:04.747881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-bcc47eb1-57f9-4d1a-8074-5b0371aa8b9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1138 time: 0.0851247 Mar 16 11:43:04.784730 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4819-3100-4f68-9ffb-37efec1b4636 req-a7ea94c0-be33-4a99-bc51-295094c3d80f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:04.786422 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5fee4819-3100-4f68-9ffb-37efec1b4636 req-a7ea94c0-be33-4a99-bc51-295094c3d80f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0993268 Mar 16 11:43:04.841736 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5fee4819-3100-4f68-9ffb-37efec1b4636 req-df5bc3dd-e527-4883-9f2a-89b138938b74 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489366 Mar 16 11:43:04.897802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-3418007d-3630-4b6e-9c37-7a28356fcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:04.899293 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-3418007d-3630-4b6e-9c37-7a28356fcb68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1449749 Mar 16 11:43:04.934991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-24d1522b-840e-45c1-9f23-be660d41235b None None] Provisioning complete for port e6551ba2-bbb2-4b84-9362-774e9e9735f8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:04.935252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-24d1522b-840e-45c1-9f23-be660d41235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.012879 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-23c75994-29c2-495d-90cc-1763f0f37d7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 1002 time: 0.1073723 Mar 16 11:43:05.087320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-8bd8792d-a40e-470b-963f-f4ba3b36a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:05.088755 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-8bd8792d-a40e-470b-963f-f4ba3b36a749 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0689709 Mar 16 11:43:05.169098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-0ea22d6e-fe61-4c7a-bc81-dc2e16690d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:05.174211 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-0ea22d6e-fe61-4c7a-bc81-dc2e16690d37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749669 Mar 16 11:43:05.307737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-fc7b3ad1-6228-4e85-8b3a-7f8cf5bb276a service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303663 Mar 16 11:43:05.442180 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-804cdf6a-1d27-42cf-a8d0-ca2f7125bf0a req-6ea7d33a-4631-438a-a09a-703402fed219 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285429 Mar 16 11:43:10.083684 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:15.205080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f5108547-6f0c-4996-b882-2909941115cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:17.345709 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d182c4b3-b3e4-4999-a900-160eaab0641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:18.368363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:18.757096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:19.341082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea47-8ebd-4e63-889f-18e8df07481e req-0f1b194c-c97b-4780-ac56-fed2d0425493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.342623 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-0f1b194c-c97b-4780-ac56-fed2d0425493 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1138 time: 0.0786386 Mar 16 11:43:19.422349 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a49946-1bcd-4c4a-a3d6-1247ff8919d1 req-aed47124-3b63-4a23-986f-0c1386f20469 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.423798 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-31a49946-1bcd-4c4a-a3d6-1247ff8919d1 req-aed47124-3b63-4a23-986f-0c1386f20469 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.1802323 Mar 16 11:43:19.470137 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-31a49946-1bcd-4c4a-a3d6-1247ff8919d1 req-8e795724-6e6d-4f2e-94fc-734fcf5df201 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398283 Mar 16 11:43:19.475815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea47-8ebd-4e63-889f-18e8df07481e req-e18d3711-a16c-4d72-8b24-89d96f1f834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.477335 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-e18d3711-a16c-4d72-8b24-89d96f1f834e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1283736 Mar 16 11:43:19.582447 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-25168d59-9ebe-46ca-abad-676e3a4ee797 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 1002 time: 0.0984132 Mar 16 11:43:19.648890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea47-8ebd-4e63-889f-18e8df07481e req-01d6008e-6da2-4064-a59e-7a353f48f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.650367 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-01d6008e-6da2-4064-a59e-7a353f48f251 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0607760 Mar 16 11:43:19.723851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aea47-8ebd-4e63-889f-18e8df07481e req-cf2c33b2-8145-4169-98d0-3f297cff7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.725202 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-cf2c33b2-8145-4169-98d0-3f297cff7db1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688968 Mar 16 11:43:19.853372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-511910e5-123c-4ba6-bdf3-2cc70560e7bc service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214864 Mar 16 11:43:20.077898 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-718aea47-8ebd-4e63-889f-18e8df07481e req-4844621b-df96-476e-8c6e-ec7e6559b6ec service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183514 Mar 16 11:43:20.084982 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:20.221822 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:20.662572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb496a-e0a7-4493-8779-2523d31967ca req-d1feff53-600d-4ec9-85f2-3f936be4dca1 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:20.664000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1afb496a-e0a7-4493-8779-2523d31967ca req-d1feff53-600d-4ec9-85f2-3f936be4dca1 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0835476 Mar 16 11:43:20.708741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-1afb496a-e0a7-4493-8779-2523d31967ca req-5fc6b5c3-7de9-48b8-836c-1b7cb42b5193 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:20.774058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-1afb496a-e0a7-4493-8779-2523d31967ca req-5fc6b5c3-7de9-48b8-836c-1b7cb42b5193 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:20.775224 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1afb496a-e0a7-4493-8779-2523d31967ca req-5fc6b5c3-7de9-48b8-836c-1b7cb42b5193 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056230 Mar 16 11:43:21.961125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214778a9-a95f-44a9-9124-56e8302af875 req-eda63809-81a2-428e-9aa0-cd6d4cf28b8d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:21.962605 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-214778a9-a95f-44a9-9124-56e8302af875 req-eda63809-81a2-428e-9aa0-cd6d4cf28b8d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0814683 Mar 16 11:43:22.008182 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-214778a9-a95f-44a9-9124-56e8302af875 req-a4c4338d-8d46-4770-b009-b45d60397e4c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397370 Mar 16 11:43:23.188077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fa4bb-30de-42c0-af84-81f3fc8b1c69 req-0df69580-e3f7-4e25-a783-2a6cacd26136 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:23.189522 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc2fa4bb-30de-42c0-af84-81f3fc8b1c69 req-0df69580-e3f7-4e25-a783-2a6cacd26136 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0778596 Mar 16 11:43:23.237427 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc2fa4bb-30de-42c0-af84-81f3fc8b1c69 req-07cc8c17-3f13-4d5a-9652-498895bdeef6 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419765 Mar 16 11:43:24.418998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ed0c0-666f-4cd3-8031-66aae11d7206 req-c91a8032-b6c1-48cf-adbb-8bef1fd326ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:24.420430 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec9ed0c0-666f-4cd3-8031-66aae11d7206 req-c91a8032-b6c1-48cf-adbb-8bef1fd326ce tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0788555 Mar 16 11:43:24.476206 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ec9ed0c0-666f-4cd3-8031-66aae11d7206 req-06278b6f-b1e2-42b1-8403-526c6ebfc0d4 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499508 Mar 16 11:43:25.660809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0b02-7c0f-43be-babc-9ec0f4cb03e5 req-d25675fa-af10-4963-a599-ee173b12effe tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:25.662341 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8aed0b02-7c0f-43be-babc-9ec0f4cb03e5 req-d25675fa-af10-4963-a599-ee173b12effe tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0813155 Mar 16 11:43:25.706819 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8aed0b02-7c0f-43be-babc-9ec0f4cb03e5 req-6bdbd046-490a-475c-8494-2efb1993dd11 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387313 Mar 16 11:43:26.894669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764c14-b5c6-4e85-a629-b87f1fa9b6d0 req-670ca49c-91e0-44f0-8d01-e2b0bbf1750a tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:26.896139 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd764c14-b5c6-4e85-a629-b87f1fa9b6d0 req-670ca49c-91e0-44f0-8d01-e2b0bbf1750a tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0838184 Mar 16 11:43:26.942437 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd764c14-b5c6-4e85-a629-b87f1fa9b6d0 req-57b4dabc-afeb-442a-80df-66b14d58f363 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406408 Mar 16 11:43:28.132690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71f324-f52e-4108-897f-9d07c0fcdf10 req-a62f7012-069a-4139-906b-33a27fe27f48 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:28.134140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0e71f324-f52e-4108-897f-9d07c0fcdf10 req-a62f7012-069a-4139-906b-33a27fe27f48 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0834680 Mar 16 11:43:28.179555 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0e71f324-f52e-4108-897f-9d07c0fcdf10 req-28d1ed6b-7e02-44b8-b6d9-730c6a87c86b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395927 Mar 16 11:43:29.364039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c516e5-7875-4769-abd8-2157b6ba68e9 req-954e42cf-b3e9-4445-a30f-41c3c820601c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:29.365477 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9c516e5-7875-4769-abd8-2157b6ba68e9 req-954e42cf-b3e9-4445-a30f-41c3c820601c tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0827043 Mar 16 11:43:29.412015 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c9c516e5-7875-4769-abd8-2157b6ba68e9 req-070ebb15-ac4c-4314-8af9-707e9660f55d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407834 Mar 16 11:43:30.747816 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cc4f2-234f-4c2f-a335-14e145fc0686 req-cfc71661-5858-4f77-b815-3749f98fea1f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:30.749177 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4cc4f2-234f-4c2f-a335-14e145fc0686 req-cfc71661-5858-4f77-b815-3749f98fea1f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0790927 Mar 16 11:43:30.794447 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6d4cc4f2-234f-4c2f-a335-14e145fc0686 req-25e329c1-ff8a-4d2e-a821-9591ff5deb15 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385582 Mar 16 11:43:31.977998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8006c-7c24-4f8f-9dd1-a73bd8a52da9 req-b21948f0-3640-43dc-9c1b-23c450aa6e37 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:31.979456 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-92b8006c-7c24-4f8f-9dd1-a73bd8a52da9 req-b21948f0-3640-43dc-9c1b-23c450aa6e37 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0793774 Mar 16 11:43:32.024783 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-92b8006c-7c24-4f8f-9dd1-a73bd8a52da9 req-5e50c7f6-6950-41bf-be7f-9df65bee7b88 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&id=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394728 Mar 16 11:43:45.202985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d814f9d3-cc38-4703-869c-00a42a60676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:47.082777 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:47.353956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6bc30c15-6b6f-4e98-8641-3add076fd842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:48.357038 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:48.741814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:50.136665 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:50.239074 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.563251 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-937474d9-6634-4f4e-bea5-c30dd1b3c83f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738177 Mar 16 11:43:58.698307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-f8f99f2b-35ae-425a-96ad-8f8f63f90a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:58.699789 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-f8f99f2b-35ae-425a-96ad-8f8f63f90a75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1138 time: 0.0699768 Mar 16 11:43:58.847140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-107ecaba-79ec-4d14-9949-86271de35be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:58.848572 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-107ecaba-79ec-4d14-9949-86271de35be3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1299670 Mar 16 11:43:58.950321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-43e6061d-e194-4fe7-b19f-b177a026aa89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 1002 time: 0.0947907 Mar 16 11:43:59.014120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-ac0d61ad-cb89-4432-b1b3-dcbb9180ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.015494 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-ac0d61ad-cb89-4432-b1b3-dcbb9180ca6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0589030 Mar 16 11:43:59.090974 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-c8017689-390a-4697-ab5a-04a82ec57c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:59.092407 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-c8017689-390a-4697-ab5a-04a82ec57c2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712299 Mar 16 11:43:59.224301 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-38e5a9a9-f68b-4d9c-91f1-95c456950ca0 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253104 Mar 16 11:43:59.351458 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-78e1a6ef-16e5-4bf3-bc1e-4247bcab00f0 req-4599ec86-f3c4-48cf-8f90-07eeb565b687 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212852 Mar 16 11:44:04.519337 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-7a356b51-50ed-44e1-84c1-0e504287a122 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604372516&fields=id&tenant_id=92852adabd2f461a88cdfc66c56b597a HTTP/1.1" status: 200 len: 267 time: 0.0868332 Mar 16 11:44:04.607600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-b7ee862c-b1eb-42d7-899c-706e0d41451b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.609135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-b7ee862c-b1eb-42d7-899c-706e0d41451b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 985 time: 0.0843773 Mar 16 11:44:04.619843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Request body: {'port': {'security_groups': ['824cafff-b606-48f7-a632-ac17bc621cf9']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:04.734203 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.066602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:05.090416 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.136245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.148137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6551ba2-bbb2-4b84-9362-774e9e9735f8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:44:05.206112 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.206735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.208126 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3dafe77-4bd5-4ac7-8946-f52ae0b01d89 req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "PUT /v2.0/ports/e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 943 time: 0.5926602 Mar 16 11:44:05.208582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:05.218581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42168) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:05.244490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event updated for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=7']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:05.254174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.254519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.254853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.255317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.255833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.256174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.256502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.256828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.257152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.257477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.257865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.258201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19ecad-8fbc-458d-a36b-c1ae320f564d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.278201 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'status': 'completed', 'code': 200} Mar 16 11:44:05.293834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6551ba2-bbb2-4b84-9362-774e9e9735f8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:44:05.323020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.357410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.374058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-2dd58fff-e352-4af0-a6fd-5e4be0d85ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.375693 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-2dd58fff-e352-4af0-a6fd-5e4be0d85ced service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1099 time: 0.0766923 Mar 16 11:44:05.485338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.506346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07d6c5f-7974-47c5-9b98-fb3dd2cc1780,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:05.514391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.514816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.515225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.515637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.516132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.517509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.517950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.518369 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.518765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.519161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.519546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.520279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:05.524408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-8cda3a36-421d-4406-8a66-1b313352c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.526736 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-8cda3a36-421d-4406-8a66-1b313352c02c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1438978 Mar 16 11:44:05.551855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5db2d66d-82a8-4b47-96b0-c5257c0a2321 None None] Provisioning complete for port e6551ba2-bbb2-4b84-9362-774e9e9735f8 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:05.552235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5db2d66d-82a8-4b47-96b0-c5257c0a2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.575651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.577237 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-012393c0-42d5-4bf5-8b20-2cb303bd9456 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "DELETE /v2.0/security-groups/f07d6c5f-7974-47c5-9b98-fb3dd2cc1780 HTTP/1.1" status: 204 len: 168 time: 0.3580389 Mar 16 11:44:05.579853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42172) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:05.645768 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-e7747862-c1c8-417a-b260-492fb43e3781 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 1002 time: 0.1128976 Mar 16 11:44:05.713812 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-c9b1f42a-0025-4ef4-9ae6-0f253a3b0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.715272 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-c9b1f42a-0025-4ef4-9ae6-0f253a3b0677 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0620964 Mar 16 11:44:05.788629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Deleting port 51560e96-c039-48c4-b57b-b21bde54290d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:05.788969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.792277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-cffe1d0e-f165-4a3c-ae06-a48a40a99116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.793738 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-cffe1d0e-f165-4a3c-ae06-a48a40a99116 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724351 Mar 16 11:44:05.923897 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-ffbea9df-ee17-4c03-a32a-e34884030789 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236894 Mar 16 11:44:05.954201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.954524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.055754 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8bf90b6f-40bd-4785-9128-b4180a0ef847 req-b15454cd-0c6f-46d1-8061-46b3cc3fe26b service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252761 Mar 16 11:44:06.074255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Calling delete_port for 51560e96-c039-48c4-b57b-b21bde54290d owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:06.278117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.329056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event deleted for resources: {'Port': ['ID=51560e96-c039-48c4-b57b-b21bde54290d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:06.417677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.418050 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Floating IP c949296a-4e5e-47a1-bf31-76cb0bec2c1f disassociated (deleted). External IP: 172.26.7.213, port: e6551ba2-bbb2-4b84-9362-774e9e9735f8. Mar 16 11:44:06.860902 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Router b744be10-28c8-4c38-9b35-e1ae0890c6b8 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:07.036926 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:07.046861 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] Sync routers for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:07.055708 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:07.056282 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:43:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:07.136227 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:07.194306 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8b7874e2-bcca-4008-8c8d-e1b1373f3abf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "DELETE /v2.0/floatingips/c949296a-4e5e-47a1-bf31-76cb0bec2c1f HTTP/1.1" status: 204 len: 168 time: 1.6133463 Mar 16 11:44:07.194849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:07.231146 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:07.251811 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'status': 'completed', 'code': 200} Mar 16 11:44:07.347331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-f4357d6f-de3c-4972-8a5f-faed62a2c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:07.348821 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-f4357d6f-de3c-4972-8a5f-faed62a2c22a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92852adabd2f461a88cdfc66c56b597a&device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 1099 time: 0.0764542 Mar 16 11:44:07.487367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-572e8770-ea6b-483e-9dd9-3dc4f5451e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:07.488889 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-572e8770-ea6b-483e-9dd9-3dc4f5451e98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 200 len: 916 time: 0.1324902 Mar 16 11:44:07.562098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-a0ab554e-2d5a-4f7d-81b6-efc00de032dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 200 len: 217 time: 0.0664983 Mar 16 11:44:07.581714 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:07.585926 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] Checking router: b744be10-28c8-4c38-9b35-e1ae0890c6b8 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:07.595579 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:07.596181 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:43:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:07.627623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-fd5c4b00-4c22-4655-afe7-63dd56dd78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:07.629097 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-fd5c4b00-4c22-4655-afe7-63dd56dd78b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 200 len: 854 time: 0.0610709 Mar 16 11:44:07.710689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-1e28e5ca-aa55-4b2c-8437-ab94ba5756db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:07.712103 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-1e28e5ca-aa55-4b2c-8437-ab94ba5756db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f3531fe-ab37-4b68-91ab-0e63e267f948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776961 Mar 16 11:44:07.787686 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:07.851820 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-2190243a-e553-4ad8-a291-528010da13de service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325693 Mar 16 11:44:08.098979 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b3c18ef6-6f7c-43b8-aa1b-55ceb357214f req-2f281e10-35ba-42f2-b97a-88f56abb9d87 service neutron] 10.222.0.53 "GET /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395883 Mar 16 11:44:08.099748 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:08.104408 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e48744-1adf-4184-8d22-82f3b3c3782c None None] The sync data for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv is: [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:42:01Z', 'revision_number': 4, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '779e6838-321c-4d1c-b58d-7a909705ea60', 'name': '', 'network_id': '9f3531fe-ab37-4b68-91ab-0e63e267f948', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'mac_address': 'fa:16:3e:56:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:00Z', 'updated_at': '2022-03-16T11:42:08Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'subnets': [{'id': 'b32c1194-0973-46fc-bb00-b3b5d32b8bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:08.329970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649336d9-8ed1-47c2-a4a3-86ac370ce577 None None] New status for floating IP c949296a-4e5e-47a1-bf31-76cb0bec2c1f: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:44:13.080875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988e706-df6b-4fb1-a7fb-50650d3dc928 req-65f29ac5-a997-4292-8cc0-62711ab13703 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:13.082263 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0988e706-df6b-4fb1-a7fb-50650d3dc928 req-65f29ac5-a997-4292-8cc0-62711ab13703 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0795927 Mar 16 11:44:13.126554 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0988e706-df6b-4fb1-a7fb-50650d3dc928 req-5f834098-696f-48b1-b415-03c72bfb368f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Mar 16 11:44:14.360958 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-e6bb9919-ab39-435f-97d7-bb2e5bd8e1bf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:14.361667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-e6bb9919-ab39-435f-97d7-bb2e5bd8e1bf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:14.490979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-e6bb9919-ab39-435f-97d7-bb2e5bd8e1bf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:14.493592 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-e6bb9919-ab39-435f-97d7-bb2e5bd8e1bf tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.2597871 Mar 16 11:44:14.537996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-017c97ed-9799-427d-9c0f-5873efa93fc5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Synchronizing usage tracker for tenant:92852adabd2f461a88cdfc66c56b597a on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:14.599216 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-017c97ed-9799-427d-9c0f-5873efa93fc5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Unset dirty status for tenant:92852adabd2f461a88cdfc66c56b597a on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:14.600382 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2d39e0ec-3b6d-4f10-9cca-26bb3021d2ae req-017c97ed-9799-427d-9c0f-5873efa93fc5 tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/security-groups?id=824cafff-b606-48f7-a632-ac17bc621cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026592 Mar 16 11:44:14.746564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-4d2d01a5-dafc-481f-a2ba-a53ffcd1759d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:14.748452 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-4d2d01a5-dafc-481f-a2ba-a53ffcd1759d tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.53 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 946 time: 0.0856373 Mar 16 11:44:14.814041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Deleting port e6551ba2-bbb2-4b84-9362-774e9e9735f8 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:14.814372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.055105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] For port e6551ba2-bbb2-4b84-9362-774e9e9735f8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e6551ba2-bbb2-4b84-9362-774e9e9735f8,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:15.055374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.176540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Calling delete_port for e6551ba2-bbb2-4b84-9362-774e9e9735f8 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:15.193410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3fbfde84-3726-4c5a-83f6-c4885140b0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.387824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.399242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e6551ba2-bbb2-4b84-9362-774e9e9735f8'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:44:15.441387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Pushing event deleted for resources: {'Port': ['ID=e6551ba2-bbb2-4b84-9362-774e9e9735f8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:15.514135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] No DVR routers for this DVR port e6551ba2-bbb2-4b84-9362-774e9e9735f8 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:44:15.516650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.519261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'name': 'network-vif-deleted', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:15.563424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092cc5a-f4be-49b0-a6b0-8879a3ed0661', 'name': 'network-vif-deleted', 'tag': 'e6551ba2-bbb2-4b84-9362-774e9e9735f8', 'status': 'completed', 'code': 200} Mar 16 11:44:15.571265 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9481ebe-d92e-4573-afd4-4fe0a8e0a86b req-887786b4-58e4-40c4-baa8-f7e5db41810f tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.53 "DELETE /v2.0/ports/e6551ba2-bbb2-4b84-9362-774e9e9735f8 HTTP/1.1" status: 204 len: 173 time: 0.8182056 Mar 16 11:44:15.750629 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-75044cb1-4252-4466-987b-209e364285c7 req-1fdb0017-96fb-4c73-9c53-a19c30283c7b tempest-TestMinimumBasicScenario-244125898 tempest-TestMinimumBasicScenario-244125898-project] 10.222.0.30 "GET /v2.0/ports?device_id=3092cc5a-f4be-49b0-a6b0-8879a3ed0661 HTTP/1.1" status: 200 len: 210 time: 0.0446343 Mar 16 11:44:17.348080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbdde-b47b-4b79-b459-0922029bf3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.078045 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42260) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:18.336137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6551ba2-bbb2-4b84-9362-774e9e9735f8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:18.365002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.371438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e6551ba2-bbb2-4b84-9362-774e9e9735f8 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:18.371789 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e6551ba2-bbb2-4b84-9362-774e9e9735f8 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:18.603508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:18.759563 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:19.055366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Deleting port 779e6838-321c-4d1c-b58d-7a909705ea60 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:19.055588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:19.221880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] For port 779e6838-321c-4d1c-b58d-7a909705ea60, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=779e6838-321c-4d1c-b58d-7a909705ea60,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:19.222608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:19.347429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Calling delete_port for 779e6838-321c-4d1c-b58d-7a909705ea60 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:19.728979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:19.778702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=779e6838-321c-4d1c-b58d-7a909705ea60,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:20.039343 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.084683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.216210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.495656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Router b744be10-28c8-4c38-9b35-e1ae0890c6b8 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:20.673648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:20.682271 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] Sync routers for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:20.685501 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-05fe76d6-e6fc-4dcf-98f8-1f0249697d30 admin admin] 10.222.0.30 "PUT /v2.0/routers/b744be10-28c8-4c38-9b35-e1ae0890c6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064279 Mar 16 11:44:20.688068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42264) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:20.692904 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:20.693500 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:20.861706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:20.864182 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:21.035642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.113836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Deleting port 60b67ac8-41fd-4f00-b45e-8786583dc7b2 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:21.114124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.148917 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:44:19Z', 'revision_number': 5, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port': {'id': '60b67ac8-41fd-4f00-b45e-8786583dc7b2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:41:57Z', 'updated_at': '2022-03-16T11:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:21.152906 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] Checking router: b744be10-28c8-4c38-9b35-e1ae0890c6b8 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:21.161379 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] Routers {'b744be10-28c8-4c38-9b35-e1ae0890c6b8'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:21.162002 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:21.293992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] For port 60b67ac8-41fd-4f00-b45e-8786583dc7b2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=60b67ac8-41fd-4f00-b45e-8786583dc7b2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:21.294346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.334383 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] Set router b744be10-28c8-4c38-9b35-e1ae0890c6b8 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:21.417218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Calling delete_port for 60b67ac8-41fd-4f00-b45e-8786583dc7b2 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:21.442000 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 6, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:21.446360 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16f30f-9b69-4a78-be05-9633639c1a1f None None] The sync data for ids ['b744be10-28c8-4c38-9b35-e1ae0890c6b8'] in dv-neutron-831730-4-hyperv is: [{'id': 'b744be10-28c8-4c38-9b35-e1ae0890c6b8', 'name': 'tempest-TestMinimumBasicScenario-1794835848-router', 'tenant_id': '92852adabd2f461a88cdfc66c56b597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:41:56Z', 'updated_at': '2022-03-16T11:44:21Z', 'revision_number': 6, 'project_id': '92852adabd2f461a88cdfc66c56b597a', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:21.793591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:21.853524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b67ac8-41fd-4f00-b45e-8786583dc7b2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:21.943359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.110895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.113035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.188125 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.188674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b744be10-28c8-4c38-9b35-e1ae0890c6b8 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:44:22.200967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.202319 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c6811f7f-ecae-48e2-95d2-fd08b0987087 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b744be10-28c8-4c38-9b35-e1ae0890c6b8 HTTP/1.1" status: 204 len: 168 time: 1.5133319 Mar 16 11:44:22.204835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42268) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:22.266592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Deleting subnet b32c1194-0973-46fc-bb00-b3b5d32b8bec {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:44:22.269654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.320837 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.408209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.549066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.587149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32c1194-0973-46fc-bb00-b3b5d32b8bec,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:22.592640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.597652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023bc66c-39d6-4d4f-9c6f-694232ada364 None None] Network 9f3531fe-ab37-4b68-91ab-0e63e267f948 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:22.600919 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3e013bc4-78b6-4e8c-8753-2ab8f6b5efea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b32c1194-0973-46fc-bb00-b3b5d32b8bec HTTP/1.1" status: 204 len: 168 time: 0.3948464 Mar 16 11:44:22.603115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42272) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:22.707207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.717274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Deleting port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:22.717602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.849891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] DHCP port deletion for 9f3531fe-ab37-4b68-91ab-0e63e267f948 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:44:22.853989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Deleting port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:22.854387 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:22.932554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] For port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:22.933172 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.060805 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Calling delete_port for 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:23.083804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] For port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,segment=NetworkSegment(90cccd09-a9ab-4080-b207-a2d5a447d0df),segment_id=90cccd09-a9ab-4080-b207-a2d5a447d0df)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:23.084126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.204446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Calling delete_port for 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:23.221953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.271544 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:23.274976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:44:23.275132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] No DVR routers for this DVR port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:44:23.275644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:44:23.492400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.498812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 779e6838-321c-4d1c-b58d-7a909705ea60 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:23.519795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3531fe-ab37-4b68-91ab-0e63e267f948']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:23.533053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cccd09-a9ab-4080-b207-a2d5a447d0df') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:23.533473 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cccd09-a9ab-4080-b207-a2d5a447d0df') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:23.534473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 779e6838-321c-4d1c-b58d-7a909705ea60 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:23.534816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 779e6838-321c-4d1c-b58d-7a909705ea60 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:23.535243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60b67ac8-41fd-4f00-b45e-8786583dc7b2 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:23.544942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.561389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.568236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:44:23.568620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.570990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 60b67ac8-41fd-4f00-b45e-8786583dc7b2 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:23.571344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 60b67ac8-41fd-4f00-b45e-8786583dc7b2 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:23.571761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:44:23.581744 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:44:23.604575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:23.605140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:23.707937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.724149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.734462 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3531fe-ab37-4b68-91ab-0e63e267f948,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:23.776414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Deleting port 32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:23.776800 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:23.798277 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-664c92e6-3fab-4ee2-a417-f1abfc404856 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f3531fe-ab37-4b68-91ab-0e63e267f948 HTTP/1.1" status: 204 len: 168 time: 1.1941195 Mar 16 11:44:23.801055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42276) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:23.844190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ecb3a-ac3b-4c83-89ff-e76dd55e7e70 None None] The port '32fb5ed3-6f8d-4e7c-a3bc-0ce762b35d65' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:44:24.081791 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:24.319910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:24.658807 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Deleting port 08553153-41d3-4105-8a79-0e0e1d7f3f1e {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:24.659140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:24.824383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] For port 08553153-41d3-4105-8a79-0e0e1d7f3f1e, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=08553153-41d3-4105-8a79-0e0e1d7f3f1e,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:24.824727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.049823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Calling delete_port for 08553153-41d3-4105-8a79-0e0e1d7f3f1e owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:25.323758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.371693 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Pushing event deleted for resources: {'Port': ['ID=08553153-41d3-4105-8a79-0e0e1d7f3f1e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:25.642067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:25.990132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Router 09be24d9-f59c-4f29-9e66-a4f430198465 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:26.168575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:26.177158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] Sync routers for ids ['09be24d9-f59c-4f29-9e66-a4f430198465'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:26.177664 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e1babfe-8a5c-4c03-a809-edf297a4b9da admin admin] 10.222.0.30 "PUT /v2.0/routers/09be24d9-f59c-4f29-9e66-a4f430198465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753703 Mar 16 11:44:26.179842 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42280) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:26.187103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] Routers {'09be24d9-f59c-4f29-9e66-a4f430198465'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:26.188367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['09be24d9-f59c-4f29-9e66-a4f430198465'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:26.353515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:26.365033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] Set router 09be24d9-f59c-4f29-9e66-a4f430198465 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:26.649667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:26.654035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:44:25Z', 'revision_number': 5, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:26.658061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] Checking router: 09be24d9-f59c-4f29-9e66-a4f430198465 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:26.666468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] Routers {'09be24d9-f59c-4f29-9e66-a4f430198465'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:26.667094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['09be24d9-f59c-4f29-9e66-a4f430198465'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:26.725237 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Deleting port 4d746ae6-5898-4e96-bd32-59907ba27241 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:26.725578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:26.843876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] Set router 09be24d9-f59c-4f29-9e66-a4f430198465 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:26.901426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] For port 4d746ae6-5898-4e96-bd32-59907ba27241, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=4d746ae6-5898-4e96-bd32-59907ba27241,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:26.901700 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.034527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Calling delete_port for 4d746ae6-5898-4e96-bd32-59907ba27241 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:27.164887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:44:25Z', 'revision_number': 5, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:27.168692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746578-ba5b-4ebf-8f94-10f741129c65 None None] The sync data for ids ['09be24d9-f59c-4f29-9e66-a4f430198465'] in dv-neutron-831730-4-hyperv is: [{'id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'name': 'tempest-TestMinimumBasicScenario-1143889527-router', 'tenant_id': 'a50a4fb92dd84c4480996802985c6550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:42:04Z', 'updated_at': '2022-03-16T11:44:25Z', 'revision_number': 5, 'project_id': 'a50a4fb92dd84c4480996802985c6550', 'gw_port': {'id': '4d746ae6-5898-4e96-bd32-59907ba27241', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be24d9-f59c-4f29-9e66-a4f430198465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:42:05Z', 'updated_at': '2022-03-16T11:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:27.296453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.343908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d746ae6-5898-4e96-bd32-59907ba27241,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:27.435102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.601627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 08553153-41d3-4105-8a79-0e0e1d7f3f1e no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:27.638158 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 08553153-41d3-4105-8a79-0e0e1d7f3f1e {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:27.648248 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 08553153-41d3-4105-8a79-0e0e1d7f3f1e not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:27.648858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.648858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.719336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.722792 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09be24d9-f59c-4f29-9e66-a4f430198465 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:44:27.734605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.735764 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b484fe6d-2901-4fc3-8c11-c0c406572121 admin admin] 10.222.0.30 "DELETE /v2.0/routers/09be24d9-f59c-4f29-9e66-a4f430198465 HTTP/1.1" status: 204 len: 168 time: 1.5550423 Mar 16 11:44:27.739484 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42284) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:27.808140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Deleting subnet 483676e8-f1f6-4443-bd6d-51350794a155 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:44:27.811394 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.866374 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:27.944168 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.080387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.120813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483676e8-f1f6-4443-bd6d-51350794a155,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:28.125762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.131853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ed83b-2a5c-419a-88a7-5c4d72bce813 None None] Network 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:28.132116 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-ef1d5616-45de-49ae-8745-f6d5eb766bb9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/483676e8-f1f6-4443-bd6d-51350794a155 HTTP/1.1" status: 204 len: 168 time: 0.3915901 Mar 16 11:44:28.134634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42288) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:28.353337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.364549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Deleting port 6a009ebe-89a0-4945-9b8a-55d2ed802703 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:28.364891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.426282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] DHCP port deletion for 9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:44:28.430565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Deleting port 6a009ebe-89a0-4945-9b8a-55d2ed802703 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:28.430946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.570145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] For port 6a009ebe-89a0-4945-9b8a-55d2ed802703, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6a009ebe-89a0-4945-9b8a-55d2ed802703,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:28.570697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.634633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] For port 6a009ebe-89a0-4945-9b8a-55d2ed802703, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=6a009ebe-89a0-4945-9b8a-55d2ed802703,segment=NetworkSegment(3713ba0e-4f53-4f47-8563-6a17c857d213),segment_id=3713ba0e-4f53-4f47-8563-6a17c857d213)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:28.635224 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.698770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Calling delete_port for 6a009ebe-89a0-4945-9b8a-55d2ed802703 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:28.756116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Calling delete_port for 6a009ebe-89a0-4945-9b8a-55d2ed802703 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:44:28.833268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:28.838383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:44:28.838759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:44:28.883215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a009ebe-89a0-4945-9b8a-55d2ed802703,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:28.885032 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] No DVR routers for this DVR port 6a009ebe-89a0-4945-9b8a-55d2ed802703 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:44:28.998692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.023844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:29.036127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3713ba0e-4f53-4f47-8563-6a17c857d213') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:29.036424 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3713ba0e-4f53-4f47-8563-6a17c857d213') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:29.047439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.063857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.069818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:44:29.070224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:44:29.083533 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:44:29.227595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.243143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.253717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:29.257760 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-86cbdab9-9933-45aa-8175-0e97a2a4d40e admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d299e9d-4d49-4aa4-bba3-bd4bc7f0d3f5 HTTP/1.1" status: 204 len: 168 time: 1.1222105 Mar 16 11:44:29.340727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Deleting port 6a009ebe-89a0-4945-9b8a-55d2ed802703 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:44:29.341420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.411917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e3826903-09ff-48d6-a240-560f618b5b36 None None] The port '6a009ebe-89a0-4945-9b8a-55d2ed802703' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 11:44:29.501575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d746ae6-5898-4e96-bd32-59907ba27241 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:29.538576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 4d746ae6-5898-4e96-bd32-59907ba27241 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:29.538922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 4d746ae6-5898-4e96-bd32-59907ba27241 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:29.539344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6a009ebe-89a0-4945-9b8a-55d2ed802703 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:29.574933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 6a009ebe-89a0-4945-9b8a-55d2ed802703 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:44:29.575252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 6a009ebe-89a0-4945-9b8a-55d2ed802703 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:29.600764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42294) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:29.650014 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d4c4ed69-45e8-44a2-9944-81612ee136d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92852adabd2f461a88cdfc66c56b597a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480669 Mar 16 11:44:29.652401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42298) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:29.710523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0240add1-d186-4c03-9bd0-37c520157d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.741383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0240add1-d186-4c03-9bd0-37c520157d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.856079 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0240add1-d186-4c03-9bd0-37c520157d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.873508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240add1-d186-4c03-9bd0-37c520157d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824cafff-b606-48f7-a632-ac17bc621cf9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:29.924344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0240add1-d186-4c03-9bd0-37c520157d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:29.925471 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0240add1-d186-4c03-9bd0-37c520157d90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/824cafff-b606-48f7-a632-ac17bc621cf9 HTTP/1.1" status: 204 len: 168 time: 0.2722049 Mar 16 11:44:30.490022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42306) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:30.539152 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0059e4ef-e27a-4633-882c-9b5cf1c2cd3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a50a4fb92dd84c4480996802985c6550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480068 Mar 16 11:44:30.541656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42310) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:30.598969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3ab5-b00c-444e-94cc-fbc60f143ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.623655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3ab5-b00c-444e-94cc-fbc60f143ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.752513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3ab5-b00c-444e-94cc-fbc60f143ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.767054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a3ab5-b00c-444e-94cc-fbc60f143ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b4597-4b65-4ea2-a7bc-9dae896ce2ef,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:30.775102 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3ab5-b00c-444e-94cc-fbc60f143ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:30.776209 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d7a3ab5-b00c-444e-94cc-fbc60f143ea9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f42b4597-4b65-4ea2-a7bc-9dae896ce2ef HTTP/1.1" status: 204 len: 168 time: 0.2336555 Mar 16 11:44:32.960831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42352) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:32.966119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514024369', 'description': 'tempest-secgroup-smoke-514024369 description', 'project_id': '016c9af9a8ef45a990336771005e8342'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:32.972232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:32.976001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:32.978776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:32.984493 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:33.143115 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.158375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.172534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:33.176422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:33.179203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:33.184840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:33.265555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.342210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.354764 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:33.363157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:33.371427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:33.382652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:33.386158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e48d8-b0c2-4061-a17b-84ed38347e7b,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:33.453949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.507574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.548808 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:33.615018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.616474 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-aa041625-b293-4dd1-8263-21598090bae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6546547 Mar 16 11:44:33.619325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42356) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:33.624223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:33.630560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:33.634399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:33.637210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:33.642963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:33.730029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.792187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.839017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.863627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80660d58-f944-494d-98f7-392307b43bc3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:33.919162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.920342 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9542e9b6-8a72-4817-9d2a-0d59933e037e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000989 Mar 16 11:44:33.923736 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42360) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:33.928630 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:33.934534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:33.938315 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:33.941330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:33.946943 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:34.011476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.071523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.193452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.217804 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa01f24-9e36-4ee2-897f-0a095ee5790b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:34.279436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.280851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4346a04e-978e-40a1-a7ea-f98821fb09bc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560531 Mar 16 11:44:34.284407 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42364) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:34.289346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:34.295248 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:34.299082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:34.301962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:34.307779 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:34.383356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.447292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.513173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.540030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021906dc-169d-43e5-ae8d-344f51faa52c,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:34.633265 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.634503 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a0b1accc-1cdc-4490-ba9e-7506445bbdac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491848 Mar 16 11:44:34.637174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42368) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:34.642716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:34.648699 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:34.652447 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:34.655378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:34.661037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:34.747873 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.810164 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.878672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.901617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2db9e58-94c2-4771-aec1-c64d9852e0e4,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:34.987476 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:34.988678 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-557532f0-7ad4-443d-9417-630eaa88488c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505952 Mar 16 11:44:34.991399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42372) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:34.996318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:35.003363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:35.007122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:35.010002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:35.015590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:35.083643 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:44:35.090203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.154944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.233519 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.258234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4a2413-7bac-4108-a379-a8ed658e2439,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:35.342396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.343625 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9d9a7c3d-ff0a-48bf-8844-e433829620d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3513098 Mar 16 11:44:35.346993 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42376) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:35.351960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:35.358052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:35.362472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:35.365391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:35.371367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:35.433680 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:44:35.440707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.509230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.581877 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.605960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c318f405-f41c-4434-816c-69c65ce8dbbb,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:35.667508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.668679 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-38f2b486-ad39-4a1e-8414-9d4aa362858f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3207738 Mar 16 11:44:35.671686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42380) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:35.676986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'network': {'name': 'tempest-network-smoke--205008750', 'project_id': '016c9af9a8ef45a990336771005e8342', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:35.681897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:35.685648 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:network and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:35.688433 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:35.694207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:35.764595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:35.768399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.794946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:44:35.803157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.803494 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Added segment 69cd4caf-d54f-4a3e-a975-422b67b6a662 of type vlan for network 1531456f-7a6f-4bb3-aa57-128c944e5f5c Mar 16 11:44:35.827949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.918955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.924580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:35.925187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.120201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Network': ['ID=1531456f-7a6f-4bb3-aa57-128c944e5f5c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:36.130490 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:44:36.159947 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-132f620e-343a-4058-a749-c9458751d3ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4872589 Mar 16 11:44:36.162833 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42384) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:36.167868 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'admin_state_up': True, 'project_id': '016c9af9a8ef45a990336771005e8342', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:36.175399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:36.179173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:router and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:36.182015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:36.188018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:36.245088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.246190 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.260337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.610022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.955389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.983112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:37.115017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.115 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/c6425ea2-44dd-489f-8548-4d7914b9b896) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:37.261066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:37.347806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:37.409279 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:37.411876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:37.415411 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:37.457034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=c6425ea2-44dd-489f-8548-4d7914b9b896,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:37.990512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:38.327198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:38.587365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:44:38.765440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:38.776419 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Sync routers for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:38.786053 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:38.786656 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:38.850479 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:38.851705 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0b98e4e6-78ed-4850-81c8-31c669c20fbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6879246 Mar 16 11:44:38.854997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42388) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:38.990800 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-88110dc3-58b3-4242-a65a-c49df3b84e75 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=016c9af9a8ef45a990336771005e8342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347437 Mar 16 11:44:38.991628 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:38.993464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42394) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:39.120769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975a495-7922-480e-b9e0-e30e9ff19ab3 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:39.122338 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e975a495-7922-480e-b9e0-e30e9ff19ab3 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279731 Mar 16 11:44:39.125179 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42398) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:39.165704 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5dac6f3c-2e03-4d59-a902-e963c9f557b0 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393400 Mar 16 11:44:39.168169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42402) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:39.173334 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1191917111', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'project_id': '016c9af9a8ef45a990336771005e8342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:39.273092 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:37Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:39.276785 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Checking router: 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:39.277127 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Updating router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 port c6425ea2-44dd-489f-8548-4d7914b9b896 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:44:39.280800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:39.284978 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:subnet and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:39.287843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:39.293475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:39.328193 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.382024 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:39.386048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.659945 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.671625 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Transition to ACTIVE for port object c6425ea2-44dd-489f-8548-4d7914b9b896 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:39.724550 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.759322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.832257 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Attempting to bind port c6425ea2-44dd-489f-8548-4d7914b9b896 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:39.833325 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Attempting to bind port c6425ea2-44dd-489f-8548-4d7914b9b896 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:39.833325 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Attempting to bind port c6425ea2-44dd-489f-8548-4d7914b9b896 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:39.837657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Subnet': ['ID=fe28d5de-d496-4d24-a960-c54539e1da3d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:39.840380 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Pushing event updated for resources: {'Port': ['ID=c6425ea2-44dd-489f-8548-4d7914b9b896,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:39.846470 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:39.846841 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:39.846969 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Checking segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:39.847233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.847342 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network hostable DHCP agents. Network: 1531456f-7a6f-4bb3-aa57-128c944e5f5c, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:44:39.847619 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:39.848079 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Bound port: c6425ea2-44dd-489f-8548-4d7914b9b896, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:39.848443 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.880624 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.880969 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.881306 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.881634 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.881983 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.882309 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.882645 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.882950 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.883295 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.883652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.883966 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.884281 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:39.907518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:44:39.933207 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] For port c6425ea2-44dd-489f-8548-4d7914b9b896, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:39.936038 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] For port c6425ea2-44dd-489f-8548-4d7914b9b896, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c6425ea2-44dd-489f-8548-4d7914b9b896,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:39.976035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 1531456f-7a6f-4bb3-aa57-128c944e5f5c) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:39.979950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:39.980536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:39.984874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ac080-3d32-4876-a69d-393b4b01df8a None None] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:40.005224 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:40.063141 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9cb4a1f9-88e9-4182-bb07-008d2a2023e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8935032 Mar 16 11:44:40.065450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42406) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:40.082742 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:40.083361 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:40.150601 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb98a6-4246-4c33-bfbd-ab8276972c44 None None] Pushing event updated for resources: {'Port': ['ID=c6425ea2-44dd-489f-8548-4d7914b9b896,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:40.202659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:44:40.203546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:40.270073 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:40.403777 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Allocated IP 172.20.0.2 (1531456f-7a6f-4bb3-aa57-128c944e5f5c/fe28d5de-d496-4d24-a960-c54539e1da3d/d99ee2ee-6bd9-4780-82b6-0be38117b0ee) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:40.556986 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:37Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:40.561072 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd958b56-0d8e-42e1-8dcb-fe8897f8de20 None None] The sync data for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv is: [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:37Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:40.621032 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:40.632728 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Transition to ACTIVE for port object d99ee2ee-6bd9-4780-82b6-0be38117b0ee will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:40.651638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Transition to ACTIVE for port object d99ee2ee-6bd9-4780-82b6-0be38117b0ee will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:40.725568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:40.790605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:40.795229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:40.803192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:40.811066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Pushing event updated for resources: {'Port': ['ID=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:40.826929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:40.850472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.850826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.851168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.851504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.851836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.852168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.852495 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.852821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.853146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.853467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.853791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.854138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:40.915042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Attempting to bind port d99ee2ee-6bd9-4780-82b6-0be38117b0ee on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:40.915400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Attempting to bind port d99ee2ee-6bd9-4780-82b6-0be38117b0ee by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:40.915757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Attempting to bind port d99ee2ee-6bd9-4780-82b6-0be38117b0ee on network 1531456f-7a6f-4bb3-aa57-128c944e5f5c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:40.921745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:40.922151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Checking segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:40.922547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:40.923011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Bound using segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:40.923550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Bound port: d99ee2ee-6bd9-4780-82b6-0be38117b0ee, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:40.924308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.018235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] For port d99ee2ee-6bd9-4780-82b6-0be38117b0ee, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:41.022213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] For port d99ee2ee-6bd9-4780-82b6-0be38117b0ee, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:41.102937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.194736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59c29e-4e06-478b-a386-fadcf63241a7 None None] Pushing event updated for resources: {'Port': ['ID=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:41.259094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.1 (1531456f-7a6f-4bb3-aa57-128c944e5f5c/fe28d5de-d496-4d24-a960-c54539e1da3d/3a239335-5905-4092-a3b7-d5581570d9a7) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:41.580386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.607299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 3a239335-5905-4092-a3b7-d5581570d9a7 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:41.607451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c6425ea2-44dd-489f-8548-4d7914b9b896 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:41.691290 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.760931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:41.763912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:41.769351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c6425ea2-44dd-489f-8548-4d7914b9b896 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:41.772564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:41.774724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c6425ea2-44dd-489f-8548-4d7914b9b896 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:41.775219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.804888 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=3a239335-5905-4092-a3b7-d5581570d9a7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:41.838727 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.920755 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:41.944106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port c6425ea2-44dd-489f-8548-4d7914b9b896, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c6425ea2-44dd-489f-8548-4d7914b9b896,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:42.027696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:42.028669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d99ee2ee-6bd9-4780-82b6-0be38117b0ee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:42.166678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=c6425ea2-44dd-489f-8548-4d7914b9b896,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:42.197624 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:42.261987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port d99ee2ee-6bd9-4780-82b6-0be38117b0ee completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:42.630973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:42.701901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:42.820446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:42.824096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=3a239335-5905-4092-a3b7-d5581570d9a7,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:42.851561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc16793-557f-4c60-9654-a97622c508e0 None None] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:44:42.964622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:42.965702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:43.067587 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] Provisioning for port d99ee2ee-6bd9-4780-82b6-0be38117b0ee completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:43.078565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] Provisioning complete for port d99ee2ee-6bd9-4780-82b6-0be38117b0ee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:43.078942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:43.155891 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:44:43.220534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:43.257600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] For port d99ee2ee-6bd9-4780-82b6-0be38117b0ee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:43.325130 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:43.398431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98137c-55d7-4e38-9358-fc74c6e6efb3 None None] Pushing event updated for resources: {'Port': ['ID=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:43.446336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e52bb97a-7263-4018-88c5-b9d1061dbe9f None None] Provisioning complete for port d99ee2ee-6bd9-4780-82b6-0be38117b0ee triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:43.446730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e52bb97a-7263-4018-88c5-b9d1061dbe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:43.469613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:44:43.482381 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d3849b0-919a-4e77-bc83-26ede3382442 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/5fdfaa75-43d6-4a42-bf6a-493ef4481d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4158151 Mar 16 11:44:43.496666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Sync routers for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:44:43.519805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:43.520475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:43.596756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c6425ea2-44dd-489f-8548-4d7914b9b896 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:43.669930 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-2fe86ae7-7cb5-49bf-a9f2-4d0249a4a030 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:43.747104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-2fe86ae7-7cb5-49bf-a9f2-4d0249a4a030 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:43.749334 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-2fe86ae7-7cb5-49bf-a9f2-4d0249a4a030 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514024369&fields=id&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 267 time: 0.1274159 Mar 16 11:44:43.875705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:43.901274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-060e59cc-617e-4bf5-980f-30d57b47ffdf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:43.902007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-060e59cc-617e-4bf5-980f-30d57b47ffdf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:43.928393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c6425ea2-44dd-489f-8548-4d7914b9b896 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:43.928756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:43.969514 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-060e59cc-617e-4bf5-980f-30d57b47ffdf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:43.971491 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-060e59cc-617e-4bf5-980f-30d57b47ffdf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/networks?id=1531456f-7a6f-4bb3-aa57-128c944e5f5c HTTP/1.1" status: 200 len: 796 time: 0.2150674 Mar 16 11:44:43.986990 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-1301e436-265b-46e8-afd6-17703f9229e5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/quotas/016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 375 time: 0.0093539 Mar 16 11:44:44.052219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e52bb97a-7263-4018-88c5-b9d1061dbe9f None None] Provisioning for port 3a239335-5905-4092-a3b7-d5581570d9a7 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:44.072785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-5e7c799e-cadf-4067-8886-adbdca60b7da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:44.088027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e52bb97a-7263-4018-88c5-b9d1061dbe9f None None] Provisioning complete for port 3a239335-5905-4092-a3b7-d5581570d9a7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:44.088645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e52bb97a-7263-4018-88c5-b9d1061dbe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:44.153627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-5e7c799e-cadf-4067-8886-adbdca60b7da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:44.154924 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-5e7c799e-cadf-4067-8886-adbdca60b7da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627939 Mar 16 11:44:44.209943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e52bb97a-7263-4018-88c5-b9d1061dbe9f None None] Port 3a239335-5905-4092-a3b7-d5581570d9a7 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:44:44.288092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d99ee2ee-6bd9-4780-82b6-0be38117b0ee up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:44.334125 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-98987fba-58fb-4ff4-a34a-227413c56b02 service neutron] 10.222.0.30 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674240 Mar 16 11:44:44.391692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-373aabf5-24ad-4a71-9606-b90a4515323a None None] Provisioning complete for port 3a239335-5905-4092-a3b7-d5581570d9a7 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:44.392644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-373aabf5-24ad-4a71-9606-b90a4515323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:44.458974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-373aabf5-24ad-4a71-9606-b90a4515323a None None] Port 3a239335-5905-4092-a3b7-d5581570d9a7 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:44:44.465773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-967eb75e-f7a6-488c-8a73-b5b1fb5e84c1 service neutron] 10.222.0.30 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256609 Mar 16 11:44:44.466266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port d99ee2ee-6bd9-4780-82b6-0be38117b0ee triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:44.466637 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:44.504393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 2, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:44.511825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Checking router: 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:44:44.512177 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Updating router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 port 3a239335-5905-4092-a3b7-d5581570d9a7 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:44:44.582956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:44.753946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-becd864c-aad9-4471-a55d-dc581bc7f3a0 req-7476782c-88af-48cf-b897-0a6b52c1efc4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 210 time: 0.0520589 Mar 16 11:44:44.979053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:44.991253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Transition to ACTIVE for port object 3a239335-5905-4092-a3b7-d5581570d9a7 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:45.084103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:45.272864 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae0947-b031-438e-9411-c6a975b83f49 None None] Pushing event updated for resources: {'Port': ['ID=3a239335-5905-4092-a3b7-d5581570d9a7,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:45.306617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd740d55-f86c-4a94-99e3-a657057467c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:45.367661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Attempting to bind port 3a239335-5905-4092-a3b7-d5581570d9a7 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:45.367661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Attempting to bind port 3a239335-5905-4092-a3b7-d5581570d9a7 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:45.367923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Attempting to bind port 3a239335-5905-4092-a3b7-d5581570d9a7 on network 1531456f-7a6f-4bb3-aa57-128c944e5f5c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:45.377610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:45.378073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Checking segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:45.378480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:45.378884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Bound using segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:45.379379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Bound port: 3a239335-5905-4092-a3b7-d5581570d9a7, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:45.379754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:45.475215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] For port 3a239335-5905-4092-a3b7-d5581570d9a7, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:45.478219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] For port 3a239335-5905-4092-a3b7-d5581570d9a7, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3a239335-5905-4092-a3b7-d5581570d9a7,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:45.549037 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:45.628232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:44:45.628954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:45.698195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae0947-b031-438e-9411-c6a975b83f49 None None] Pushing event updated for resources: {'Port': ['ID=3a239335-5905-4092-a3b7-d5581570d9a7,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:45.821698 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:44:45.849835 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-84b7bb8f-5f65-4ba9-a2a1-539bbc33093f req-95820bfe-30a4-4273-bca3-deeb58ad5b6e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 210 time: 0.0427806 Mar 16 11:44:46.149333 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:45Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:46.153322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca5db9f-045f-47b6-bd09-f53db22b5887 None None] The sync data for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv is: [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:45Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:44:47.057753 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9657ed3b-ff9c-49f8-a83c-2444d10c7a02 req-c8bddae7-27df-4fa4-b074-a1ece529f708 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 210 time: 0.0576763 Mar 16 11:44:47.105536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-eee96296-08ab-46f9-9784-8e9664239a0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:47.107376 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-eee96296-08ab-46f9-9784-8e9664239a0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/networks?id=1531456f-7a6f-4bb3-aa57-128c944e5f5c HTTP/1.1" status: 200 len: 796 time: 0.1972506 Mar 16 11:44:47.161071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-363f8428-e318-426b-adbf-deeedee5883d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 379 time: 0.0450292 Mar 16 11:44:47.170554 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'port': {'device_id': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'admin_state_up': True, 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'security_groups': ['0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:47.318938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:47.328602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:47.359051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-76c737c8-827f-42f4-a3b1-e40a3a74ae71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.404997 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:47.409097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.537272 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3a239335-5905-4092-a3b7-d5581570d9a7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:47.572243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.10 (1531456f-7a6f-4bb3-aa57-128c944e5f5c/fe28d5de-d496-4d24-a960-c54539e1da3d/2ef85111-4a2d-4c3b-82cc-af5b6de6a825) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:47.673823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 3a239335-5905-4092-a3b7-d5581570d9a7 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:47.679309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3a239335-5905-4092-a3b7-d5581570d9a7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:47.679853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.803015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.835842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 3a239335-5905-4092-a3b7-d5581570d9a7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3a239335-5905-4092-a3b7-d5581570d9a7,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:47.867250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.882856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:47.919486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.976747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:47.988737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=3a239335-5905-4092-a3b7-d5581570d9a7,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:48.046657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:48.049622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:48.052602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:44:48.103527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:48.130236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:48.130885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.210599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-c61c37eb-7f2d-46c3-be1e-ca48af26bc98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0439818 Mar 16 11:44:48.222159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Request body: {'port': {'device_id': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:48.270500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dfe31-b74e-4606-b127-4814d5ca4b8d req-b8748073-7fb5-4c09-84a2-c1f5229e029c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:48.272150 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2b9dfe31-b74e-4606-b127-4814d5ca4b8d req-b8748073-7fb5-4c09-84a2-c1f5229e029c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 932 time: 0.0853534 Mar 16 11:44:48.316875 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2b9dfe31-b74e-4606-b127-4814d5ca4b8d req-daaa15ff-c6fd-4085-a7f9-964038928271 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 Mar 16 11:44:48.344487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.369357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-84e96e0f-c9df-48e8-9107-3a75c2655a6d None None] Provisioning for port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:48.374419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-84e96e0f-c9df-48e8-9107-3a75c2655a6d None None] Provisioning complete for port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:48.374792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84e96e0f-c9df-48e8-9107-3a75c2655a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.403035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.428890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-84e96e0f-c9df-48e8-9107-3a75c2655a6d None None] Port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:44:48.690876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:44:48.698269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.712474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Transition to ACTIVE for port object 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:48.776224 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.776412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:48.933818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Pushing event updated for resources: {'Port': ['ID=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:49.011641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Attempting to bind port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:49.011972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Attempting to bind port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:49.012293 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Attempting to bind port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 on network 1531456f-7a6f-4bb3-aa57-128c944e5f5c {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:49.016752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 on network 1531456f-7a6f-4bb3-aa57-128c944e5f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:44:49.017640 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Attempting to bind port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 on network 1531456f-7a6f-4bb3-aa57-128c944e5f5c {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:44:49.022594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:44:49.022932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Checking segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:44:49.023353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Bound using segment: {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:44:49.023757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Bound port: 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cd4caf-d54f-4a3e-a975-422b67b6a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:49.024098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.112911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] For port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:44:49.115727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] For port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:44:49.199305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.256000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:49.256612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.258004 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] 10.222.0.53 "PUT /v2.0/ports/2ef85111-4a2d-4c3b-82cc-af5b6de6a825 HTTP/1.1" status: 200 len: 1094 time: 1.0400860 Mar 16 11:44:49.258439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:49.282324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341861f1-6779-4994-b193-b7c440f0d67a service neutron] Pushing event updated for resources: {'Port': ['ID=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:49.310986 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'status': 'completed', 'code': 200} Mar 16 11:44:49.415790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f8b8-7591-4927-ac4a-f04162db0f45 req-0e2b8391-b9bd-4860-97de-c1bd9f80e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:49.417489 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-53c1f8b8-7591-4927-ac4a-f04162db0f45 req-0e2b8391-b9bd-4860-97de-c1bd9f80e03d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1097 time: 0.0866354 Mar 16 11:44:49.517971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560f7aa-c39d-48d3-b7a1-d6445a007c75 req-767a2216-22dc-4af4-a227-857e80706898 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:49.520453 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8560f7aa-c39d-48d3-b7a1-d6445a007c75 req-767a2216-22dc-4af4-a227-857e80706898 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 944 time: 0.0892525 Mar 16 11:44:49.530480 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3a239335-5905-4092-a3b7-d5581570d9a7 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:49.583558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f8b8-7591-4927-ac4a-f04162db0f45 req-431ebc82-2c6d-4e4f-87ff-a20ed94b71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:49.586055 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-53c1f8b8-7591-4927-ac4a-f04162db0f45 req-431ebc82-2c6d-4e4f-87ff-a20ed94b71f7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=016c9af9a8ef45a990336771005e8342&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1603549 Mar 16 11:44:49.586438 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8560f7aa-c39d-48d3-b7a1-d6445a007c75 req-9b883cd1-d48b-481d-bad9-e328ac38381d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546134 Mar 16 11:44:49.604498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 3a239335-5905-4092-a3b7-d5581570d9a7 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:49.604869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.726698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f8b8-7591-4927-ac4a-f04162db0f45 req-c16103b7-c344-4df5-b83d-771e03e8fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:49.728146 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-53c1f8b8-7591-4927-ac4a-f04162db0f45 req-c16103b7-c344-4df5-b83d-771e03e8fd56 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353517 Mar 16 11:44:49.833973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-0a5064ef-41ce-4e1b-b707-a7beeb91c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:49.835489 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-0a5064ef-41ce-4e1b-b707-a7beeb91c575 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1097 time: 0.0695760 Mar 16 11:44:50.004462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-e554faeb-3cad-43f3-9fe8-a46a4c8741ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825 HTTP/1.1" status: 200 len: 217 time: 0.1592379 Mar 16 11:44:50.066875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-1dfb47ea-6ac2-4dc8-9bb4-b20770328e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.068286 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-1dfb47ea-6ac2-4dc8-9bb4-b20770328e27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe28d5de-d496-4d24-a960-c54539e1da3d HTTP/1.1" status: 200 len: 835 time: 0.0564523 Mar 16 11:44:50.112812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:50.145027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-0488367e-a665-4ba2-9800-b94caafd133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.146510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-0488367e-a665-4ba2-9800-b94caafd133b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1531456f-7a6f-4bb3-aa57-128c944e5f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713842 Mar 16 11:44:50.239122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:50.278747 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-3ac93076-570d-4afa-a337-9b500db65c02 service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252356 Mar 16 11:44:50.412141 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df40e123-e4dc-4faf-a1ca-8f5fffcf99c0 req-944815ab-240c-4a13-b39c-008f243039ef service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252687 Mar 16 11:44:50.766853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb8f9-7942-4424-a325-b8677a55f1ee req-5d8b2fd1-afc4-4874-bf89-e462a82a7998 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.768037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-36beb8f9-7942-4424-a325-b8677a55f1ee req-5d8b2fd1-afc4-4874-bf89-e462a82a7998 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:50.837859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-36beb8f9-7942-4424-a325-b8677a55f1ee req-5d8b2fd1-afc4-4874-bf89-e462a82a7998 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:50.838981 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-36beb8f9-7942-4424-a325-b8677a55f1ee req-5d8b2fd1-afc4-4874-bf89-e462a82a7998 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 944 time: 0.1492438 Mar 16 11:44:50.887209 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-36beb8f9-7942-4424-a325-b8677a55f1ee req-09252e2a-7a19-43a8-bcf8-0389e4773a26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 Mar 16 11:44:52.075336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba86255-a9fc-4e38-9005-df00ed415b2f req-6860c190-e6a9-474b-a4c4-7dfd1235411f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:52.076782 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dba86255-a9fc-4e38-9005-df00ed415b2f req-6860c190-e6a9-474b-a4c4-7dfd1235411f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 944 time: 0.0844681 Mar 16 11:44:52.120222 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dba86255-a9fc-4e38-9005-df00ed415b2f req-d32451a5-80e1-453b-8235-3d5357312fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371487 Mar 16 11:44:53.300383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e527f1-f60e-4582-9eda-c570dbce8a91 req-e9517f30-f973-4d3a-974a-356f09329c65 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:53.301811 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-77e527f1-f60e-4582-9eda-c570dbce8a91 req-e9517f30-f973-4d3a-974a-356f09329c65 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 944 time: 0.0790901 Mar 16 11:44:53.344693 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-77e527f1-f60e-4582-9eda-c570dbce8a91 req-fc3fc821-d3e8-4ad9-9dc2-1f764d0e2fb1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372615 Mar 16 11:44:54.524016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:44:54.526153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9770e4f-9715-46bb-96f3-1283aa98c68f req-38b5a412-cd0c-4b1a-b04c-a6efa1c352ac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.527829 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f9770e4f-9715-46bb-96f3-1283aa98c68f req-38b5a412-cd0c-4b1a-b04c-a6efa1c352ac tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 944 time: 0.0787723 Mar 16 11:44:54.576818 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f9770e4f-9715-46bb-96f3-1283aa98c68f req-d9b07108-6d9d-48bf-b7d2-ebc3b23076cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Mar 16 11:44:54.659681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:54.672022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'port_id': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'mac_address': 'fa:16:3e:60:02:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:44:54.758263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:54.773996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:44:54.789056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:54.850635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:54.917870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:55.087323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['2ef85111-4a2d-4c3b-82cc-af5b6de6a825'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:44:55.766830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530297a8-19ea-4b44-9f7f-6d8da4a17989 req-7d2225f0-0434-43bb-be44-3cea0515945b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:55.768822 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-530297a8-19ea-4b44-9f7f-6d8da4a17989 req-7d2225f0-0434-43bb-be44-3cea0515945b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 945 time: 0.0864246 Mar 16 11:44:55.812867 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-530297a8-19ea-4b44-9f7f-6d8da4a17989 req-ec5858a1-3f2a-45ab-a760-baa04c6ec4e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Mar 16 11:44:56.523354 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:56.667300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:56.672154 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:56.672523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:56.792309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:56.817972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:44:56.827578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:44:56.869619 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'code': 200} Mar 16 11:44:56.906774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:56.980983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:56.998123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add34c7b-872f-441a-a24b-9a86cc074f13 req-a9bc749f-c041-485f-9e4f-a4b9fb867d82 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:56.999591 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-add34c7b-872f-441a-a24b-9a86cc074f13 req-a9bc749f-c041-485f-9e4f-a4b9fb867d82 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0805669 Mar 16 11:44:57.044986 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-add34c7b-872f-441a-a24b-9a86cc074f13 req-ccf68a77-395a-4f10-81aa-652c7fba8312 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381010 Mar 16 11:44:57.227588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1696a-3ab8-4209-947b-341c2736f3c5 req-689be595-72d2-4a10-a177-dc1ee69ccf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:57.229038 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-09e1696a-3ab8-4209-947b-341c2736f3c5 req-689be595-72d2-4a10-a177-dc1ee69ccf3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1099 time: 0.0719252 Mar 16 11:44:57.272026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-09e1696a-3ab8-4209-947b-341c2736f3c5 req-50324e4d-d78c-4164-ae36-449cf5aa31e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347090 Mar 16 11:44:58.230005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81894d8-7fce-4184-9241-b22cbfeea250 req-9feb20ed-96ef-41d9-98b5-ef061696a53d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.231458 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a81894d8-7fce-4184-9241-b22cbfeea250 req-9feb20ed-96ef-41d9-98b5-ef061696a53d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0807941 Mar 16 11:44:58.275669 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a81894d8-7fce-4184-9241-b22cbfeea250 req-faf57b34-e128-44f1-a0ee-65451402c6b0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382762 Mar 16 11:44:59.458824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ab59f-abd2-4db4-8539-8a4d4b8ab48a req-4b0cc77e-f065-472e-a61e-ef3c980f7966 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:59.460274 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-764ab59f-abd2-4db4-8539-8a4d4b8ab48a req-4b0cc77e-f065-472e-a61e-ef3c980f7966 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0801854 Mar 16 11:44:59.507793 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-764ab59f-abd2-4db4-8539-8a4d4b8ab48a req-fafe635b-474f-45e7-8bc9-f0f24ac0e411 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Mar 16 11:44:59.577470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-610d5333-ece1-47e4-9dad-f44066d8658d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681760 Mar 16 11:44:59.696414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672673-42c7-43fe-9514-d5ca4ec3fee8 req-07669b84-b33d-4527-a8e6-1a19910cf869 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:59.697894 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d672673-42c7-43fe-9514-d5ca4ec3fee8 req-07669b84-b33d-4527-a8e6-1a19910cf869 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0822051 Mar 16 11:44:59.716932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-61582b8b-b4e6-403f-a5ec-178ab977fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:59.718422 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-61582b8b-b4e6-403f-a5ec-178ab977fded service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1099 time: 0.0724132 Mar 16 11:44:59.742679 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d672673-42c7-43fe-9514-d5ca4ec3fee8 req-da8ed30f-fd27-431b-9e5d-5515d4723dae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390794 Mar 16 11:44:59.764794 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42474) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:59.834587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d73389-58da-4aca-96f6-14d0b4d08b6f tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:59.835980 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d4d73389-58da-4aca-96f6-14d0b4d08b6f tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1094 time: 0.0702353 Mar 16 11:44:59.838751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42478) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:59.844112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:44:59.850663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:59.854629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:floatingip and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:44:59.857466 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:44:59.863203 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:59.863850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-685d3eb0-4c5f-4d81-8e56-d6127b6559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:59.865358 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-685d3eb0-4c5f-4d81-8e56-d6127b6559ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=1531456f-7a6f-4bb3-aa57-128c944e5f5c HTTP/1.1" status: 200 len: 897 time: 0.1287081 Mar 16 11:44:59.929550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:59.934924 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-33a902f2-ae0d-4854-b349-4a0b51f1e280 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825 HTTP/1.1" status: 200 len: 217 time: 0.0637672 Mar 16 11:44:59.999973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-4dcf6670-e74f-4714-b107-6ee79b461d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:00.002067 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-4dcf6670-e74f-4714-b107-6ee79b461d62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe28d5de-d496-4d24-a960-c54539e1da3d HTTP/1.1" status: 200 len: 835 time: 0.0604086 Mar 16 11:45:00.065916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:00.079021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-84ba957a-11ba-42f9-a661-4373142b087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:00.081112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-84ba957a-11ba-42f9-a661-4373142b087f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1531456f-7a6f-4bb3-aa57-128c944e5f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709708 Mar 16 11:45:00.216538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-a8c9e34d-87ea-4459-b0d1-8a9e9e26c235 service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285429 Mar 16 11:45:00.308509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.192 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/25abafe6-6546-4143-accc-14813cb40312) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:45:00.454705 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-169e2a85-3bf7-4aec-b94b-e674b7ee27e2 req-42d85b32-4c5d-4aff-80f8-a2abe9aa0d76 service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318687 Mar 16 11:45:00.465551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:00.558923 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:00.622113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:45:00.624726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:00.628769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:45:00.668337 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=25abafe6-6546-4143-accc-14813cb40312,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:01.038781 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.081337 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:01.171959 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.372523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.438511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.545927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=25abafe6-6546-4143-accc-14813cb40312,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:01.557801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:01.725232 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP c827d619-b72a-43e5-9dd0-789184117e34 associated. External IP: 172.26.7.192, port: 2ef85111-4a2d-4c3b-82cc-af5b6de6a825. Mar 16 11:45:02.174845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:45:02.348336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:45:02.358810 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] Sync routers for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:45:02.368473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:02.369156 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:02.450811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:02.506726 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f963158d-4872-4be6-aeb2-60039a6bcebf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6661770 Mar 16 11:45:02.507282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:45:02.551454 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:02.588641 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'status': 'completed', 'code': 200} Mar 16 11:45:02.739372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-503e8360-1e6a-4bce-a9b4-af08893a6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:02.740766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-503e8360-1e6a-4bce-a9b4-af08893a6fdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1099 time: 0.1308458 Mar 16 11:45:02.777439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329ec61-e4a9-4551-b072-9eb39043334c req-83417db6-d6ea-447a-9c06-ce578cbef99b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:02.778903 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b329ec61-e4a9-4551-b072-9eb39043334c req-83417db6-d6ea-447a-9c06-ce578cbef99b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.1325567 Mar 16 11:45:02.897734 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b329ec61-e4a9-4551-b072-9eb39043334c req-10524514-fb20-4220-b820-a6975abfcdfc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070213 Mar 16 11:45:02.902286 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c827d619-b72a-43e5-9dd0-789184117e34', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'port_id': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'mac_address': 'fa:16:3e:60:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:45:00Z', 'updated_at': '2022-03-16T11:45:00Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:02.909230 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] Checking router: 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:45:02.918907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-242f47ef-cb02-4d7c-9a45-f1416270f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:02.920332 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-242f47ef-cb02-4d7c-9a45-f1416270f640 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1531456f-7a6f-4bb3-aa57-128c944e5f5c HTTP/1.1" status: 200 len: 897 time: 0.1731753 Mar 16 11:45:02.928074 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:02.928671 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:44:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:02.930664 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42486) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:03.027041 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-3a99a2da-cae2-4327-90d3-9963bbd12bd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825 HTTP/1.1" status: 200 len: 1000 time: 0.1003866 Mar 16 11:45:03.043801 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-de8b3691-4cf6-4127-b2b3-98a87dba289f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/c827d619-b72a-43e5-9dd0-789184117e34 HTTP/1.1" status: 200 len: 992 time: 0.1107738 Mar 16 11:45:03.093107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-cf63825c-dcb3-4934-9d0b-1f80455b3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:03.094545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-cf63825c-dcb3-4934-9d0b-1f80455b3133 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe28d5de-d496-4d24-a960-c54539e1da3d HTTP/1.1" status: 200 len: 835 time: 0.0609734 Mar 16 11:45:03.133714 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:03.168840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-c4006f8d-34d6-4f2c-97e7-287f562520c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:03.170321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-c4006f8d-34d6-4f2c-97e7-287f562520c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1531456f-7a6f-4bb3-aa57-128c944e5f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697477 Mar 16 11:45:03.301824 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-079b028b-9f85-4da3-94c2-3894ce1a5148 service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247349 Mar 16 11:45:03.433037 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2860ef96-fa22-49ee-ae83-eee047aa0a85 req-8dad13a2-756f-4568-85f5-5f2d80d9f73f service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247857 Mar 16 11:45:03.478532 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c827d619-b72a-43e5-9dd0-789184117e34', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'port_id': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'mac_address': 'fa:16:3e:60:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:45:00Z', 'updated_at': '2022-03-16T11:45:00Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:03.482490 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c811c22-1250-40d3-8b69-fafcdf1a95a1 None None] The sync data for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv is: [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c827d619-b72a-43e5-9dd0-789184117e34', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'port_id': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'mac_address': 'fa:16:3e:60:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:45:00Z', 'updated_at': '2022-03-16T11:45:00Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:45:03.662924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0dda9-2bbd-4452-a56f-a12a224c2086 None None] New status for floating IP c827d619-b72a-43e5-9dd0-789184117e34: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:45:04.046550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42490) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:04.155409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bf10b7e0-48f7-4105-a728-70c61a4c28da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/c827d619-b72a-43e5-9dd0-789184117e34 HTTP/1.1" status: 200 len: 994 time: 0.1077471 Mar 16 11:45:15.193275 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a454b21e-1e26-4d3b-9952-876693524269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:17.363868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bfbeb744-388d-42af-9843-126abc970e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:18.369730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:18.793060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:20.142094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:20.233542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:33.259530 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f686-4016-4812-a6e0-a9db0a2afe7f req-051097f0-0f8a-41f9-ac09-c77c885e28da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:33.260994 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9df6f686-4016-4812-a6e0-a9db0a2afe7f req-051097f0-0f8a-41f9-ac09-c77c885e28da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0850291 Mar 16 11:45:33.305672 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9df6f686-4016-4812-a6e0-a9db0a2afe7f req-dfad4b82-4637-4a45-88d7-091464612abe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389426 Mar 16 11:45:34.492085 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71438677-8f64-4823-bf89-fda1da54bcee req-f51a625a-19e7-4b15-a87a-275798875b0e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:34.493503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71438677-8f64-4823-bf89-fda1da54bcee req-f51a625a-19e7-4b15-a87a-275798875b0e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0796826 Mar 16 11:45:34.540230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71438677-8f64-4823-bf89-fda1da54bcee req-45ac52d3-d341-40a2-9e1f-b6af838c030f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Mar 16 11:45:34.563404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42510) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:34.670772 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6cea4ab3-da19-402d-a761-a9d0a452a036 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/c827d619-b72a-43e5-9dd0-789184117e34 HTTP/1.1" status: 200 len: 994 time: 0.1061521 Mar 16 11:45:36.217286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ffe5b-13cf-4851-ba96-cdf94d4a1d7f req-e08c077c-c7f3-45f1-9b23-073a61a0f2de tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:36.218801 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-092ffe5b-13cf-4851-ba96-cdf94d4a1d7f req-e08c077c-c7f3-45f1-9b23-073a61a0f2de tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0792787 Mar 16 11:45:36.263591 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-092ffe5b-13cf-4851-ba96-cdf94d4a1d7f req-f0e8cfb2-5236-4d20-b8bf-cf0cc10e069f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391133 Mar 16 11:45:37.445752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f561-78b4-4d3b-8f77-27420ab74599 req-2f670dd9-3158-4f2d-9c62-32652907c1b7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:37.447224 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b671f561-78b4-4d3b-8f77-27420ab74599 req-2f670dd9-3158-4f2d-9c62-32652907c1b7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0795293 Mar 16 11:45:37.490239 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b671f561-78b4-4d3b-8f77-27420ab74599 req-aaed0c88-6863-4b70-9adf-f1878de26ac9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373609 Mar 16 11:45:37.516214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42522) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:37.622862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-568e4f89-2621-4421-abc4-520915986a91 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/c827d619-b72a-43e5-9dd0-789184117e34 HTTP/1.1" status: 200 len: 994 time: 0.1055136 Mar 16 11:45:37.966439 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42530) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:38.079795 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:38.168257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 25abafe6-6546-4143-accc-14813cb40312 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:45:38.168597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:38.335336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:38.335662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:38.562934 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 25abafe6-6546-4143-accc-14813cb40312 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:45:38.781685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:38.864594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=25abafe6-6546-4143-accc-14813cb40312,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:38.904853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.905198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.905542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.905897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.906232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.906563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.906890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.907215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.907538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.907857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.908180 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.908500 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:38.941165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:38.941524 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP c827d619-b72a-43e5-9dd0-789184117e34 disassociated (deleted). External IP: 172.26.7.192, port: 2ef85111-4a2d-4c3b-82cc-af5b6de6a825. Mar 16 11:45:39.284900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:45:39.460501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:45:39.470195 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] Sync routers for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:45:39.479297 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:39.479905 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:39.530487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:39.585938 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3cbbdbf0-0721-457b-a218-1a17b9ea4f0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/floatingips/c827d619-b72a-43e5-9dd0-789184117e34 HTTP/1.1" status: 204 len: 168 time: 1.6184082 Mar 16 11:45:39.586512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:45:39.634167 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'status': 'completed', 'code': 200} Mar 16 11:45:39.665663 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:39.778188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-7a895c10-311f-4d87-afef-7fbba2e241d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:39.779642 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-7a895c10-311f-4d87-afef-7fbba2e241d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 1099 time: 0.1234214 Mar 16 11:45:39.913815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-c56b35d5-4247-48e8-891d-6d5e77b06e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:39.915296 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-c56b35d5-4247-48e8-891d-6d5e77b06e3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1531456f-7a6f-4bb3-aa57-128c944e5f5c HTTP/1.1" status: 200 len: 897 time: 0.1295784 Mar 16 11:45:39.991363 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:39.995491 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] Checking router: 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:45:40.004688 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:40.005400 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:40.098775 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-42f0e2bf-d843-43b3-a35d-5d365165b577 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825 HTTP/1.1" status: 200 len: 217 time: 0.1765833 Mar 16 11:45:40.124614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce284b-e99b-42b6-9add-95b3e7846713 req-0ba44456-4edf-47cb-877d-38366633c95a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:40.125308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-31ce284b-e99b-42b6-9add-95b3e7846713 req-0ba44456-4edf-47cb-877d-38366633c95a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:45:40.165062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-1ebf785b-c5c5-4ae2-afef-ec1c1b0d7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:40.166547 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-1ebf785b-c5c5-4ae2-afef-ec1c1b0d7815 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe28d5de-d496-4d24-a960-c54539e1da3d HTTP/1.1" status: 200 len: 835 time: 0.0606701 Mar 16 11:45:40.181863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:40.199263 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-31ce284b-e99b-42b6-9add-95b3e7846713 req-0ba44456-4edf-47cb-877d-38366633c95a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:45:40.200561 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-31ce284b-e99b-42b6-9add-95b3e7846713 req-0ba44456-4edf-47cb-877d-38366633c95a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.1560149 Mar 16 11:45:40.244964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-6e9c55d2-06b7-44a7-8974-b8ab3cb28280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:40.246522 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-6e9c55d2-06b7-44a7-8974-b8ab3cb28280 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1531456f-7a6f-4bb3-aa57-128c944e5f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731158 Mar 16 11:45:40.252548 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-31ce284b-e99b-42b6-9add-95b3e7846713 req-568c66d9-bb21-4f16-8026-b312857b3117 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Mar 16 11:45:40.387035 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-37f04bdb-f233-4796-918e-9c3aa1fdd839 service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329010 Mar 16 11:45:40.519047 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b07bb7e1-4acc-441c-bcc2-880ca44b077e req-7849f9d1-3582-424e-9ba1-06b907f16ea0 service neutron] 10.222.0.53 "GET /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253104 Mar 16 11:45:40.521950 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:40.526000 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b821e0-6984-41ca-9980-c38afc07e446 None None] The sync data for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv is: [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:44:42Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '3a239335-5905-4092-a3b7-d5581570d9a7', 'name': '', 'network_id': '1531456f-7a6f-4bb3-aa57-128c944e5f5c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:2d:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:41Z', 'updated_at': '2022-03-16T11:44:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'fe28d5de-d496-4d24-a960-c54539e1da3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:45:40.735744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee810c8-d81b-4214-a58f-73bd197ce6e6 None None] New status for floating IP c827d619-b72a-43e5-9dd0-789184117e34: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:45:41.450207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972da25-922e-47d3-b07d-a5d922677ba7 req-323664e0-f036-4887-b84a-f1a86d47d7a7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:41.451767 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6972da25-922e-47d3-b07d-a5d922677ba7 req-323664e0-f036-4887-b84a-f1a86d47d7a7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0868871 Mar 16 11:45:41.494590 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6972da25-922e-47d3-b07d-a5d922677ba7 req-2b8c0529-eb97-4f27-ab0c-643ffe21a189 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373068 Mar 16 11:45:41.602838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d426383-3731-414c-a755-546e5753ac52 req-4b69f7b7-8491-4a09-a879-26197ee8636c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:41.604233 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3d426383-3731-414c-a755-546e5753ac52 req-4b69f7b7-8491-4a09-a879-26197ee8636c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 946 time: 0.0784883 Mar 16 11:45:41.678460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:45:41.678798 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:41.945517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:41.945876 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:42.086854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:45:42.302659 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:42.360753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=2ef85111-4a2d-4c3b-82cc-af5b6de6a825,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:42.411799 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.412197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.412547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.412886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.413282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.413674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.414036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.414368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.414697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.415097 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.415431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.415755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:42.462909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] No DVR routers for this DVR port 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:45:42.465663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:42.468766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'name': 'network-vif-deleted', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:45:42.533697 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3d426383-3731-414c-a755-546e5753ac52 req-6de00549-23e0-4ccb-b8f1-0d2408b95bce tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "DELETE /v2.0/ports/2ef85111-4a2d-4c3b-82cc-af5b6de6a825 HTTP/1.1" status: 204 len: 173 time: 0.9225800 Mar 16 11:45:42.576596 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de600a6-d88e-49ff-bd0a-fb4080c06440', 'name': 'network-vif-deleted', 'tag': '2ef85111-4a2d-4c3b-82cc-af5b6de6a825', 'status': 'completed', 'code': 200} Mar 16 11:45:42.648905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fada6ccf-3227-47a4-888e-66bfe9e8eade req-783de46d-843f-490d-9506-153ed6a657fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:45:42.742049 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fada6ccf-3227-47a4-888e-66bfe9e8eade req-783de46d-843f-490d-9506-153ed6a657fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:45:42.743684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fada6ccf-3227-47a4-888e-66bfe9e8eade req-783de46d-843f-490d-9506-153ed6a657fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=1de600a6-d88e-49ff-bd0a-fb4080c06440 HTTP/1.1" status: 200 len: 210 time: 0.1374574 Mar 16 11:45:43.838053 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42552) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:44.482398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:44.836767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 3a239335-5905-4092-a3b7-d5581570d9a7 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:45:44.837110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:45.019673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 3a239335-5905-4092-a3b7-d5581570d9a7, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=3a239335-5905-4092-a3b7-d5581570d9a7,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:45.020937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:45.144165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 3a239335-5905-4092-a3b7-d5581570d9a7 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:45:45.267639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c5d7162d-b198-4d04-93ac-92f096399943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:45.519047 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:45.567454 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=3a239335-5905-4092-a3b7-d5581570d9a7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:45.946453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:46.301875 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:45:46.476849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:45:46.486133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] Sync routers for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:45:46.495672 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:46.496387 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:46.549273 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-57b67113-05f9-4daa-9095-ed3f31d302b2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/5fdfaa75-43d6-4a42-bf6a-493ef4481d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7100651 Mar 16 11:45:46.552027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42556) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:46.618228 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting subnet fe28d5de-d496-4d24-a960-c54539e1da3d {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:45:46.621220 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:46.664943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:45:46.676317 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:46.679581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:46.699695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:45:46.700045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 2ef85111-4a2d-4c3b-82cc-af5b6de6a825 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:45:46.763316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:46.907612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:46.958370 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:45:45Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:46.962756 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] Checking router: 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:45:46.971497 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] Routers {'5fdfaa75-43d6-4a42-bf6a-493ef4481d35'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:46.972109 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:47.049763 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Subnet': ['ID=fe28d5de-d496-4d24-a960-c54539e1da3d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:47.053778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.060411 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e6ba7756-0b23-4713-b161-ca2131867373 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/subnets/fe28d5de-d496-4d24-a960-c54539e1da3d HTTP/1.1" status: 204 len: 168 time: 0.5066578 Mar 16 11:45:47.061269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc846c32-4134-40aa-bb27-f88302981c0a None None] Network 1531456f-7a6f-4bb3-aa57-128c944e5f5c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:45:47.063040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42560) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:47.163724 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] Set router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:47.243061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.322190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] DHCP port deletion for 1531456f-7a6f-4bb3-aa57-128c944e5f5c request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:45:47.326539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Deleting port d99ee2ee-6bd9-4780-82b6-0be38117b0ee {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:45:47.326908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.410463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bd799604-1679-4430-8129-ad53b63a1e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.441353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.460736 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:45:45Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:47.464627 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10390eec-1a12-4c44-9407-75ddf813a43f None None] The sync data for ids ['5fdfaa75-43d6-4a42-bf6a-493ef4481d35'] in dv-neutron-831730-4-hyperv is: [{'id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659746539', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:44:36Z', 'updated_at': '2022-03-16T11:45:45Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'c6425ea2-44dd-489f-8548-4d7914b9b896', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdfaa75-43d6-4a42-bf6a-493ef4481d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:44:37Z', 'updated_at': '2022-03-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:45:47.495312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port c6425ea2-44dd-489f-8548-4d7914b9b896 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:45:47.495312 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.575232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] For port d99ee2ee-6bd9-4780-82b6-0be38117b0ee, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,segment=NetworkSegment(69cd4caf-d54f-4a3e-a975-422b67b6a662),segment_id=69cd4caf-d54f-4a3e-a975-422b67b6a662)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:47.575647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.678898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port c6425ea2-44dd-489f-8548-4d7914b9b896, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c6425ea2-44dd-489f-8548-4d7914b9b896,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:45:47.678898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.698780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Calling delete_port for d99ee2ee-6bd9-4780-82b6-0be38117b0ee owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:45:47.799952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for c6425ea2-44dd-489f-8548-4d7914b9b896 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:45:47.816213 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:47.870122 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Pushing event deleted for resources: {'Port': ['ID=d99ee2ee-6bd9-4780-82b6-0be38117b0ee,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:47.875076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] No DVR routers for this DVR port d99ee2ee-6bd9-4780-82b6-0be38117b0ee on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:45:47.889320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.889683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.890059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.890399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.890736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.891075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.891405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.891786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.892089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.892437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.892682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.893008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c70e4-20a6-4a24-8f7d-485167c6d4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:47.946294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d99ee2ee-6bd9-4780-82b6-0be38117b0ee no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:45:47.984967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: d99ee2ee-6bd9-4780-82b6-0be38117b0ee {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:45:47.985313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device d99ee2ee-6bd9-4780-82b6-0be38117b0ee not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:45:48.187382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.263219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=c6425ea2-44dd-489f-8548-4d7914b9b896,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:48.330072 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.335915 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.611801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.614536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.701680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.702427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Fanout notify agent at l3_agent the message router_deleted on router 5fdfaa75-43d6-4a42-bf6a-493ef4481d35 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:45:48.718579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.719737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d1131073-e96d-475c-bf0d-2aec101d7f8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/routers/5fdfaa75-43d6-4a42-bf6a-493ef4481d35 HTTP/1.1" status: 204 len: 168 time: 1.6556287 Mar 16 11:45:48.722522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42564) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:48.765002 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.840441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.972465 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:48.998713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1531456f-7a6f-4bb3-aa57-128c944e5f5c']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:49.010682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd4caf-d54f-4a3e-a975-422b67b6a662') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:49.010986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd4caf-d54f-4a3e-a975-422b67b6a662') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:49.022192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.038013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.043889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:45:49.044272 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:45:49.059470 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:45:49.215865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.233020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.245499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Network': ['ID=1531456f-7a6f-4bb3-aa57-128c944e5f5c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:49.325372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f84d1312-5826-479a-89a2-ec8fb25fc972 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/networks/1531456f-7a6f-4bb3-aa57-128c944e5f5c HTTP/1.1" status: 204 len: 168 time: 0.6018062 Mar 16 11:45:49.328000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:49.396221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-19378c9a-7c08-4652-bff6-56ef3e23ef63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.424972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-19378c9a-7c08-4652-bff6-56ef3e23ef63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.538075 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c6425ea2-44dd-489f-8548-4d7914b9b896 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:45:49.541687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-19378c9a-7c08-4652-bff6-56ef3e23ef63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.563011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19378c9a-7c08-4652-bff6-56ef3e23ef63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:49.573654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: c6425ea2-44dd-489f-8548-4d7914b9b896 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:45:49.574034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c6425ea2-44dd-489f-8548-4d7914b9b896 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:45:49.574461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3a239335-5905-4092-a3b7-d5581570d9a7 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:45:49.617883 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 3a239335-5905-4092-a3b7-d5581570d9a7 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:45:49.618230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 3a239335-5905-4092-a3b7-d5581570d9a7 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:45:49.620824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-19378c9a-7c08-4652-bff6-56ef3e23ef63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:49.622050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-19378c9a-7c08-4652-bff6-56ef3e23ef63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c6d39d4-c8ae-44f8-8a54-6cceb2e99e16 HTTP/1.1" status: 204 len: 168 time: 0.2930329 Mar 16 11:45:50.063547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42576) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:50.069327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734292341', 'description': 'tempest-secgroup-smoke-734292341 description', 'project_id': '016c9af9a8ef45a990336771005e8342'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:50.075562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:50.082410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:50.082410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:50.088083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:50.124446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.147429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.167790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:50.171475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:50.174229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:50.180366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:50.227718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.247445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.313197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.358339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3259f2-33d1-48c1-89b6-640fe9a953a4,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:50.421678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.422913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ec013243-a04e-4847-ae4d-32ddc931e564 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3583884 Mar 16 11:45:50.425690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42580) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:50.430709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '8b3259f2-33d1-48c1-89b6-640fe9a953a4', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:50.436629 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:50.440380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:50.446544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:50.449217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:50.543232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.603560 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.679725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.706521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a583c299-9599-475f-85f0-3d02f08f616d,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:50.781806 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.783047 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f465b7be-06ca-465c-ad5d-9251fdc944b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563933 Mar 16 11:45:50.785747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42584) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:50.791150 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '8b3259f2-33d1-48c1-89b6-640fe9a953a4', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:50.796922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:50.800639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:50.803790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:50.809366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:50.903009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:50.963733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.038962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.063753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a67e37-2d24-4250-910d-f3ee9c154c84,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:51.153420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.154601 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0b5c4031-5c9e-410d-9d44-0b2738fb05e1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3679411 Mar 16 11:45:51.157420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42588) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:51.162440 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '8b3259f2-33d1-48c1-89b6-640fe9a953a4', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:51.168355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:51.172102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:51.174946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:51.180632 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:51.268583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.330810 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.386921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.413631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a86d9e-f94e-4f8c-a713-a4096f4baad6,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:51.467343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.468512 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-95e0814b-c626-4390-a337-41c7f21b8c2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101544 Mar 16 11:45:51.471192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42592) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:51.476125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '8b3259f2-33d1-48c1-89b6-640fe9a953a4', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:51.482264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:51.486078 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:51.488946 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:51.495119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:51.554350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.618712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.667058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.690264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0405c84c-8779-4ddc-9a78-6b3be627d707,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:51.758628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.759844 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e16cb780-50cc-4813-8c17-e5d38e49ee58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2877135 Mar 16 11:45:51.762484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42596) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:51.767323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '8b3259f2-33d1-48c1-89b6-640fe9a953a4', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:51.773743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:51.777518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:51.780363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:51.785969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:51.844614 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:45:51.852541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.916894 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.964621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:51.991597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e2b749-c5e4-48e3-aa2b-e2c06fc93f1f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:52.078701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.079887 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f045704a-ae0b-49ba-ba53-e2a3845c0941 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165061 Mar 16 11:45:52.082529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42600) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:52.087461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '8b3259f2-33d1-48c1-89b6-640fe9a953a4', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:52.093387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:52.097208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:52.100709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:52.106510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:52.198693 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:45:52.205334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.271805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.364579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.387446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d4ee9e-fee0-48f1-bc17-ff44a1908577,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:52.461822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.463064 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ee654ea6-9f11-4977-a47f-2165b9284253 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3795695 Mar 16 11:45:52.466036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42604) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:52.472403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'network': {'name': 'tempest-network-smoke--1282968495', 'project_id': '016c9af9a8ef45a990336771005e8342', 'port_security_enabled': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:52.478156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:52.482262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:network and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:52.485215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:52.490933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:52.558886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:45:52.562295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.591225 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:45:52.599259 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.600276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Added segment 56618950-cbe8-49f2-ad73-a81225924e0c of type vlan for network b36ac48e-d0d5-4767-b91d-cc144e763300 Mar 16 11:45:52.624795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.701547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.706980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:52.707556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.816702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Network': ['ID=b36ac48e-d0d5-4767-b91d-cc144e763300,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:52.819767 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-26a8899e-c078-4c71-ae62-962b1cd7ba02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3528278 Mar 16 11:45:52.822499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42608) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:52.826985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network b36ac48e-d0d5-4767-b91d-cc144e763300 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:45:52.827682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'admin_state_up': True, 'project_id': '016c9af9a8ef45a990336771005e8342', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:52.835229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:52.839011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:router and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:52.842111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:52.848583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:52.902014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.903169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:52.918778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.325222 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.687354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.716449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.848944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.127 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/2d6c6d16-889c-434b-8532-c209f80817d2) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:45:53.992906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:54.073478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:54.134850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:45:54.137390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:54.139985 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:45:54.196483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=2d6c6d16-889c-434b-8532-c209f80817d2,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:54.643190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.082206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.324389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4f40a068-cc3d-451a-8920-642f06be2887 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:45:55.503701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:45:55.514077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Sync routers for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:45:55.523385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:55.524000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:55.570770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.574784 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f579ff60-0309-4eab-bf61-7a088fbbe90a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7485123 Mar 16 11:45:55.575011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42612) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:55.615582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f62ad005-9049-4c8b-9d77-d9ecc9653281 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=016c9af9a8ef45a990336771005e8342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392325 Mar 16 11:45:55.617952 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42616) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:55.701237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:55.748133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e992d-b5f5-4439-8061-68e864ecbdf7 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.749528 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-164e992d-b5f5-4439-8061-68e864ecbdf7 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306946 Mar 16 11:45:55.752337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42620) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:55.792077 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7cdba6cc-e5b9-4267-a388-33c11ec2bc48 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387070 Mar 16 11:45:55.794536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42624) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:55.799769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811821375', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'project_id': '016c9af9a8ef45a990336771005e8342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:45:55.907781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:55.911506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:subnet and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:45:55.914866 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:45:55.920345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:55.976487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:45:55.980970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.981584 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:54Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:55.985814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Checking router: 4f40a068-cc3d-451a-8920-642f06be2887 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:45:55.986262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Updating router 4f40a068-cc3d-451a-8920-642f06be2887 port 2d6c6d16-889c-434b-8532-c209f80817d2 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:45:56.073828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.278942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.361417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Subnet': ['ID=c86a70c3-0b39-479a-8470-a163ce3fe1d0,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:56.369926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Checking segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:45:56.370290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network hostable DHCP agents. Network: b36ac48e-d0d5-4767-b91d-cc144e763300, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:45:56.399430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.410880 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Transition to ACTIVE for port object 2d6c6d16-889c-434b-8532-c209f80817d2 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:45:56.438527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network b36ac48e-d0d5-4767-b91d-cc144e763300 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:45:56.455662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.501779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, b36ac48e-d0d5-4767-b91d-cc144e763300) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:56.506942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.507551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.522247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb37f9b-c2b3-4321-b4bf-fddc4c9893a4 None None] Network b36ac48e-d0d5-4767-b91d-cc144e763300 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:45:56.567853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Attempting to bind port 2d6c6d16-889c-434b-8532-c209f80817d2 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:45:56.568796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Attempting to bind port 2d6c6d16-889c-434b-8532-c209f80817d2 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:45:56.569109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Attempting to bind port 2d6c6d16-889c-434b-8532-c209f80817d2 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:45:56.573770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266489a-cb83-473b-bbb7-c31af1e75523 None None] Pushing event updated for resources: {'Port': ['ID=2d6c6d16-889c-434b-8532-c209f80817d2,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:56.585420 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-146e5bc6-0729-4473-b8fd-31cdf93b8c36 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7896876 Mar 16 11:45:56.587972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42628) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:56.620834 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:45:56.621135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:45:56.621537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.621951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:45:56.622433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Bound port: 2d6c6d16-889c-434b-8532-c209f80817d2, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:45:56.622808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.778049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] For port 2d6c6d16-889c-434b-8532-c209f80817d2, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:45:56.794111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] For port 2d6c6d16-889c-434b-8532-c209f80817d2, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2d6c6d16-889c-434b-8532-c209f80817d2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:45:56.845824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.879990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-b36ac48e-d0d5-4767-b91d-cc144e763300', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:45:56.881336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:56.988605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:45:56.989217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:57.066899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266489a-cb83-473b-bbb7-c31af1e75523 None None] Pushing event updated for resources: {'Port': ['ID=2d6c6d16-889c-434b-8532-c209f80817d2,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:57.243473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Allocated IP 172.20.0.2 (b36ac48e-d0d5-4767-b91d-cc144e763300/c86a70c3-0b39-479a-8470-a163ce3fe1d0/39f9c85f-1a17-43ee-8cc3-2d746e8e13c6) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:45:57.246238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:45:57.394561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:57.733372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:57.750326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Transition to ACTIVE for port object 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:45:57.768489 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:54Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:57.776985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Transition to ACTIVE for port object 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:45:57.778227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5a479-5e15-4c06-93ef-ceea3f8b634a None None] The sync data for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv is: [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:54Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:45:57.856577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:57.920405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Network b36ac48e-d0d5-4767-b91d-cc144e763300 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:45:57.923279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:57.931705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:45:57.932505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.1 (b36ac48e-d0d5-4767-b91d-cc144e763300/c86a70c3-0b39-479a-8470-a163ce3fe1d0/06a09a39-50a5-4fe9-bb86-96881abb1a7a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:45:57.938329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Pushing event updated for resources: {'Port': ['ID=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:58.075900 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Attempting to bind port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:45:58.076372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Attempting to bind port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:45:58.076740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Attempting to bind port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 on network b36ac48e-d0d5-4767-b91d-cc144e763300 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:45:58.082197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:45:58.082568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Checking segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:45:58.082971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:58.083361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Bound using segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:45:58.084483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Bound port: 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:45:58.084870 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:58.148828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:58.170819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 06a09a39-50a5-4fe9-bb86-96881abb1a7a will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:45:58.186978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] For port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:45:58.192386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] For port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:45:58.274209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:58.297441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:58.341109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network b36ac48e-d0d5-4767-b91d-cc144e763300 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:45:58.344243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:58.356400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:45:58.389547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=06a09a39-50a5-4fe9-bb86-96881abb1a7a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:58.390841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e873ae8-4ff9-4ea7-b809-bf3aa60fa9dc None None] Pushing event updated for resources: {'Port': ['ID=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:58.428838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:58.945610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:59.352569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:59.455888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:59.595713 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:59.600525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=06a09a39-50a5-4fe9-bb86-96881abb1a7a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:59.625479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:45:59.757337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network b36ac48e-d0d5-4767-b91d-cc144e763300 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:45:59.758715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:59.781536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:45:59.788712 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2d6c6d16-889c-434b-8532-c209f80817d2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:45:59.834647 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb416e25-3363-49fc-afa0-9049e6e5b0db None None] Network b36ac48e-d0d5-4767-b91d-cc144e763300 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:45:59.952983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4f40a068-cc3d-451a-8920-642f06be2887 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:46:00.061737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] Provisioning for port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:00.064580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 2d6c6d16-889c-434b-8532-c209f80817d2 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:00.075539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] Provisioning complete for port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:00.075913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.103927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2d6c6d16-889c-434b-8532-c209f80817d2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:00.104298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.139773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:46:00.150333 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Sync routers for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:46:00.161738 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f86d6c1f-e1f7-44cc-9a31-a3407ea0c943 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/4f40a068-cc3d-451a-8920-642f06be2887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5726888 Mar 16 11:46:00.169522 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:46:00.169522 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:00.314372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.324526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-cec618e8-38b1-47e4-b65f-661fbcd3c31b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:00.332089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 2d6c6d16-889c-434b-8532-c209f80817d2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2d6c6d16-889c-434b-8532-c209f80817d2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:00.346871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.381445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] For port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:00.403513 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:46:00.404465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.473412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-cec618e8-38b1-47e4-b65f-661fbcd3c31b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:00.475231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-cec618e8-38b1-47e4-b65f-661fbcd3c31b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734292341&fields=id&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 267 time: 0.1966784 Mar 16 11:46:00.476694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=2d6c6d16-889c-434b-8532-c209f80817d2,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:00.496754 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.620267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ebbf2-13a1-4069-9628-e99258bff22c None None] Pushing event updated for resources: {'Port': ['ID=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:00.690377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-44523fcf-fb7c-45e1-befa-7e79d6bf5b6e None None] Provisioning for port 06a09a39-50a5-4fe9-bb86-96881abb1a7a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:00.696341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-44523fcf-fb7c-45e1-befa-7e79d6bf5b6e None None] Provisioning complete for port 06a09a39-50a5-4fe9-bb86-96881abb1a7a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:00.697588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-44523fcf-fb7c-45e1-befa-7e79d6bf5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.778674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-44523fcf-fb7c-45e1-befa-7e79d6bf5b6e None None] Port 06a09a39-50a5-4fe9-bb86-96881abb1a7a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:46:00.793123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-44523fcf-fb7c-45e1-befa-7e79d6bf5b6e None None] Provisioning complete for port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:00.793592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-44523fcf-fb7c-45e1-befa-7e79d6bf5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.800750 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:45:59Z', 'revision_number': 2, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:00.806149 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Checking router: 4f40a068-cc3d-451a-8920-642f06be2887 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:46:00.806505 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Updating router 4f40a068-cc3d-451a-8920-642f06be2887 port 06a09a39-50a5-4fe9-bb86-96881abb1a7a binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:46:00.820538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-b29f69fb-d092-4095-bfe3-1fe8fb6cab2e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:00.821586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-b29f69fb-d092-4095-bfe3-1fe8fb6cab2e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:00.871917 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:00.884626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-b29f69fb-d092-4095-bfe3-1fe8fb6cab2e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:00.890318 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-b29f69fb-d092-4095-bfe3-1fe8fb6cab2e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/networks?id=b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 200 len: 797 time: 0.4031146 Mar 16 11:46:00.907469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-0b86e2b0-181f-431f-b8a5-63606730a711 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/quotas/016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 375 time: 0.0117934 Mar 16 11:46:01.002937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-9dd0d206-20e6-457e-a8bc-1a4ee4fe5952 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:01.051743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-982e9059-7ed0-4118-ac8c-fefd73c42909 None None] Provisioning complete for port 06a09a39-50a5-4fe9-bb86-96881abb1a7a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:01.052033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-982e9059-7ed0-4118-ac8c-fefd73c42909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.067389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-9dd0d206-20e6-457e-a8bc-1a4ee4fe5952 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:01.069267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-9dd0d206-20e6-457e-a8bc-1a4ee4fe5952 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514447 Mar 16 11:46:01.104794 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-982e9059-7ed0-4118-ac8c-fefd73c42909 None None] Port 06a09a39-50a5-4fe9-bb86-96881abb1a7a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:46:01.135304 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-6842f9aa-e4db-40a7-b64b-b49b3f2869fc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:46:01.136426 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-6842f9aa-e4db-40a7-b64b-b49b3f2869fc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549843 Mar 16 11:46:01.226927 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.238285 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Transition to ACTIVE for port object 06a09a39-50a5-4fe9-bb86-96881abb1a7a will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:46:01.270638 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-51b52e6b-ff84-40b1-a9a1-923c0faf5f3b service neutron] 10.222.0.30 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279998 Mar 16 11:46:01.330304 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.411895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-ab34ffa1-2ddf-4217-9bf7-8dbc92e2cb79 service neutron] 10.222.0.30 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353238 Mar 16 11:46:01.458463 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Pushing event updated for resources: {'Port': ['ID=06a09a39-50a5-4fe9-bb86-96881abb1a7a,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:01.492328 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.492785 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.493007 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.493326 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.493723 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.494006 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.494333 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.494654 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.494976 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.495296 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.495613 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.495927 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:01.568149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:01.572927 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Attempting to bind port 06a09a39-50a5-4fe9-bb86-96881abb1a7a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:46:01.573296 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Attempting to bind port 06a09a39-50a5-4fe9-bb86-96881abb1a7a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:46:01.573655 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Attempting to bind port 06a09a39-50a5-4fe9-bb86-96881abb1a7a on network b36ac48e-d0d5-4767-b91d-cc144e763300 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:46:01.579363 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:46:01.579733 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Checking segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:46:01.580129 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.580661 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Bound using segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:46:01.581123 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Bound port: 06a09a39-50a5-4fe9-bb86-96881abb1a7a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:46:01.581488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.688287 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] For port 06a09a39-50a5-4fe9-bb86-96881abb1a7a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:46:01.691828 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] For port 06a09a39-50a5-4fe9-bb86-96881abb1a7a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=06a09a39-50a5-4fe9-bb86-96881abb1a7a,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:46:01.710561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cf001852-9c14-40ba-8479-90b57437eec8 req-359ac7b2-27a8-4106-9ac4-82169e4d5700 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:01.728675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cf001852-9c14-40ba-8479-90b57437eec8 req-359ac7b2-27a8-4106-9ac4-82169e4d5700 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:01.730449 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cf001852-9c14-40ba-8479-90b57437eec8 req-359ac7b2-27a8-4106-9ac4-82169e4d5700 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 210 time: 0.0725391 Mar 16 11:46:01.730689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:01.731150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.770935 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.849678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2d6c6d16-889c-434b-8532-c209f80817d2 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:01.850016 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f256d-c38b-47d7-9f97-bbdcdc346afb None None] Pushing event updated for resources: {'Port': ['ID=06a09a39-50a5-4fe9-bb86-96881abb1a7a,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:01.862436 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:46:01.863039 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:45:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:01.925501 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 2d6c6d16-889c-434b-8532-c209f80817d2 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:01.925965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:02.053668 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:46:02.390774 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:01Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:02.394650 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b660-315b-4df4-94e7-1140114ed0ac None None] The sync data for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv is: [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:01Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:46:02.886582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-716e8b53-176e-4adb-861d-485dfb1f4115 req-fd4f57b4-9962-4d2a-bc48-c3f84d90d4c9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 210 time: 0.0493412 Mar 16 11:46:03.573055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 06a09a39-50a5-4fe9-bb86-96881abb1a7a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:03.707518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 06a09a39-50a5-4fe9-bb86-96881abb1a7a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:03.715673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 06a09a39-50a5-4fe9-bb86-96881abb1a7a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:03.716167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:03.719841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-420a0ed2-a411-45bb-9089-e16f3bfeee65 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:03.721268 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-420a0ed2-a411-45bb-9089-e16f3bfeee65 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/networks?id=b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 200 len: 797 time: 0.1604996 Mar 16 11:46:03.775225 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-34ddbb91-c074-4b3e-acea-9adbad5048ef tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 379 time: 0.0457950 Mar 16 11:46:03.784300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'port': {'device_id': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'admin_state_up': True, 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'security_groups': ['8b3259f2-33d1-48c1-89b6-640fe9a953a4']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:03.836457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:03.869092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 06a09a39-50a5-4fe9-bb86-96881abb1a7a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=06a09a39-50a5-4fe9-bb86-96881abb1a7a,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:03.924973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:03.937580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:03.949134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:03.997033 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=06a09a39-50a5-4fe9-bb86-96881abb1a7a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:04.024853 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:46:04.027050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.049236 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9746a1b8-895e-487b-94d3-0d5c50ca87b7 req-aed15872-b922-4c2a-9a08-2fb3a7446a19 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 210 time: 0.0444596 Mar 16 11:46:04.191996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.5 (b36ac48e-d0d5-4767-b91d-cc144e763300/c86a70c3-0b39-479a-8470-a163ce3fe1d0/a9aad9f5-9338-4176-a629-c7a8e359e8c6) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:46:04.373352 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.388725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object a9aad9f5-9338-4176-a629-c7a8e359e8c6 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:46:04.479274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.548368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network b36ac48e-d0d5-4767-b91d-cc144e763300 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:46:04.551274 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:46:04.556808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:46:04.598068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=a9aad9f5-9338-4176-a629-c7a8e359e8c6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:04.632198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:04.632813 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.719470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2dc97756-c4c6-4081-858a-d00a2b75db80 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391968 Mar 16 11:46:04.730591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Request body: {'port': {'device_id': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:04.838627 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f38aa7a5-f6bf-4f5d-88bc-8fe39eb15e66 None None] Provisioning for port a9aad9f5-9338-4176-a629-c7a8e359e8c6 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:04.841089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.843792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f38aa7a5-f6bf-4f5d-88bc-8fe39eb15e66 None None] Provisioning complete for port a9aad9f5-9338-4176-a629-c7a8e359e8c6 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:04.844198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f38aa7a5-f6bf-4f5d-88bc-8fe39eb15e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.901535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f38aa7a5-f6bf-4f5d-88bc-8fe39eb15e66 None None] Port a9aad9f5-9338-4176-a629-c7a8e359e8c6 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:46:05.280005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ae776-6d02-430a-b1b4-7be13318ee77 req-5f3a79d9-d8a4-46d1-ab0e-7c292f6150f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:05.280681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-659ae776-6d02-430a-b1b4-7be13318ee77 req-5f3a79d9-d8a4-46d1-ab0e-7c292f6150f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:05.355196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9aad9f5-9338-4176-a629-c7a8e359e8c6 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:46:05.359407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.373761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Transition to ACTIVE for port object a9aad9f5-9338-4176-a629-c7a8e359e8c6 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:46:05.387136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-659ae776-6d02-430a-b1b4-7be13318ee77 req-5f3a79d9-d8a4-46d1-ab0e-7c292f6150f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:05.388308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-659ae776-6d02-430a-b1b4-7be13318ee77 req-5f3a79d9-d8a4-46d1-ab0e-7c292f6150f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 931 time: 0.2273083 Mar 16 11:46:05.432988 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-659ae776-6d02-430a-b1b4-7be13318ee77 req-cb5446bd-45b9-4bde-8bc0-dcaad1677e69 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Mar 16 11:46:05.434017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.558891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 06a09a39-50a5-4fe9-bb86-96881abb1a7a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:05.595381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aad9f5-9338-4176-a629-c7a8e359e8c6,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:05.639288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 06a09a39-50a5-4fe9-bb86-96881abb1a7a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:05.639724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.679600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Attempting to bind port a9aad9f5-9338-4176-a629-c7a8e359e8c6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:46:05.679938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Attempting to bind port a9aad9f5-9338-4176-a629-c7a8e359e8c6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:46:05.680273 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Attempting to bind port a9aad9f5-9338-4176-a629-c7a8e359e8c6 on network b36ac48e-d0d5-4767-b91d-cc144e763300 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:46:05.685469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Port a9aad9f5-9338-4176-a629-c7a8e359e8c6 on network b36ac48e-d0d5-4767-b91d-cc144e763300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:46:05.685794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Attempting to bind port a9aad9f5-9338-4176-a629-c7a8e359e8c6 on network b36ac48e-d0d5-4767-b91d-cc144e763300 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:46:05.691316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:46:05.691653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Checking segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:46:05.692027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Bound using segment: {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:46:05.692445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Bound port: a9aad9f5-9338-4176-a629-c7a8e359e8c6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56618950-cbe8-49f2-ad73-a81225924e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:46:05.692788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.786136 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] For port a9aad9f5-9338-4176-a629-c7a8e359e8c6, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:46:05.789021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] For port a9aad9f5-9338-4176-a629-c7a8e359e8c6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:46:05.862047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.921036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:05.921648 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.923032 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] 10.222.0.53 "PUT /v2.0/ports/a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 200 len: 1093 time: 1.1964715 Mar 16 11:46:05.923488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:05.951513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3389c0-0b24-4467-b1c1-3f1459225df7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aad9f5-9338-4176-a629-c7a8e359e8c6,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:05.980262 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'status': 'completed', 'code': 200} Mar 16 11:46:06.075051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e16f-260e-4f48-bc18-28f0694f9cf9 req-82f4c337-62b8-4646-be43-3be98b457fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.077089 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6ed8e16f-260e-4f48-bc18-28f0694f9cf9 req-82f4c337-62b8-4646-be43-3be98b457fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1096 time: 0.0748034 Mar 16 11:46:06.219307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e16f-260e-4f48-bc18-28f0694f9cf9 req-1958b736-0196-46e9-b212-14904c91c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.220737 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6ed8e16f-260e-4f48-bc18-28f0694f9cf9 req-1958b736-0196-46e9-b212-14904c91c532 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=016c9af9a8ef45a990336771005e8342&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1366224 Mar 16 11:46:06.355167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e16f-260e-4f48-bc18-28f0694f9cf9 req-ffaf13d3-c4b9-44a5-aea5-8c4e9e5064e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.356625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6ed8e16f-260e-4f48-bc18-28f0694f9cf9 req-ffaf13d3-c4b9-44a5-aea5-8c4e9e5064e8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298981 Mar 16 11:46:06.465134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-5d959ebd-76c7-4192-b776-4a02c665bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.466664 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-5d959ebd-76c7-4192-b776-4a02c665bef7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1096 time: 0.0746422 Mar 16 11:46:06.537637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-63367570-f7df-4dd3-81c7-0a1f8ef01bcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0640943 Mar 16 11:46:06.645610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-05e76929-9ad4-498d-887c-8fc5d760c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.647137 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-05e76929-9ad4-498d-887c-8fc5d760c87c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86a70c3-0b39-479a-8470-a163ce3fe1d0 HTTP/1.1" status: 200 len: 835 time: 0.1028130 Mar 16 11:46:06.714533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988c3e-af42-4c1a-b76c-9aabc9d6db1c req-2ad8bef8-34f5-405c-9d06-bc3078b99c74 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.715965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17988c3e-af42-4c1a-b76c-9aabc9d6db1c req-2ad8bef8-34f5-405c-9d06-bc3078b99c74 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 943 time: 0.1732273 Mar 16 11:46:06.774654 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17988c3e-af42-4c1a-b76c-9aabc9d6db1c req-07e127fa-30f4-4962-8a1d-1e917b19a680 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526586 Mar 16 11:46:06.777820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-da28abbd-b276-4975-80b3-64226695c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:06.779217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-da28abbd-b276-4975-80b3-64226695c33a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b36ac48e-d0d5-4767-b91d-cc144e763300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1246095 Mar 16 11:46:06.911532 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-07175324-5c95-4929-90bc-dd061e1f8b7a service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256540 Mar 16 11:46:07.139644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-69d0fb04-1c23-48ec-9596-6e27f2293436 req-00628158-2c5f-478c-9e51-ac0bd65660a6 service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218478 Mar 16 11:46:07.963882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22528ece-348a-4c1f-bf32-9acef6edb802 req-e6ed166b-8e95-4479-9b4e-851c87536de9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:07.965355 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-22528ece-348a-4c1f-bf32-9acef6edb802 req-e6ed166b-8e95-4479-9b4e-851c87536de9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 943 time: 0.0833805 Mar 16 11:46:08.008929 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-22528ece-348a-4c1f-bf32-9acef6edb802 req-e31030e2-a79d-4c01-b841-1caea4e9e89b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Mar 16 11:46:09.191563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee902-5f74-467d-b178-9823c2505d08 req-96fa6511-633d-495f-bec6-8f9dfab45888 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:09.192891 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cfaee902-5f74-467d-b178-9823c2505d08 req-96fa6511-633d-495f-bec6-8f9dfab45888 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 943 time: 0.0811756 Mar 16 11:46:09.236200 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cfaee902-5f74-467d-b178-9823c2505d08 req-ef260f2a-1bff-4ca3-820e-55d3be82d1b1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 Mar 16 11:46:10.416900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fba0-2259-4b09-8aa1-90df40a24575 req-60fdd460-36bc-4646-b212-1bae18f585a6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.418366 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8696fba0-2259-4b09-8aa1-90df40a24575 req-60fdd460-36bc-4646-b212-1bae18f585a6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 943 time: 0.0788906 Mar 16 11:46:10.461203 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8696fba0-2259-4b09-8aa1-90df40a24575 req-8bb468f2-3eab-4ebd-bde1-f939c7add69a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372965 Mar 16 11:46:10.803985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a9aad9f5-9338-4176-a629-c7a8e359e8c6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:46:10.932913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a9aad9f5-9338-4176-a629-c7a8e359e8c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:10.945895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'port_id': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'mac_address': 'fa:16:3e:2d:7b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:46:11.002576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.019205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9aad9f5-9338-4176-a629-c7a8e359e8c6 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:46:11.033599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a9aad9f5-9338-4176-a629-c7a8e359e8c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:11.118494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.184583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a9aad9f5-9338-4176-a629-c7a8e359e8c6,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:11.334691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['a9aad9f5-9338-4176-a629-c7a8e359e8c6'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:46:11.647986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012889b6-fe4d-4483-956d-63bcec75956f req-66b5bad6-efc4-4b3a-886c-5b593904cddf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:11.649467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-012889b6-fe4d-4483-956d-63bcec75956f req-66b5bad6-efc4-4b3a-886c-5b593904cddf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 944 time: 0.0826547 Mar 16 11:46:11.692055 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-012889b6-fe4d-4483-956d-63bcec75956f req-348e3f7f-0fc2-48b7-ae6f-29c99d20a24e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368655 Mar 16 11:46:12.804270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a9aad9f5-9338-4176-a629-c7a8e359e8c6 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:12.876565 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1d339-7f18-43be-963a-39017e55af7b req-b286c14c-8dcf-4ba3-8ec1-045d65e1acbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:12.884566 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c0a1d339-7f18-43be-963a-39017e55af7b req-b286c14c-8dcf-4ba3-8ec1-045d65e1acbe tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 944 time: 0.0820954 Mar 16 11:46:12.920854 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c0a1d339-7f18-43be-963a-39017e55af7b req-1962f787-1a59-4ec3-b9ef-b271f5d32f6e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369031 Mar 16 11:46:12.941600 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port a9aad9f5-9338-4176-a629-c7a8e359e8c6 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:12.946718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port a9aad9f5-9338-4176-a629-c7a8e359e8c6 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:12.947092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:13.067775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:13.093004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:13.102970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a9aad9f5-9338-4176-a629-c7a8e359e8c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:46:13.186061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:13.212488 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'code': 200} Mar 16 11:46:13.251123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a9aad9f5-9338-4176-a629-c7a8e359e8c6,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:13.535013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296a211-9f7f-4f03-ab1e-b03982c18936 req-b897b8d6-9738-4e9c-b551-8fa67f44a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:13.536464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e296a211-9f7f-4f03-ab1e-b03982c18936 req-b897b8d6-9738-4e9c-b551-8fa67f44a846 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1098 time: 0.0724196 Mar 16 11:46:13.576335 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e296a211-9f7f-4f03-ab1e-b03982c18936 req-96bd0219-a4d4-42f1-b5d7-81026e343d95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332096 Mar 16 11:46:14.103314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d480660-689e-4fea-a799-276a2eaa1b53 req-dce7c154-a4b9-45fc-acef-e72a26d63c07 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.104743 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8d480660-689e-4fea-a799-276a2eaa1b53 req-dce7c154-a4b9-45fc-acef-e72a26d63c07 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0784554 Mar 16 11:46:14.151201 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8d480660-689e-4fea-a799-276a2eaa1b53 req-23549624-4b98-43e1-acd9-c27cdcd2630b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 Mar 16 11:46:15.078265 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:15.211127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-56ea6001-d1e5-4107-b897-b5d770415423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:15.342255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be3ee-0dad-4808-852f-46296b9ac169 req-096e6040-669b-436c-82dc-6188087f0bbf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.343689 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2a8be3ee-0dad-4808-852f-46296b9ac169 req-096e6040-669b-436c-82dc-6188087f0bbf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0856490 Mar 16 11:46:15.388036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2a8be3ee-0dad-4808-852f-46296b9ac169 req-378d40ac-72ca-456a-a866-63172e554172 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Mar 16 11:46:15.567253 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca4d3-41c5-427b-99d1-aa50fc4edde6 req-17380ba9-5d4c-471b-b0bd-6db9ffae4e22 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.568684 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64bca4d3-41c5-427b-99d1-aa50fc4edde6 req-17380ba9-5d4c-471b-b0bd-6db9ffae4e22 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0789173 Mar 16 11:46:15.613177 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-64bca4d3-41c5-427b-99d1-aa50fc4edde6 req-41af8807-ea60-4d1a-8341-f6d6786d9e21 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379977 Mar 16 11:46:15.636155 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42692) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:15.707870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39acb17-8423-45b6-aedb-972b4774251a tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.709322 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e39acb17-8423-45b6-aedb-972b4774251a tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1093 time: 0.0721931 Mar 16 11:46:15.712666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42696) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:15.717580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:46:15.723390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:15.727293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:floatingip and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:46:15.730064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:46:15.735945 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:15.821534 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:15.955771 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:16.185811 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.164 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/a7972347-3ff6-44a6-a216-c904a65846ca) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:46:16.331084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:16.427691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:16.493132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:46:16.495920 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:46:16.503559 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:46:16.533602 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=a7972347-3ff6-44a6-a216-c904a65846ca,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:16.916414 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.061436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.261467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.341862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.370390 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4924cedd-ae40-439d-aa54-062c684ae161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.452749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=a7972347-3ff6-44a6-a216-c904a65846ca,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:17.460508 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.633980 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 32dddb67-ff85-41ab-871e-3fe669680d1d associated. External IP: 172.26.7.164, port: a9aad9f5-9338-4176-a629-c7a8e359e8c6. Mar 16 11:46:18.078186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4f40a068-cc3d-451a-8920-642f06be2887 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:46:18.251735 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:46:18.262601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] Sync routers for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:46:18.308168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:46:18.308816 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:46:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:18.359019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:18.416956 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6b32829f-1d4d-4412-b50e-b990df033395 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7032986 Mar 16 11:46:18.417538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:46:18.452435 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:18.468362 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'status': 'completed', 'code': 200} Mar 16 11:46:18.500696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:46:18.618479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-c2ec8755-adca-4704-8a12-336a032b635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:18.619847 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-c2ec8755-adca-4704-8a12-336a032b635c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1098 time: 0.1286240 Mar 16 11:46:18.658631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bcaad-1edf-4110-9197-996a20fa6be1 req-909ebd35-07ea-49e4-b284-d0ab6d42c0ed tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:18.660049 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-080bcaad-1edf-4110-9197-996a20fa6be1 req-909ebd35-07ea-49e4-b284-d0ab6d42c0ed tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.1383305 Mar 16 11:46:18.780986 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-080bcaad-1edf-4110-9197-996a20fa6be1 req-ba40e509-30a7-445a-9410-3bb621dd9e63 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090450 Mar 16 11:46:18.805050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42704) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:18.805474 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-428812c7-b2a5-4ac4-94f9-80d7b108ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:18.806953 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-428812c7-b2a5-4ac4-94f9-80d7b108ca13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 200 len: 898 time: 0.1788757 Mar 16 11:46:18.838856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:18.861018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '32dddb67-ff85-41ab-871e-3fe669680d1d', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.164', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'port_id': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'mac_address': 'fa:16:3e:2d:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:46:16Z', 'updated_at': '2022-03-16T11:46:16Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:03Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:18.865136 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] Checking router: 4f40a068-cc3d-451a-8920-642f06be2887 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:46:18.874230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:46:18.874775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:46:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:18.915675 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cc14db10-652a-4879-9cb2-1268d47b2812 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/32dddb67-ff85-41ab-871e-3fe669680d1d HTTP/1.1" status: 200 len: 991 time: 0.1080902 Mar 16 11:46:18.918221 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-d809bce8-6880-4426-9dbc-9c5413598114 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 200 len: 999 time: 0.1044230 Mar 16 11:46:18.982476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-55f06fdc-4fc2-40af-8b62-fd9b20e1e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:18.983894 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-55f06fdc-4fc2-40af-8b62-fd9b20e1e767 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86a70c3-0b39-479a-8470-a163ce3fe1d0 HTTP/1.1" status: 200 len: 835 time: 0.0598230 Mar 16 11:46:19.053969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:46:19.060561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-9242ac80-c044-44e5-8633-298aee534204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:19.062032 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-9242ac80-c044-44e5-8633-298aee534204 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b36ac48e-d0d5-4767-b91d-cc144e763300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724299 Mar 16 11:46:19.193031 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-d5b5bb3f-3de6-46cf-83f3-ea8da267dc8e service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249580 Mar 16 11:46:19.323593 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b725ca99-6d66-4baa-8ee6-72b0d6841e77 req-2b7655bf-590c-4560-8f18-eb56fc89faa1 service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249428 Mar 16 11:46:19.400813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '32dddb67-ff85-41ab-871e-3fe669680d1d', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.164', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'port_id': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'mac_address': 'fa:16:3e:2d:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:46:16Z', 'updated_at': '2022-03-16T11:46:16Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:03Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:19.404774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e239c-f2a6-4873-af10-37f8a3bc0d6f None None] The sync data for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv is: [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '32dddb67-ff85-41ab-871e-3fe669680d1d', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.164', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'port_id': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'mac_address': 'fa:16:3e:2d:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:46:16Z', 'updated_at': '2022-03-16T11:46:16Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:03Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:46:19.586383 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bed4e-6197-43b5-8252-95829d8d88f5 None None] New status for floating IP 32dddb67-ff85-41ab-871e-3fe669680d1d: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:46:19.918456 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42708) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:20.027453 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4eb92153-b671-41f0-9174-92738e4320b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/32dddb67-ff85-41ab-871e-3fe669680d1d HTTP/1.1" status: 200 len: 993 time: 0.1076853 Mar 16 11:46:20.107323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:20.221214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:45.216254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e3f44a86-a985-4ef0-8f9a-5834525ec6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:47.341694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-57013c43-e627-4637-8e06-eff55e3beb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.330299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:48.770659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:50.107646 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:50.215847 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:51.581425 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-065b1dea-909e-49cc-89d4-e7b29a0b85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:51.583000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-065b1dea-909e-49cc-89d4-e7b29a0b85a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1098 time: 0.0770574 Mar 16 11:46:51.712418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dae5e0-2fef-4ca9-9bd4-2d8d756741d7 req-6ca16858-3703-47ab-b44e-5c2e6435ce30 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:51.713785 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-76dae5e0-2fef-4ca9-9bd4-2d8d756741d7 req-6ca16858-3703-47ab-b44e-5c2e6435ce30 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0785027 Mar 16 11:46:51.714005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-6222c5f5-e4a5-4338-8f2a-a5facf7ab18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:51.715497 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-6222c5f5-e4a5-4338-8f2a-a5facf7ab18b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 200 len: 898 time: 0.1261203 Mar 16 11:46:51.758715 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-76dae5e0-2fef-4ca9-9bd4-2d8d756741d7 req-0015190b-dfd0-4c48-b46e-14486deb7467 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Mar 16 11:46:51.925978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-9182251e-74d4-43c4-90ee-6dece74767f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 200 len: 1001 time: 0.2039349 Mar 16 11:46:51.989910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-a49fe5c6-7699-4d17-8d46-e9df095a78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:51.991332 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-a49fe5c6-7699-4d17-8d46-e9df095a78e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86a70c3-0b39-479a-8470-a163ce3fe1d0 HTTP/1.1" status: 200 len: 835 time: 0.0588930 Mar 16 11:46:52.065675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-c5da81b2-8b47-4373-96ca-e1d90a7a6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:52.067193 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-c5da81b2-8b47-4373-96ca-e1d90a7a6dee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b36ac48e-d0d5-4767-b91d-cc144e763300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696905 Mar 16 11:46:52.077985 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:52.200555 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-59a2ad7b-fff7-4c61-bc37-08d9e4c58d8b service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267929 Mar 16 11:46:52.334991 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7cd5677d-53e4-4f9b-8c46-ca2379c382f4 req-1329b73d-0c86-4b67-bab3-9f61b23dab2c service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283555 Mar 16 11:46:52.948257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a84d14-6b8b-4cf0-ab60-056d6a1a62c1 req-45116cb6-e584-4931-8ff8-6aea06c1aaa9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:52.949717 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-04a84d14-6b8b-4cf0-ab60-056d6a1a62c1 req-45116cb6-e584-4931-8ff8-6aea06c1aaa9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0844855 Mar 16 11:46:52.993821 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-04a84d14-6b8b-4cf0-ab60-056d6a1a62c1 req-f0fc4da2-f67b-459b-be45-11d56f41db6a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384178 Mar 16 11:46:54.178963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885477e-52b7-4fc4-8269-c7b26b796c9f req-4ec3f00e-e99d-4741-b342-fb11a162e89d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:54.180550 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e885477e-52b7-4fc4-8269-c7b26b796c9f req-4ec3f00e-e99d-4741-b342-fb11a162e89d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0821848 Mar 16 11:46:54.224636 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e885477e-52b7-4fc4-8269-c7b26b796c9f req-1e9d0c1c-f6f6-460a-9dd8-6d9219e4e322 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384810 Mar 16 11:46:55.410649 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8769ed-69cd-472d-969e-836ad113de44 req-8862df3c-239d-43bf-8c19-8ce562775f17 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:55.412101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6a8769ed-69cd-472d-969e-836ad113de44 req-8862df3c-239d-43bf-8c19-8ce562775f17 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0802722 Mar 16 11:46:55.455166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6a8769ed-69cd-472d-969e-836ad113de44 req-3b37883a-7968-4024-b80b-d78de8e97db6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368862 Mar 16 11:46:56.635511 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b2de9-210e-4189-8279-8b695e4a75c8 req-dfd6cb60-b90e-4c60-93ee-25f75407e7ca tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:56.636965 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-766b2de9-210e-4189-8279-8b695e4a75c8 req-dfd6cb60-b90e-4c60-93ee-25f75407e7ca tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0791030 Mar 16 11:46:56.679893 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-766b2de9-210e-4189-8279-8b695e4a75c8 req-0f8bf620-2379-45f9-819a-a207e567f509 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373611 Mar 16 11:46:57.870824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401de6-284c-4c39-b8aa-2b7892f84e1e req-6249f65c-54b4-4313-92b2-acf622323fc9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:57.874450 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2401de6-284c-4c39-b8aa-2b7892f84e1e req-6249f65c-54b4-4313-92b2-acf622323fc9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0840588 Mar 16 11:46:57.916272 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b2401de6-284c-4c39-b8aa-2b7892f84e1e req-5490d814-027a-4107-bac9-ae73e26c7a16 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 Mar 16 11:46:59.104021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3f5a4-69f7-48a4-b720-4313fc9b37b3 req-fe53b9df-5877-4550-8cb7-9571e390a7fb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:59.105520 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-56e3f5a4-69f7-48a4-b720-4313fc9b37b3 req-fe53b9df-5877-4550-8cb7-9571e390a7fb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0819836 Mar 16 11:46:59.148379 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-56e3f5a4-69f7-48a4-b720-4313fc9b37b3 req-d2b6b449-75be-43bf-a70e-c6dd177a9b6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367393 Mar 16 11:47:00.330790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45d348-90f6-40ec-8544-0864cb7b3e90 req-1fc66129-a384-4b30-98e3-10b17454212f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:00.332237 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c45d348-90f6-40ec-8544-0864cb7b3e90 req-1fc66129-a384-4b30-98e3-10b17454212f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0802221 Mar 16 11:47:00.378373 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c45d348-90f6-40ec-8544-0864cb7b3e90 req-6f513851-32fd-470e-8d81-f66d6b2b4340 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Mar 16 11:47:01.564021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11c715-bf66-4872-a559-4f1b8ebdd332 req-68c1e388-29fe-4ee6-84d1-e7609288fedc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.565671 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7b11c715-bf66-4872-a559-4f1b8ebdd332 req-68c1e388-29fe-4ee6-84d1-e7609288fedc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0842385 Mar 16 11:47:01.613717 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7b11c715-bf66-4872-a559-4f1b8ebdd332 req-5a5b285c-a68b-4e2d-ac9d-4c19a0e9d9c2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Mar 16 11:47:01.643890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-3454c116-042b-43d8-88cb-695f6b7e2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.645346 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-3454c116-042b-43d8-88cb-695f6b7e2417 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1098 time: 0.0739496 Mar 16 11:47:01.787010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-68ba8f72-871f-4056-a034-f971f714c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.788999 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-68ba8f72-871f-4056-a034-f971f714c30e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 200 len: 898 time: 0.1251495 Mar 16 11:47:01.891556 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-7a53480f-27a6-4c24-b10c-a0d765917308 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 200 len: 1001 time: 0.0972781 Mar 16 11:47:01.953200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-2e53ae89-82cf-4426-922b-8201f113b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.954675 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-2e53ae89-82cf-4426-922b-8201f113b7e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86a70c3-0b39-479a-8470-a163ce3fe1d0 HTTP/1.1" status: 200 len: 835 time: 0.0570533 Mar 16 11:47:02.031513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-2a33d5bd-5d37-4bae-8fa1-5269be5c8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:02.033000 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-2a33d5bd-5d37-4bae-8fa1-5269be5c8938 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b36ac48e-d0d5-4767-b91d-cc144e763300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727704 Mar 16 11:47:02.162864 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-45213f1b-956b-4925-bfcf-7173d6f53312 service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226814 Mar 16 11:47:02.392052 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cbf7ffe4-bbbe-4650-813b-6c536028a626 req-0d22888a-f922-4981-a211-40175b121fac service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226961 Mar 16 11:47:02.798582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28782e4b-890f-44cc-b5fb-f1ef0621a7c5 req-a723a8c2-c600-47e5-9519-9cb72452ff73 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:02.800007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-28782e4b-890f-44cc-b5fb-f1ef0621a7c5 req-a723a8c2-c600-47e5-9519-9cb72452ff73 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0790844 Mar 16 11:47:02.846588 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-28782e4b-890f-44cc-b5fb-f1ef0621a7c5 req-5141a706-b02b-494b-8cd6-9379c8e93588 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Mar 16 11:47:04.028812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd59e-fbf4-4dc2-b1f4-e1e9f16d1a7a req-ab731feb-be53-4e33-afd1-50c193a70619 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:04.030263 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f7cfd59e-fbf4-4dc2-b1f4-e1e9f16d1a7a req-ab731feb-be53-4e33-afd1-50c193a70619 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0808184 Mar 16 11:47:04.073463 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f7cfd59e-fbf4-4dc2-b1f4-e1e9f16d1a7a req-b9263db3-ba2e-407d-ac02-5f8745ed2a5a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376399 Mar 16 11:47:05.259945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd77f-a3aa-411c-b1ac-880af5823a5c req-23fd250c-c745-44b8-af86-d12ee001cbf2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:05.261392 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c8abd77f-a3aa-411c-b1ac-880af5823a5c req-23fd250c-c745-44b8-af86-d12ee001cbf2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0829823 Mar 16 11:47:05.304302 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c8abd77f-a3aa-411c-b1ac-880af5823a5c req-51270435-8980-4d73-b526-b035fe8b20d4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Mar 16 11:47:06.492117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12570f-0256-46e0-bc05-23f1e320efd6 req-ab7c3244-39a7-4ac5-a4a5-e9c6225d2bc9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.493580 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4c12570f-0256-46e0-bc05-23f1e320efd6 req-ab7c3244-39a7-4ac5-a4a5-e9c6225d2bc9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0825851 Mar 16 11:47:06.537774 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4c12570f-0256-46e0-bc05-23f1e320efd6 req-aad71baf-5e1e-47b6-8d9b-16bd83085664 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384376 Mar 16 11:47:07.721504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b900-4657-4945-bd0d-97385df68f01 req-ce3dd1ff-2a2f-4171-8390-5c35326b8e38 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.722980 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d6b4b900-4657-4945-bd0d-97385df68f01 req-ce3dd1ff-2a2f-4171-8390-5c35326b8e38 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0791044 Mar 16 11:47:07.768854 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d6b4b900-4657-4945-bd0d-97385df68f01 req-133e8348-acde-4374-9510-18d529934a40 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Mar 16 11:47:08.949376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d27eed-35b2-4086-94ac-bc01f170b45f req-99a9756d-a8a2-47cf-963f-f18f529a2fa6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:08.950829 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-05d27eed-35b2-4086-94ac-bc01f170b45f req-99a9756d-a8a2-47cf-963f-f18f529a2fa6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0785425 Mar 16 11:47:08.994378 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-05d27eed-35b2-4086-94ac-bc01f170b45f req-252f55e7-a5b8-4e9b-9448-b0a4fdebe1c4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378520 Mar 16 11:47:09.016663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42768) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:09.218780 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3809a002-dc34-479d-83d5-ee174aa77e55 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/32dddb67-ff85-41ab-871e-3fe669680d1d HTTP/1.1" status: 200 len: 993 time: 0.2009892 Mar 16 11:47:15.193361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8ca63c69-4420-48e6-8bf6-1efb843463c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:17.398917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-abfd77a4-71e8-4599-ae10-7a7ab26e1f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.347236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:18.798967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.090152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:20.220860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.078072 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:39.811541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42780) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:40.008330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port a7972347-3ff6-44a6-a216-c904a65846ca {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:40.008666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.176922 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.177247 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.300007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for a7972347-3ff6-44a6-a216-c904a65846ca owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:40.536697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.584059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=a7972347-3ff6-44a6-a216-c904a65846ca,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:40.622669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.623010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.623348 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.623676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.624000 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.624320 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.624641 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.624960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.625278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.625596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.625936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.626258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:40.683399 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:40.683722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 32dddb67-ff85-41ab-871e-3fe669680d1d disassociated (deleted). External IP: 172.26.7.164, port: a9aad9f5-9338-4176-a629-c7a8e359e8c6. Mar 16 11:47:41.125007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4f40a068-cc3d-451a-8920-642f06be2887 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:41.301126 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:41.311011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] Sync routers for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:41.320208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:41.323999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:41.364857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:41.422213 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a8957a0e-2f41-4112-9f3c-99b8e9a0dec7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/floatingips/32dddb67-ff85-41ab-871e-3fe669680d1d HTTP/1.1" status: 204 len: 168 time: 1.6070991 Mar 16 11:47:41.422213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:41.471352 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'status': 'completed', 'code': 200} Mar 16 11:47:41.561229 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:41.585700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-8e7eb6a7-db06-40db-ad3c-b53f0a8e4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:41.587227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-8e7eb6a7-db06-40db-ad3c-b53f0a8e4113 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 1098 time: 0.0833006 Mar 16 11:47:41.723409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-669b6c7e-82cd-4725-aacd-16a5db82de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:41.724860 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-669b6c7e-82cd-4725-aacd-16a5db82de19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 200 len: 898 time: 0.1308885 Mar 16 11:47:41.793798 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-fc0b71d7-9e00-47d2-b4e5-5a2c8872a662 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0615926 Mar 16 11:47:41.865434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-de09a0cc-b97b-4f6e-9976-79f7ea34c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:41.867006 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-de09a0cc-b97b-4f6e-9976-79f7ea34c86f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86a70c3-0b39-479a-8470-a163ce3fe1d0 HTTP/1.1" status: 200 len: 835 time: 0.0665586 Mar 16 11:47:41.891943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:03Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:41.895887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] Checking router: 4f40a068-cc3d-451a-8920-642f06be2887 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:41.914372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:41.914372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:41.946001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-8579613d-f2ef-44e7-b8bf-e37fafa49bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:41.948285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-8579613d-f2ef-44e7-b8bf-e37fafa49bd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b36ac48e-d0d5-4767-b91d-cc144e763300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732918 Mar 16 11:47:42.087197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:42.132873 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-375520f3-a2ab-4915-8823-2819109ba3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780169 Mar 16 11:47:42.176258 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e0b50-8580-447e-9d58-3a3c6979f9e9 req-ab18b5e2-a14f-482d-820d-016b6a1a2b98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:42.176942 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-5d6e0b50-8580-447e-9d58-3a3c6979f9e9 req-ab18b5e2-a14f-482d-820d-016b6a1a2b98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:42.293140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9220fbbd-7a35-4eb7-a1fb-bfe2acd7ded6 req-9abea94c-5991-4526-b013-f0c5832b316e service neutron] 10.222.0.53 "GET /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445827 Mar 16 11:47:42.318934 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-5d6e0b50-8580-447e-9d58-3a3c6979f9e9 req-ab18b5e2-a14f-482d-820d-016b6a1a2b98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:42.320201 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5d6e0b50-8580-447e-9d58-3a3c6979f9e9 req-ab18b5e2-a14f-482d-820d-016b6a1a2b98 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.2817037 Mar 16 11:47:42.364957 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5d6e0b50-8580-447e-9d58-3a3c6979f9e9 req-44782c46-94fc-4eab-b579-75c6f3a27272 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386345 Mar 16 11:47:42.404971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:03Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:42.408860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf9b95-2bc1-4c9a-a410-5a8fc79a5060 None None] The sync data for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv is: [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:45:58Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '06a09a39-50a5-4fe9-bb86-96881abb1a7a', 'name': '', 'network_id': 'b36ac48e-d0d5-4767-b91d-cc144e763300', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:90:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:57Z', 'updated_at': '2022-03-16T11:46:03Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'c86a70c3-0b39-479a-8470-a163ce3fe1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:42.648267 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5cfb8-1029-4189-aa8f-f179db7d506d None None] New status for floating IP 32dddb67-ff85-41ab-871e-3fe669680d1d: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:47:43.555042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7491d-28a0-441f-86ac-040078a978e3 req-143586e9-2c1c-4116-bb07-87c536e9065d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.556675 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-81f7491d-28a0-441f-86ac-040078a978e3 req-143586e9-2c1c-4116-bb07-87c536e9065d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0837741 Mar 16 11:47:43.603702 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-81f7491d-28a0-441f-86ac-040078a978e3 req-e15a7d85-503c-476f-ac61-a3f837ee92e2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b3259f2-33d1-48c1-89b6-640fe9a953a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 Mar 16 11:47:43.863840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-c8166def-5d8d-4f23-a4db-43af80fc7433 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.865276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-c8166def-5d8d-4f23-a4db-43af80fc7433 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 945 time: 0.0766160 Mar 16 11:47:43.936208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port a9aad9f5-9338-4176-a629-c7a8e359e8c6 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:43.936541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.172591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port a9aad9f5-9338-4176-a629-c7a8e359e8c6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a9aad9f5-9338-4176-a629-c7a8e359e8c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:44.172850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.399111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for a9aad9f5-9338-4176-a629-c7a8e359e8c6 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:44.599620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.650735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=a9aad9f5-9338-4176-a629-c7a8e359e8c6,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:44.755454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] No DVR routers for this DVR port a9aad9f5-9338-4176-a629-c7a8e359e8c6 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:47:44.762693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:44.765116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'name': 'network-vif-deleted', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:47:44.780105 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dfe4b0b2-adf8-455f-9bc8-772dd90e943b req-8faf0711-d79a-4586-aaed-4b493a16335e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=776c80e4-4c6b-4bc4-93b0-77f9221e76f0 HTTP/1.1" status: 200 len: 210 time: 0.0589435 Mar 16 11:47:44.814596 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c80e4-4c6b-4bc4-93b0-77f9221e76f0', 'name': 'network-vif-deleted', 'tag': 'a9aad9f5-9338-4176-a629-c7a8e359e8c6', 'status': 'completed', 'code': 200} Mar 16 11:47:44.839728 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-35ba6a5b-342c-4ff0-85fa-f5c6aaee4605 req-d744336a-642e-4acf-9ef3-f5ee72d76608 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "DELETE /v2.0/ports/a9aad9f5-9338-4176-a629-c7a8e359e8c6 HTTP/1.1" status: 204 len: 173 time: 0.9689739 Mar 16 11:47:45.187962 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b59b29e3-3fa3-4c5a-b0aa-91590ab0aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.873428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42800) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:46.412485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:46.861920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 06a09a39-50a5-4fe9-bb86-96881abb1a7a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:46.862262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.048623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 06a09a39-50a5-4fe9-bb86-96881abb1a7a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=06a09a39-50a5-4fe9-bb86-96881abb1a7a,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:47.049339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.168455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 06a09a39-50a5-4fe9-bb86-96881abb1a7a owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:47.353330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a9aad9f5-9338-4176-a629-c7a8e359e8c6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:47.383196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8a714c75-7783-417b-ba5a-cd607ed317f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.390405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: a9aad9f5-9338-4176-a629-c7a8e359e8c6 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:47:47.390764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a9aad9f5-9338-4176-a629-c7a8e359e8c6 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:47.552191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.626564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=06a09a39-50a5-4fe9-bb86-96881abb1a7a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:47.874280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.330974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.346008 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4f40a068-cc3d-451a-8920-642f06be2887 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:47:48.521825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:48.533228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad397053-f63c-4732-a807-a380109e9153 None None] Sync routers for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:48.537592 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1c1dcbd2-ea0d-4027-8025-5658684a9b0c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/4f40a068-cc3d-451a-8920-642f06be2887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6606729 Mar 16 11:47:48.537827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42804) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:48.543842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:48.544522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:48.606767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting subnet c86a70c3-0b39-479a-8470-a163ce3fe1d0 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:47:48.609709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.664326 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.734745 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:48.749549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.897419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.938803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Subnet': ['ID=c86a70c3-0b39-479a-8470-a163ce3fe1d0,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:48.942593 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:48.952636 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-15b62469-0521-4c67-8531-90e16300b42c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/subnets/c86a70c3-0b39-479a-8470-a163ce3fe1d0 HTTP/1.1" status: 204 len: 168 time: 0.4102275 Mar 16 11:47:48.952636 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42808) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:48.963004 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae01430-1455-4585-b9e6-f1b2bf90aecd None None] Network b36ac48e-d0d5-4767-b91d-cc144e763300 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:47:48.980087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.134993 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.239309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:47:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:49.243397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad397053-f63c-4732-a807-a380109e9153 None None] Checking router: 4f40a068-cc3d-451a-8920-642f06be2887 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:49.252764 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] Routers {'4f40a068-cc3d-451a-8920-642f06be2887'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:49.253422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f40a068-cc3d-451a-8920-642f06be2887'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:49.315046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] DHCP port deletion for b36ac48e-d0d5-4767-b91d-cc144e763300 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:47:49.317300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.328570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Deleting port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:49.328943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.388098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 2d6c6d16-889c-434b-8532-c209f80817d2 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:47:49.388698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.560391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] Set router 4f40a068-cc3d-451a-8920-642f06be2887 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:49.566263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 2d6c6d16-889c-434b-8532-c209f80817d2, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=2d6c6d16-889c-434b-8532-c209f80817d2,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:49.566591 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.669989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:49.700427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 2d6c6d16-889c-434b-8532-c209f80817d2 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:49.813030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] For port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,segment=NetworkSegment(56618950-cbe8-49f2-ad73-a81225924e0c),segment_id=56618950-cbe8-49f2-ad73-a81225924e0c)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:47:49.813348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:49.935573 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.005215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Calling delete_port for 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:47:50.013681 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=2d6c6d16-889c-434b-8532-c209f80817d2,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:50.190298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.258174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.258842 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.312360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ad397053-f63c-4732-a807-a380109e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:47:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:50.316274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad397053-f63c-4732-a807-a380109e9153 None None] The sync data for ids ['4f40a068-cc3d-451a-8920-642f06be2887'] in dv-neutron-831730-4-hyperv is: [{'id': '4f40a068-cc3d-451a-8920-642f06be2887', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010235719', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:45:52Z', 'updated_at': '2022-03-16T11:47:47Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '2d6c6d16-889c-434b-8532-c209f80817d2', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f40a068-cc3d-451a-8920-642f06be2887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:45:53Z', 'updated_at': '2022-03-16T11:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:50.337616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.350591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.365455 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.367777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.430330 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Pushing event deleted for resources: {'Port': ['ID=39f9c85f-1a17-43ee-8cc3-2d746e8e13c6,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:50.435937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] No DVR routers for this DVR port 39f9c85f-1a17-43ee-8cc3-2d746e8e13c6 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:47:50.441959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.445165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.446422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.446422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7151bfa-62ce-4162-9f20-a41120559ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:50.456779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.457306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Fanout notify agent at l3_agent the message router_deleted on router 4f40a068-cc3d-451a-8920-642f06be2887 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:47:50.471819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.474595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-7f549bee-c362-4f62-909c-bf3c43144a29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/routers/4f40a068-cc3d-451a-8920-642f06be2887 HTTP/1.1" status: 204 len: 168 time: 1.5203471 Mar 16 11:47:50.475665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42814) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:50.588696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.721201 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.750557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36ac48e-d0d5-4767-b91d-cc144e763300']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:50.767860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56618950-cbe8-49f2-ad73-a81225924e0c') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:50.768156 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56618950-cbe8-49f2-ad73-a81225924e0c') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:50.780091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.795646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.801314 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:47:50.801682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:47:50.816116 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:47:50.952742 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.970525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:50.985587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Network': ['ID=b36ac48e-d0d5-4767-b91d-cc144e763300,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:51.034080 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-acc78301-0f32-4197-bff3-5c5c6e5d553e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/networks/b36ac48e-d0d5-4767-b91d-cc144e763300 HTTP/1.1" status: 204 len: 168 time: 0.5573978 Mar 16 11:47:51.036549 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42818) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:51.103412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-837d5385-e84e-4ae8-a0dd-a0464a5362aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:51.131714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-837d5385-e84e-4ae8-a0dd-a0464a5362aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:51.261661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-837d5385-e84e-4ae8-a0dd-a0464a5362aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:51.280071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d5385-e84e-4ae8-a0dd-a0464a5362aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3259f2-33d1-48c1-89b6-640fe9a953a4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:51.340923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-837d5385-e84e-4ae8-a0dd-a0464a5362aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:51.342087 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-837d5385-e84e-4ae8-a0dd-a0464a5362aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b3259f2-33d1-48c1-89b6-640fe9a953a4 HTTP/1.1" status: 204 len: 168 time: 0.3045990 Mar 16 11:47:51.602312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2d6c6d16-889c-434b-8532-c209f80817d2 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:51.639578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 2d6c6d16-889c-434b-8532-c209f80817d2 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:47:51.639921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 2d6c6d16-889c-434b-8532-c209f80817d2 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:51.640323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 06a09a39-50a5-4fe9-bb86-96881abb1a7a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:51.671290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 06a09a39-50a5-4fe9-bb86-96881abb1a7a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:47:51.671633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 06a09a39-50a5-4fe9-bb86-96881abb1a7a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:52.064009 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42826) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:52.069286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738953442', 'description': 'tempest-secgroup-smoke-1738953442 description', 'project_id': '016c9af9a8ef45a990336771005e8342'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:52.075779 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:52.079833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:52.082661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:52.088441 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:52.146459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.166206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:52.171906 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:52.174836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:52.180380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:52.249808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.312328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.356771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1336cf-ed05-48d8-a588-05405039bca6,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:52.393617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.394932 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-62ba3794-dad8-40fb-a4c2-e6468024bd26 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3298757 Mar 16 11:47:52.397706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42830) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:52.403029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '9b1336cf-ed05-48d8-a588-05405039bca6', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:52.408987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:52.412838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:52.415711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:52.422096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:52.480318 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.540557 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.592543 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.615521 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e086a7-bdad-4527-8438-94f2a15b6ca3,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:52.685076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.686294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-edff9fdc-aa4c-44c6-ad84-f769c97d99ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876520 Mar 16 11:47:52.688935 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42834) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:52.693751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '9b1336cf-ed05-48d8-a588-05405039bca6', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:52.700532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:52.704387 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:52.707292 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:52.713163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:52.829503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.892187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.965476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.990092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12f0006-523f-4e47-bb75-1999c0d72387,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:53.101769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.102995 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fc1adecc-5945-446c-b19b-47f813d91004 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4131646 Mar 16 11:47:53.106364 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42838) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:53.111244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '9b1336cf-ed05-48d8-a588-05405039bca6', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:53.117134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:53.121037 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:53.124031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:53.129775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:53.217242 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.278656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.341673 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.364281 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ef5773-3542-4567-adee-eee7d48c8401,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:53.427567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.428753 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a88b6872-9b27-4e68-b6d0-b282c6f6885c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214920 Mar 16 11:47:53.431405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42842) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:53.436464 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '9b1336cf-ed05-48d8-a588-05405039bca6', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:53.442381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:53.446198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:53.449735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:53.455415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:53.531980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.597133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.661809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.684780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ef1afc-fbe8-45af-a8ca-061474992a52,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:53.742250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.743415 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-550ad029-aa63-4d64-b35e-4c293e99e5f1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3110740 Mar 16 11:47:53.747142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42846) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:53.752269 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '9b1336cf-ed05-48d8-a588-05405039bca6', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:53.758418 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:53.762988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:53.765814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:53.771412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:53.827961 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:47:53.834794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.896631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.970949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.993726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532aef17-f376-45a1-8d9b-151676fbcbd5,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:54.067927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.069105 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-17cff2f6-693b-48cb-9550-2ff3cbbd43a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209879 Mar 16 11:47:54.071719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42850) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:54.076716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '9b1336cf-ed05-48d8-a588-05405039bca6', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:54.082597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:54.086426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:54.089261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:54.094998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:54.159512 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:47:54.166026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.229676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.296103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.318688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798181d4-0595-4e0c-99e5-ad17ecab7d84,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:54.370978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.372224 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-52bd21a2-46dc-444d-a220-afee3ac3f389 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2995298 Mar 16 11:47:54.375119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42854) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:54.380294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'network': {'name': 'tempest-network-smoke--188586486', 'project_id': '016c9af9a8ef45a990336771005e8342', 'port_security_enabled': True}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:54.385461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:54.389608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:network and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:54.392445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:54.398077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:54.444404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:54.447841 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.474607 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:47:54.483412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.483746 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Added segment 24ba758e-bb2c-4244-ae1d-a620672630e2 of type vlan for network 26be4297-0637-4d67-a097-a2be9fb954b5 Mar 16 11:47:54.515132 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.594261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.600175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:54.600751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.709017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Network': ['ID=26be4297-0637-4d67-a097-a2be9fb954b5,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:54.719063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 26be4297-0637-4d67-a097-a2be9fb954b5 details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:47:54.737421 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6f077a4f-5576-47e1-aa2b-bba95c91f4cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3612301 Mar 16 11:47:54.739926 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42858) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:54.745586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'admin_state_up': True, 'project_id': '016c9af9a8ef45a990336771005e8342', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:54.752756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:54.759625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:router and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:54.759792 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:54.861963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:54.908130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.909123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.924428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.231663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.624858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.657544 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:55.785686 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.12 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/cbf9431e-17db-4d6d-8f77-3904c3b595ce) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:55.929385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:56.028180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:56.089111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:56.091747 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:56.095309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:56.133511 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=cbf9431e-17db-4d6d-8f77-3904c3b595ce,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:56.697005 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:57.030765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:57.284989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:47:57.460495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:47:57.471152 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Sync routers for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:47:57.481511 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:57.482155 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:57.540959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:57.542215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f5042522-62ad-4618-937c-1160627c4175 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8013797 Mar 16 11:47:57.546571 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42862) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:57.588587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42866) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:57.588762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-89d90452-492c-4578-9537-f17760860833 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=016c9af9a8ef45a990336771005e8342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410337 Mar 16 11:47:57.669239 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:57.723261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9dea64-1314-479d-8aa8-c0e471c1f4f1 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:57.724731 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1b9dea64-1314-479d-8aa8-c0e471c1f4f1 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344442 Mar 16 11:47:57.727568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42870) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:57.766869 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-1948112a-11bf-4a79-81b0-97678f0f07f4 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382218 Mar 16 11:47:57.769414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42874) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:57.774656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175216405', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'project_id': '016c9af9a8ef45a990336771005e8342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:47:57.886979 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:57.890778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:subnet and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:57.893527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:57.899089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:57.979247 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:47:56Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:57.982994 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Checking router: 6b62484b-cda9-4b39-8860-fc8889d4d4a5 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:47:57.983335 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Updating router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 port cbf9431e-17db-4d6d-8f77-3904c3b595ce binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:47:57.999211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:58.002733 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.034988 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.364519 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.375988 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Transition to ACTIVE for port object cbf9431e-17db-4d6d-8f77-3904c3b595ce will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:58.393744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.428060 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.470874 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Subnet': ['ID=317a31cb-f979-474a-b0c5-92f97577c2c7,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:58.478296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Checking segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:58.478572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network hostable DHCP agents. Network: 26be4297-0637-4d67-a097-a2be9fb954b5, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:47:58.512393 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Attempting to bind port cbf9431e-17db-4d6d-8f77-3904c3b595ce on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:58.512946 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Attempting to bind port cbf9431e-17db-4d6d-8f77-3904c3b595ce by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:58.513193 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Attempting to bind port cbf9431e-17db-4d6d-8f77-3904c3b595ce on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:58.515292 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Pushing event updated for resources: {'Port': ['ID=cbf9431e-17db-4d6d-8f77-3904c3b595ce,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:58.523921 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:58.527237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:58.527237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.527237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:58.527237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Bound port: cbf9431e-17db-4d6d-8f77-3904c3b595ce, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:58.527237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.546601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 26be4297-0637-4d67-a097-a2be9fb954b5 is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:47:58.554827 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.555171 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.555505 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.555835 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.556186 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.556513 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.556833 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.557232 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.557567 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.557877 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.558280 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.558587 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.609018 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] For port cbf9431e-17db-4d6d-8f77-3904c3b595ce, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:58.611946 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] For port cbf9431e-17db-4d6d-8f77-3904c3b595ce, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cbf9431e-17db-4d6d-8f77-3904c3b595ce,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:58.630486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 26be4297-0637-4d67-a097-a2be9fb954b5) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:58.630486 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:58.630960 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.635641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163b37c-0fea-4f0d-8d1e-325a5698fbfe None None] Network 26be4297-0637-4d67-a097-a2be9fb954b5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:47:58.702317 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.730541 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-59ca00df-6282-434f-85f1-edc62ac640e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9600368 Mar 16 11:47:58.733882 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42878) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:58.782366 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:47:58.783070 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:58.855796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-26be4297-0637-4d67-a097-a2be9fb954b5', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:47:58.856920 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.858302 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a52e-ff7c-440f-a261-0c711ac1ee21 None None] Pushing event updated for resources: {'Port': ['ID=cbf9431e-17db-4d6d-8f77-3904c3b595ce,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:58.973347 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:47:59.025491 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Allocated IP 172.20.0.2 (26be4297-0637-4d67-a097-a2be9fb954b5/317a31cb-f979-474a-b0c5-92f97577c2c7/02ca9eb1-0621-4a9e-93ea-5c39d385b3ab) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:59.236362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.247835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Transition to ACTIVE for port object 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:59.258904 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:47:56Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:59.262999 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061137e-aa6d-401e-b697-6eb542282539 None None] The sync data for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv is: [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:47:56Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:47:59.267123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Transition to ACTIVE for port object 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:59.331179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.393590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Network 26be4297-0637-4d67-a097-a2be9fb954b5 is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:59.396442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:59.404538 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:47:59.411282 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Pushing event updated for resources: {'Port': ['ID=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:59.446289 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.525639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Attempting to bind port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:59.526088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Attempting to bind port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:59.526497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Attempting to bind port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab on network 26be4297-0637-4d67-a097-a2be9fb954b5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:47:59.532511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:47:59.532876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Checking segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:47:59.533268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.533657 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Bound using segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:47:59.534149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Bound port: 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:59.534632 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.647699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] For port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:47:59.650735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] For port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:47:59.683991 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cbf9431e-17db-4d6d-8f77-3904c3b595ce up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:59.718036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.828182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336d02f-fca4-41b2-bde4-a5efdbe3412e None None] Pushing event updated for resources: {'Port': ['ID=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:59.903027 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port cbf9431e-17db-4d6d-8f77-3904c3b595ce completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:59.909560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cbf9431e-17db-4d6d-8f77-3904c3b595ce triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:59.914010 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.939778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.1 (26be4297-0637-4d67-a097-a2be9fb954b5/317a31cb-f979-474a-b0c5-92f97577c2c7/f7d31e5b-ab35-4d60-8411-2a9333912f59) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:00.130469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.148723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port cbf9431e-17db-4d6d-8f77-3904c3b595ce, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cbf9431e-17db-4d6d-8f77-3904c3b595ce,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:48:00.155144 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.176202 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object f7d31e5b-ab35-4d60-8411-2a9333912f59 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:00.216422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.274114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.298110 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=cbf9431e-17db-4d6d-8f77-3904c3b595ce,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:00.457645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 26be4297-0637-4d67-a097-a2be9fb954b5 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:00.460466 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:00.462843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:48:00.510257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=f7d31e5b-ab35-4d60-8411-2a9333912f59,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:00.531666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.852672 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b244c8-62a8-4a46-b9d8-4fd748323ef5 None None] Network 26be4297-0637-4d67-a097-a2be9fb954b5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:48:00.878778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.013628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ae830744-8a1f-488a-9d29-678d879ad5d9 None None] Provisioning for port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:01.308487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.374147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.416737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7c8cccfb-1e50-4e19-9d65-1d94499ac912 None None] Provisioning for port f7d31e5b-ab35-4d60-8411-2a9333912f59 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:01.422097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7c8cccfb-1e50-4e19-9d65-1d94499ac912 None None] Provisioning complete for port f7d31e5b-ab35-4d60-8411-2a9333912f59 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:01.422677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7c8cccfb-1e50-4e19-9d65-1d94499ac912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.482644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7c8cccfb-1e50-4e19-9d65-1d94499ac912 None None] Port f7d31e5b-ab35-4d60-8411-2a9333912f59 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:48:01.487903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=f7d31e5b-ab35-4d60-8411-2a9333912f59,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:01.493315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.602860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-80353283-63eb-4d3a-ac01-79c44d48981e None None] Provisioning complete for port f7d31e5b-ab35-4d60-8411-2a9333912f59 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:01.603151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-80353283-63eb-4d3a-ac01-79c44d48981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.634604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 26be4297-0637-4d67-a097-a2be9fb954b5 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:01.635754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:01.672766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-80353283-63eb-4d3a-ac01-79c44d48981e None None] Port f7d31e5b-ab35-4d60-8411-2a9333912f59 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:48:01.708743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cbf9431e-17db-4d6d-8f77-3904c3b595ce up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:01.783291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cbf9431e-17db-4d6d-8f77-3904c3b595ce triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:01.783666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.832886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:48:01.912527 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:01.940353 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-7cd8cb10-ac9d-44ff-ae43-906376b5fd8b None None] Provisioning complete for port f7d31e5b-ab35-4d60-8411-2a9333912f59 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:01.940723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cb10-ac9d-44ff-ae43-906376b5fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:02.018450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8cb10-ac9d-44ff-ae43-906376b5fd8b None None] Port f7d31e5b-ab35-4d60-8411-2a9333912f59 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:48:02.091047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:02.096128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:02.096506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:02.130124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:48:02.139713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Sync routers for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:48:02.143271 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-de02e779-6584-44fc-b728-51d5d217dbf0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/6b62484b-cda9-4b39-8860-fc8889d4d4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4083657 Mar 16 11:48:02.162997 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:48:02.163555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:02.326270 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-6cbb43bb-379d-4b78-b9fe-e6c73346b5ea tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738953442&fields=id&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 267 time: 0.0426977 Mar 16 11:48:02.376549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:02.415534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:48:02.475468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-07459d8b-0549-428f-86f0-384dfc7b4a18 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:02.476901 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-07459d8b-0549-428f-86f0-384dfc7b4a18 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 796 time: 0.1439972 Mar 16 11:48:02.483875 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:48:02.491867 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-6aa0a168-5178-4c3f-9522-a56763a65b9c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/quotas/016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 375 time: 0.0090261 Mar 16 11:48:02.575859 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:02.578449 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-2b9ae327-3c1e-4d7e-874b-5873193a1b8e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804837 Mar 16 11:48:02.723142 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-171fca49-cd36-4282-985a-9564c84731b4 service neutron] 10.222.0.30 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272104 Mar 16 11:48:02.759770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:02.843671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:01Z', 'revision_number': 2, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:02.847838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Checking router: 6b62484b-cda9-4b39-8860-fc8889d4d4a5 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:48:02.848191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Updating router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 port f7d31e5b-ab35-4d60-8411-2a9333912f59 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:48:02.855900 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-7eb9c8b4-9c0a-4e52-a647-c08773a5b15f service neutron] 10.222.0.30 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270003 Mar 16 11:48:02.904790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.111231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4e2ff656-7784-40c7-ab9d-e1811478bec6 req-4ef57c24-8a52-4062-83d9-83adb5b42ae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:03.192192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-4e2ff656-7784-40c7-ab9d-e1811478bec6 req-4ef57c24-8a52-4062-83d9-83adb5b42ae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:03.194622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4e2ff656-7784-40c7-ab9d-e1811478bec6 req-4ef57c24-8a52-4062-83d9-83adb5b42ae6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 210 time: 0.1272519 Mar 16 11:48:03.351626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.363466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Transition to ACTIVE for port object f7d31e5b-ab35-4d60-8411-2a9333912f59 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:03.432138 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.563466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48775559-a558-4e33-9b43-a49b48c98583 None None] Pushing event updated for resources: {'Port': ['ID=f7d31e5b-ab35-4d60-8411-2a9333912f59,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:03.633477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:03.701199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Attempting to bind port f7d31e5b-ab35-4d60-8411-2a9333912f59 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:03.701576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Attempting to bind port f7d31e5b-ab35-4d60-8411-2a9333912f59 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:03.701965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Attempting to bind port f7d31e5b-ab35-4d60-8411-2a9333912f59 on network 26be4297-0637-4d67-a097-a2be9fb954b5 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:48:03.716562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:48:03.716932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Checking segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:48:03.717331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.717726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Bound using segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:48:03.718264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Bound port: f7d31e5b-ab35-4d60-8411-2a9333912f59, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:03.718635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.815484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:03.815852 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.863798 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] For port f7d31e5b-ab35-4d60-8411-2a9333912f59, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:48:03.868195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] For port f7d31e5b-ab35-4d60-8411-2a9333912f59, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f7d31e5b-ab35-4d60-8411-2a9333912f59,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:48:03.941692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:04.002939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:48:04.003561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:47:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:04.112690 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48775559-a558-4e33-9b43-a49b48c98583 None None] Pushing event updated for resources: {'Port': ['ID=f7d31e5b-ab35-4d60-8411-2a9333912f59,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:04.209669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:48:04.349994 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed5f676f-a3e1-40d9-ac02-a93ab5466542 req-f1316b0d-90ab-4431-b5ab-837591a18e5b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 210 time: 0.0491107 Mar 16 11:48:04.568135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:04.571924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f44013-497b-404b-b02c-2b70eeaa5d4c None None] The sync data for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv is: [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:48:05.041254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-77073729-a237-4837-9e00-00de2ab18d02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:05.041964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-77073729-a237-4837-9e00-00de2ab18d02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:05.102210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-77073729-a237-4837-9e00-00de2ab18d02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:05.103424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-77073729-a237-4837-9e00-00de2ab18d02 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 796 time: 0.2344208 Mar 16 11:48:05.154650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-3b29ae39-8f9c-40b6-b812-d038b175af0e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:05.226855 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-3b29ae39-8f9c-40b6-b812-d038b175af0e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:05.228576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-3b29ae39-8f9c-40b6-b812-d038b175af0e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 380 time: 0.1172719 Mar 16 11:48:05.240069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'port': {'device_id': '6be28630-9734-456e-be35-494fdb9436b9', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'admin_state_up': True, 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'security_groups': ['9b1336cf-ed05-48d8-a588-05405039bca6']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:48:05.382165 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:05.392961 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:05.445353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:05.449801 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:05.551417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3017a4ca-4f03-46b1-9372-6bb8d6253b61 req-58d1ded3-a6dd-451c-9a15-bee406c70cd4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 210 time: 0.0842044 Mar 16 11:48:05.658971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f7d31e5b-ab35-4d60-8411-2a9333912f59 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:05.697533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.7 (26be4297-0637-4d67-a097-a2be9fb954b5/317a31cb-f979-474a-b0c5-92f97577c2c7/a397bb81-acb3-4328-853a-a2f60584cf03) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:05.782459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port f7d31e5b-ab35-4d60-8411-2a9333912f59 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:05.787547 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f7d31e5b-ab35-4d60-8411-2a9333912f59 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:05.788003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:05.883796 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:05.903063 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object a397bb81-acb3-4328-853a-a2f60584cf03 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:05.912166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:05.962502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port f7d31e5b-ab35-4d60-8411-2a9333912f59, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f7d31e5b-ab35-4d60-8411-2a9333912f59,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:48:05.975820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.021331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.045996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 26be4297-0637-4d67-a097-a2be9fb954b5 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:06.048991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:06.059840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:48:06.077424 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:06.091929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=f7d31e5b-ab35-4d60-8411-2a9333912f59,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:06.093379 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:06.131642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:06.132414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.244582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-d2a9fa6c-55ef-4019-bcd2-a8b133eef23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0083408 Mar 16 11:48:06.255674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Request body: {'port': {'device_id': '6be28630-9734-456e-be35-494fdb9436b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:48:06.325060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a2f688df-4b6b-471a-a687-3ed99de6009b None None] Provisioning for port a397bb81-acb3-4328-853a-a2f60584cf03 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:06.330026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a2f688df-4b6b-471a-a687-3ed99de6009b None None] Provisioning complete for port a397bb81-acb3-4328-853a-a2f60584cf03 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:06.330415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a2f688df-4b6b-471a-a687-3ed99de6009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.365777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.387385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a2f688df-4b6b-471a-a687-3ed99de6009b None None] Port a397bb81-acb3-4328-853a-a2f60584cf03 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:48:06.705902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a397bb81-acb3-4328-853a-a2f60584cf03 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:48:06.712895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.727953 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Transition to ACTIVE for port object a397bb81-acb3-4328-853a-a2f60584cf03 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:06.765278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7878a-3343-479a-a582-cdffb9a41940 req-86b98f25-d98f-4b10-8648-96855e406e14 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:06.766767 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f2e7878a-3343-479a-a582-cdffb9a41940 req-86b98f25-d98f-4b10-8648-96855e406e14 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 931 time: 0.0810399 Mar 16 11:48:06.809623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.812594 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f2e7878a-3343-479a-a582-cdffb9a41940 req-a634964d-f9ad-4150-a6f0-3614dfe775cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Mar 16 11:48:06.939731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:07.154108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Attempting to bind port a397bb81-acb3-4328-853a-a2f60584cf03 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:07.154721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Attempting to bind port a397bb81-acb3-4328-853a-a2f60584cf03 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:07.154721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Attempting to bind port a397bb81-acb3-4328-853a-a2f60584cf03 on network 26be4297-0637-4d67-a097-a2be9fb954b5 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:48:07.159116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Port a397bb81-acb3-4328-853a-a2f60584cf03 on network 26be4297-0637-4d67-a097-a2be9fb954b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:48:07.159433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Attempting to bind port a397bb81-acb3-4328-853a-a2f60584cf03 on network 26be4297-0637-4d67-a097-a2be9fb954b5 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:48:07.164313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:48:07.164646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Checking segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:48:07.165019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Bound using segment: {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:48:07.165436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Bound port: a397bb81-acb3-4328-853a-a2f60584cf03, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ba758e-bb2c-4244-ae1d-a620672630e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:07.165771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:07.254290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:48:07.257069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:48:07.324146 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:07.377086 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.377802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:07.379046 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] 10.222.0.53 "PUT /v2.0/ports/a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 1093 time: 1.1275511 Mar 16 11:48:07.379475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:48:07.409494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed43e7e-aab8-475e-9e33-466f65793730 service neutron] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:07.428792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'status': 'completed', 'code': 200} Mar 16 11:48:07.526417 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4188-c0e7-4088-a69e-0487d67ce90c req-8154b593-046d-4473-ab76-aa7dafea149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.528708 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bbca4188-c0e7-4088-a69e-0487d67ce90c req-8154b593-046d-4473-ab76-aa7dafea149c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1096 time: 0.0783434 Mar 16 11:48:07.614147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f7d31e5b-ab35-4d60-8411-2a9333912f59 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:07.673645 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4188-c0e7-4088-a69e-0487d67ce90c req-0efe2451-75a0-4341-9e43-30c0a89ec340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.675038 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bbca4188-c0e7-4088-a69e-0487d67ce90c req-0efe2451-75a0-4341-9e43-30c0a89ec340 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=016c9af9a8ef45a990336771005e8342&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1387999 Mar 16 11:48:07.693658 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f7d31e5b-ab35-4d60-8411-2a9333912f59 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:07.694065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:07.811140 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4188-c0e7-4088-a69e-0487d67ce90c req-636a6252-34c1-4c0a-ba3a-04c73c681664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.812492 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bbca4188-c0e7-4088-a69e-0487d67ce90c req-636a6252-34c1-4c0a-ba3a-04c73c681664 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309626 Mar 16 11:48:07.918817 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-c74fc229-df61-48a8-8206-0902275f1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.920276 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-c74fc229-df61-48a8-8206-0902275f1d6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1096 time: 0.0710588 Mar 16 11:48:07.989715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-48929b94-c3f9-4a0e-8661-efe75fafb0cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 217 time: 0.0623727 Mar 16 11:48:08.001701 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278d0a-bb60-4363-a235-646ab30f58d9 req-f01fc5be-53f4-46e0-a920-5deeaed04b8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:08.003208 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-45278d0a-bb60-4363-a235-646ab30f58d9 req-f01fc5be-53f4-46e0-a920-5deeaed04b8f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 943 time: 0.0870714 Mar 16 11:48:08.049081 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-45278d0a-bb60-4363-a235-646ab30f58d9 req-c6635af8-4f04-464e-8af6-7026e79407d4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398314 Mar 16 11:48:08.051500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-5a46c084-86cb-4025-a867-1bff020050ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:08.052913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-5a46c084-86cb-4025-a867-1bff020050ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0580282 Mar 16 11:48:08.129284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-8f705cc4-db28-464a-b8c0-502e9cfb3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:08.130750 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-8f705cc4-db28-464a-b8c0-502e9cfb3a45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718472 Mar 16 11:48:08.261658 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-3fac8b78-2dbb-4ea7-a4b4-4e625f604ae6 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238880 Mar 16 11:48:08.390729 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8cb4631a-b4b0-4112-b829-c1f854fcede3 req-8846dd4e-6b5b-4dc8-a135-178097097d8d service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232371 Mar 16 11:48:09.231988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163117b3-1372-46da-8786-34d63343b4a3 req-4d6d17ec-68a0-4de3-a515-bdae9375c195 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.232677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-163117b3-1372-46da-8786-34d63343b4a3 req-4d6d17ec-68a0-4de3-a515-bdae9375c195 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:09.284504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-163117b3-1372-46da-8786-34d63343b4a3 req-4d6d17ec-68a0-4de3-a515-bdae9375c195 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:09.285641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-163117b3-1372-46da-8786-34d63343b4a3 req-4d6d17ec-68a0-4de3-a515-bdae9375c195 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 943 time: 0.1308813 Mar 16 11:48:09.328727 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-163117b3-1372-46da-8786-34d63343b4a3 req-91b3264f-652b-4c57-a0c0-df3f332457d6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373056 Mar 16 11:48:10.508426 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24388-a1fb-4007-b0b4-b96dc1c1acee req-dd090c98-20c8-426f-8a3a-8946bef152d3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:10.509891 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-90c24388-a1fb-4007-b0b4-b96dc1c1acee req-dd090c98-20c8-426f-8a3a-8946bef152d3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 943 time: 0.0793934 Mar 16 11:48:10.553558 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-90c24388-a1fb-4007-b0b4-b96dc1c1acee req-64550853-fd79-4d99-a8d2-561daca14983 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 Mar 16 11:48:11.536949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:48:11.671218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:48:11.684222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'port_id': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'mac_address': 'fa:16:3e:15:87:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:48:11.738285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:11.739561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c6c1-e347-4372-89c9-79d734154859 req-7238a47a-2b91-456e-8166-37103010c4c5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:11.741011 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-21c9c6c1-e347-4372-89c9-79d734154859 req-7238a47a-2b91-456e-8166-37103010c4c5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 943 time: 0.0820560 Mar 16 11:48:11.760019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a397bb81-acb3-4328-853a-a2f60584cf03 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:48:11.775005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:48:11.785003 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-21c9c6c1-e347-4372-89c9-79d734154859 req-1079aa82-e8d4-474a-b9bc-43d65a189e5a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382328 Mar 16 11:48:11.844913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:11.910271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:12.051773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['a397bb81-acb3-4328-853a-a2f60584cf03'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:48:12.968838 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7fce4-a3a3-4858-bec0-4089b25babd5 req-0dd44038-70f1-46aa-8241-6c6b18772e32 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:12.970301 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-34b7fce4-a3a3-4858-bec0-4089b25babd5 req-0dd44038-70f1-46aa-8241-6c6b18772e32 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 944 time: 0.0813217 Mar 16 11:48:13.013686 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-34b7fce4-a3a3-4858-bec0-4089b25babd5 req-2e22a5e8-5514-4ee0-ac0a-4c428e74c1f8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378659 Mar 16 11:48:13.538012 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:13.673393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port a397bb81-acb3-4328-853a-a2f60584cf03 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:13.678451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port a397bb81-acb3-4328-853a-a2f60584cf03 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:13.678818 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.791703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.817926 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:48:13.827071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:48:13.864179 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'code': 200} Mar 16 11:48:13.873774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.941166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:14.198434 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7f49-42bf-4262-8fed-a2b97b639b77 req-7288a2ec-bb91-426c-8417-45eb8078e23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:14.200155 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-829d7f49-42bf-4262-8fed-a2b97b639b77 req-7288a2ec-bb91-426c-8417-45eb8078e23b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0836604 Mar 16 11:48:14.219988 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f8f18-319c-4ca7-a2a4-5859cc16f75e req-e199cb43-8f6f-44e5-afd6-4ddf08a9c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:14.221439 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-130f8f18-319c-4ca7-a2a4-5859cc16f75e req-e199cb43-8f6f-44e5-afd6-4ddf08a9c71a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1098 time: 0.0698042 Mar 16 11:48:14.247232 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-829d7f49-42bf-4262-8fed-a2b97b639b77 req-36a23e5e-a2c5-494e-a478-8247b7be91b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Mar 16 11:48:14.263116 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-130f8f18-319c-4ca7-a2a4-5859cc16f75e req-0663177c-47a9-4ec1-820e-d723c1bd5590 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Mar 16 11:48:15.193954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ddb30b7f-234a-43d6-895d-f5e3a66e6830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:15.436081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34579022-5e47-4650-a42f-25e3a8758f91 req-0b16d610-b092-41f9-8784-eb4bbbaf5ba7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:15.437536 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-34579022-5e47-4650-a42f-25e3a8758f91 req-0b16d610-b092-41f9-8784-eb4bbbaf5ba7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0857332 Mar 16 11:48:15.482199 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-34579022-5e47-4650-a42f-25e3a8758f91 req-54230153-db09-4d86-a9e2-a786464443cd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385554 Mar 16 11:48:16.663527 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a7c33-9548-4a0b-8f07-46596afbdc56 req-c1e28c80-bbc5-42c6-836e-b93417f26bc3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:16.664952 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-197a7c33-9548-4a0b-8f07-46596afbdc56 req-c1e28c80-bbc5-42c6-836e-b93417f26bc3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0805147 Mar 16 11:48:16.708683 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-197a7c33-9548-4a0b-8f07-46596afbdc56 req-27a0f1fa-bee3-4b13-8382-6bfc9454eec8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Mar 16 11:48:16.892047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0604f13-a0a0-45eb-852d-3ddee698e7b8 req-348774cb-5382-47a1-8012-24af428e491a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:16.893678 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0604f13-a0a0-45eb-852d-3ddee698e7b8 req-348774cb-5382-47a1-8012-24af428e491a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0809257 Mar 16 11:48:16.940858 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e0604f13-a0a0-45eb-852d-3ddee698e7b8 req-e591f6a0-d94e-4b44-9441-acd8394ecf57 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Mar 16 11:48:16.968121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42936) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:17.142526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41b258-b6af-4ee7-80c9-ad2d5e3155d6 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:17.143942 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-ec41b258-b6af-4ee7-80c9-ad2d5e3155d6 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1093 time: 0.1748455 Mar 16 11:48:17.146690 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42940) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:17.151480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:48:17.157937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:17.161666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:floatingip and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:17.164520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:17.171025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:17.254884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:17.387059 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-31a5dfb2-3257-4c72-b47d-696aea65ea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:17.387821 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:17.529969 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.248 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/9e2726e6-4916-4b5f-8c49-000c0dd55a6d) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:17.668472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:17.759760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:17.819147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:17.821756 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:17.830125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:48:17.861745 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=9e2726e6-4916-4b5f-8c49-000c0dd55a6d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:18.234382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.348051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.373414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.575488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.632141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.737232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=9e2726e6-4916-4b5f-8c49-000c0dd55a6d,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:18.747653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.780950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.027456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db associated. External IP: 172.26.7.248, port: a397bb81-acb3-4328-853a-a2f60584cf03. Mar 16 11:48:19.369603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:48:19.548909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:48:19.562180 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] Sync routers for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:48:19.574348 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:48:19.574947 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:48:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:19.634509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.689931 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-613bff5e-95ba-4916-b85b-e98353f420f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5422251 Mar 16 11:48:19.690504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:48:19.737567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'status': 'completed', 'code': 200} Mar 16 11:48:19.750956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:48:19.834307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-c4a06042-0f81-4ccc-bd4d-b17cf50e2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:19.835875 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-c4a06042-0f81-4ccc-bd4d-b17cf50e2b6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1098 time: 0.0766819 Mar 16 11:48:19.869729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc1f01-10c7-4212-b32c-d89f50d6f200 req-9a2fa941-d689-42ae-aead-175e6d65a09c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:19.871852 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a0cc1f01-10c7-4212-b32c-d89f50d6f200 req-9a2fa941-d689-42ae-aead-175e6d65a09c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0863397 Mar 16 11:48:19.920161 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a0cc1f01-10c7-4212-b32c-d89f50d6f200 req-ae6ac3d7-d30c-4f1b-96f2-4bb773a1eb0a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Mar 16 11:48:19.944431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42948) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:19.970994 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-1d7ded94-ae21-4a39-84a0-c2e6f577ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:19.972438 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-1d7ded94-ae21-4a39-84a0-c2e6f577ef17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 897 time: 0.1306803 Mar 16 11:48:20.074298 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-d803576d-1949-451e-afb7-2cca1da7f3e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 999 time: 0.0958288 Mar 16 11:48:20.138066 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.248', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'port_id': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'mac_address': 'fa:16:3e:15:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be28630-9734-456e-be35-494fdb9436b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:48:18Z', 'updated_at': '2022-03-16T11:48:18Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:20.141909 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] Checking router: 6b62484b-cda9-4b39-8860-fc8889d4d4a5 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:48:20.146870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-53b42280-10f0-4f9c-bd27-b9c9274a4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:20.149044 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-53b42280-10f0-4f9c-bd27-b9c9274a4e9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0692003 Mar 16 11:48:20.150319 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:48:20.150848 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:48:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:20.157716 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9f12365e-2ee9-4c16-bf2c-8349fd52e193 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db HTTP/1.1" status: 200 len: 991 time: 0.2110448 Mar 16 11:48:20.194117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.226738 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-3d40140f-eba2-4edf-8af4-784ab17427fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:20.228414 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-3d40140f-eba2-4edf-8af4-784ab17427fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743380 Mar 16 11:48:20.245323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.332394 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:48:20.368007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-4ac7fea6-9d2f-4bf6-a098-d7c4b05d6aa4 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332259 Mar 16 11:48:20.501413 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-522e75ed-fc6e-40c7-99aa-8a79e73283a4 req-41216f60-e071-432f-aee4-914bf271fc16 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233959 Mar 16 11:48:20.679302 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.248', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'port_id': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'mac_address': 'fa:16:3e:15:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be28630-9734-456e-be35-494fdb9436b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:48:18Z', 'updated_at': '2022-03-16T11:48:18Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:20.683056 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aac9c5-4a82-4894-883a-584479bb0fb1 None None] The sync data for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv is: [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.248', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'port_id': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'mac_address': 'fa:16:3e:15:87:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be28630-9734-456e-be35-494fdb9436b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:48:18Z', 'updated_at': '2022-03-16T11:48:18Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:48:20.870328 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ca3be-ef78-431d-9b22-2b2961946a02 None None] New status for floating IP 1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:48:21.159855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 42952) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:21.269341 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-61049250-84cf-45d9-8bc5-1534c1df727c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db HTTP/1.1" status: 200 len: 993 time: 0.1083703 Mar 16 11:48:23.747196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-b1046d62-6a7f-47b7-ac98-987fb136e570 req-890bf357-9b3e-4060-a3b1-1baa464c3d3d tempest-ServerDiskConfigTestJSON-1166059638 tempest-ServerDiskConfigTestJSON-1166059638-project] (88449) timed out ('10.222.0.53', 52599) {{(pid=88449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:48:43.077024 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:45.191928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6f2982de-5063-4854-b466-b5b8b3e5c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.399638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5b59e9a7-ec96-44b7-a045-92c5eadbc59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.397550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.826391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:50.197481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:50.262719 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.232017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb40c1-a040-4d4b-b566-ab6f8d5d6fd4 req-479d77b2-4792-4112-a8ad-921393c8e73c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:53.233387 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68fb40c1-a040-4d4b-b566-ab6f8d5d6fd4 req-479d77b2-4792-4112-a8ad-921393c8e73c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.2156801 Mar 16 11:48:53.280995 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-68fb40c1-a040-4d4b-b566-ab6f8d5d6fd4 req-b98f092c-0212-4d9a-9fd9-f78770f89df0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Mar 16 11:48:53.319653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 42976) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:53.428294 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-995aa265-4740-4d1a-b39b-bc1ff7fee378 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074903 Mar 16 11:48:54.473372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4b5e2-44aa-4b85-bfc5-c2cae7626313 req-e5c04ea1-1ad0-4674-b953-7fa2821d11cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:54.474791 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a2c4b5e2-44aa-4b85-bfc5-c2cae7626313 req-e5c04ea1-1ad0-4674-b953-7fa2821d11cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0815196 Mar 16 11:48:54.522471 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a2c4b5e2-44aa-4b85-bfc5-c2cae7626313 req-850fc20d-2c13-4a11-ae77-5e18c2627846 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Mar 16 11:48:55.445098 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-9f0eb8c6-cd03-43b4-bf60-da276757f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.446573 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-9f0eb8c6-cd03-43b4-bf60-da276757f651 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1098 time: 0.0721223 Mar 16 11:48:55.582022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-0e827301-0e89-46db-87a2-db24510278c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.583466 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-0e827301-0e89-46db-87a2-db24510278c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 897 time: 0.1259527 Mar 16 11:48:55.729515 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-b71b2eba-e50c-4e93-9ea6-0358f5cedf60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 1001 time: 0.1400251 Mar 16 11:48:55.799382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46135c51-5263-4fd7-b8fd-7ab94c343db9 req-328aaf5a-1f9f-4414-8295-ec7f962b1893 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.800803 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-46135c51-5263-4fd7-b8fd-7ab94c343db9 req-328aaf5a-1f9f-4414-8295-ec7f962b1893 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.1584270 Mar 16 11:48:55.831093 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-69097680-bebb-4414-9e5e-06b2a98e308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.832471 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-69097680-bebb-4414-9e5e-06b2a98e308b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0954595 Mar 16 11:48:55.888110 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-46135c51-5263-4fd7-b8fd-7ab94c343db9 req-36657791-2e4d-4e60-8eaa-b5b74338394b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809681 Mar 16 11:48:55.922245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-b97ce1cc-e2b6-44d2-acbb-973f7f360a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.923680 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-b97ce1cc-e2b6-44d2-acbb-973f7f360a7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813437 Mar 16 11:48:56.052919 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-a24b28c1-6cc4-4cae-9bda-772863193d72 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221087 Mar 16 11:48:56.181469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-16e6ab23-18eb-421d-bac5-73c4632b85e7 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227016 Mar 16 11:48:57.072715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7404-1287-46ef-99bc-3fbe9b373b18 req-a0193b6a-0ef8-4916-aca5-16586ad9705f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:57.074182 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4bef7404-1287-46ef-99bc-3fbe9b373b18 req-a0193b6a-0ef8-4916-aca5-16586ad9705f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0826428 Mar 16 11:48:57.117956 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-4bef7404-1287-46ef-99bc-3fbe9b373b18 req-3e8165a1-c386-4446-82e0-65d6f0a2df57 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 Mar 16 11:48:58.308117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1c8f5-0d3a-4ade-aaec-7be35a13cfa6 req-3890aff1-b1da-4643-933e-417a5f844350 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.310077 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-04f1c8f5-0d3a-4ade-aaec-7be35a13cfa6 req-3890aff1-b1da-4643-933e-417a5f844350 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0791311 Mar 16 11:48:58.353914 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-04f1c8f5-0d3a-4ade-aaec-7be35a13cfa6 req-951bdd2e-9464-4db6-83d2-1baa2ed7a5c4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381496 Mar 16 11:48:59.536687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79b317-c604-4466-8301-ef867fe685eb req-c724e190-882f-46b0-95d2-e7c1fcc6cf94 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:59.538182 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd79b317-c604-4466-8301-ef867fe685eb req-c724e190-882f-46b0-95d2-e7c1fcc6cf94 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0813887 Mar 16 11:48:59.583078 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dd79b317-c604-4466-8301-ef867fe685eb req-a90f1b0f-a9b6-4b36-875e-14b8d46cf9f4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389752 Mar 16 11:49:00.766909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa1425-fb59-46c2-ab0d-dfd21ffb484e req-456d1c4f-db05-4061-814f-0e9ba1fb53b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:00.768323 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-87fa1425-fb59-46c2-ab0d-dfd21ffb484e req-456d1c4f-db05-4061-814f-0e9ba1fb53b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0815320 Mar 16 11:49:00.812353 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-87fa1425-fb59-46c2-ab0d-dfd21ffb484e req-3de1f07d-27b8-4f4c-bc96-269c9e01b424 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381579 Mar 16 11:49:01.609872 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-e2984379-8bbb-4add-833b-ba715a0b0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.611338 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-e2984379-8bbb-4add-833b-ba715a0b0699 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1098 time: 0.0720878 Mar 16 11:49:01.752644 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-5549e43a-b5ea-4cc6-804f-d55873ae5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.754085 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-5549e43a-b5ea-4cc6-804f-d55873ae5584 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 897 time: 0.1239071 Mar 16 11:49:01.858267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-356795ee-65dd-494e-81cd-15678975577b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 1001 time: 0.0975175 Mar 16 11:49:01.919563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-6795d073-d562-4798-9740-c1380c3da031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:01.920989 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-6795d073-d562-4798-9740-c1380c3da031 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0575976 Mar 16 11:49:02.010575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ece71-acf1-4173-8c4b-b6bfc256b1a9 req-8d74a215-6a0c-4200-a2bd-d0be7df63321 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:02.012154 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d13ece71-acf1-4173-8c4b-b6bfc256b1a9 req-8d74a215-6a0c-4200-a2bd-d0be7df63321 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0910497 Mar 16 11:49:02.059058 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d13ece71-acf1-4173-8c4b-b6bfc256b1a9 req-e54c85be-d28a-4efd-88e0-a993515d58cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Mar 16 11:49:02.109597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-04985125-07f9-4459-bfb5-4303af8903bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:02.111007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-04985125-07f9-4459-bfb5-4303af8903bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1838765 Mar 16 11:49:02.238849 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-097fb4d4-c4df-4a3a-b096-858da53c7b29 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216133 Mar 16 11:49:02.373600 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f35a18d1-94c9-4a7d-b7b8-356a44bff443 req-3d026e2d-5a68-4252-a525-30d542b49f88 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284847 Mar 16 11:49:03.239891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a4df4-e405-4b20-8e94-9c544d66223f req-e0b14331-58a7-4d50-9bcc-6fdd21d7160b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:03.241332 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c90a4df4-e405-4b20-8e94-9c544d66223f req-e0b14331-58a7-4d50-9bcc-6fdd21d7160b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0781267 Mar 16 11:49:03.287559 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c90a4df4-e405-4b20-8e94-9c544d66223f req-d7a5adf7-e19c-4d12-8700-4bcd30dff5ab tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Mar 16 11:49:04.471716 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07225d14-8ccb-43c4-8056-930546cb64b8 req-38f814ad-13cf-40b0-a5a1-de5a945dd655 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:04.473146 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-07225d14-8ccb-43c4-8056-930546cb64b8 req-38f814ad-13cf-40b0-a5a1-de5a945dd655 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0814950 Mar 16 11:49:04.517458 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-07225d14-8ccb-43c4-8056-930546cb64b8 req-e0408fcf-7402-4645-9e14-361a279ada44 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386517 Mar 16 11:49:05.749930 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3b2d-437c-4a54-a70b-326518660fc4 req-38b8b975-46b1-4efd-bf01-2aebba5242bf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:05.751391 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-04bc3b2d-437c-4a54-a70b-326518660fc4 req-38b8b975-46b1-4efd-bf01-2aebba5242bf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.1266468 Mar 16 11:49:05.795764 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-04bc3b2d-437c-4a54-a70b-326518660fc4 req-35385e0a-265f-4bf6-bbca-9d7798fb5759 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388551 Mar 16 11:49:06.975316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7ece-5558-4bdb-9ed0-3f6abe497981 req-e81416bf-e457-4897-8177-e45d9969fdb2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:06.976765 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e84f7ece-5558-4bdb-9ed0-3f6abe497981 req-e81416bf-e457-4897-8177-e45d9969fdb2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0790434 Mar 16 11:49:07.020685 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e84f7ece-5558-4bdb-9ed0-3f6abe497981 req-9d83ff9b-acf9-404f-9e30-f4871df93332 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Mar 16 11:49:08.105453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-55887a8d-f348-44e9-8169-7a6605f4d7cd service neutron] 10.222.0.53 "GET /v2.0/ports/a397bb81-acb3-4328-853a-a2f60584cf03/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0761852 Mar 16 11:49:08.203767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bb02e-1935-4f5c-95bb-d0998b143478 req-4c94ba2d-7ba3-42b0-a57f-6586eed24080 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:08.205261 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-588bb02e-1935-4f5c-95bb-d0998b143478 req-4c94ba2d-7ba3-42b0-a57f-6586eed24080 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0799477 Mar 16 11:49:08.251688 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-588bb02e-1935-4f5c-95bb-d0998b143478 req-c97d1126-bff8-479a-828f-81a91b7bff7d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Mar 16 11:49:08.652214 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-14c4f1a2-3dce-40d2-ba6d-d6031c0c3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:08.654135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-14c4f1a2-3dce-40d2-ba6d-d6031c0c3109 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 1098 time: 0.0723813 Mar 16 11:49:08.744231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-980bb4e8-526e-4c28-81e1-1438db3884a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:08.745660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-980bb4e8-526e-4c28-81e1-1438db3884a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1098 time: 0.0701225 Mar 16 11:49:08.875749 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-c1716659-8f32-4559-8925-69f4bf8212e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:08.877151 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-c1716659-8f32-4559-8925-69f4bf8212e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 897 time: 0.1249425 Mar 16 11:49:08.978244 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-a0e55fb8-65dc-442a-835d-7cae5ca0d3f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 1001 time: 0.0947049 Mar 16 11:49:09.037928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-89c15d8f-7b63-4dd1-b5ad-0bbbfc16ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:09.039314 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-89c15d8f-7b63-4dd1-b5ad-0bbbfc16ed55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0557458 Mar 16 11:49:09.114505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debfad-6932-463f-a156-1d6ab642b20c req-a4b18739-2c44-431b-b356-449fd73699f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:09.115939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-a4b18739-2c44-431b-b356-449fd73699f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710268 Mar 16 11:49:09.244359 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-4f04f0c4-47ae-4f02-b780-082ec09c695c service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224787 Mar 16 11:49:09.373830 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-a221350b-f3ab-4886-a88e-f708eafd14d0 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237960 Mar 16 11:49:09.445161 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab014d64-1a6f-4513-8311-9e7f9b0f8f73 req-3a277183-d369-4578-80a1-ec9ca8090ab2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:09.446645 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ab014d64-1a6f-4513-8311-9e7f9b0f8f73 req-3a277183-d369-4578-80a1-ec9ca8090ab2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0865808 Mar 16 11:49:09.490491 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ab014d64-1a6f-4513-8311-9e7f9b0f8f73 req-4ff0715c-36de-4685-b774-12fb65c7eaa2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Mar 16 11:49:10.673767 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877978be-6328-4fa3-8ded-5d70be8aaf83 req-a1214e84-2c64-4374-9996-72c0e65aeb0d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:10.675235 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-877978be-6328-4fa3-8ded-5d70be8aaf83 req-a1214e84-2c64-4374-9996-72c0e65aeb0d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0785260 Mar 16 11:49:10.718282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-877978be-6328-4fa3-8ded-5d70be8aaf83 req-553b4736-8280-4c55-a150-9a40ef455c28 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 Mar 16 11:49:11.850381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:49:11.852978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:11.906558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba953b-78bb-47b6-aacd-d82548404a89 req-089c409b-9ef3-4e18-8b31-13e55f67a231 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:11.908801 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cba953b-78bb-47b6-aacd-d82548404a89 req-089c409b-9ef3-4e18-8b31-13e55f67a231 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0873573 Mar 16 11:49:11.956762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6cba953b-78bb-47b6-aacd-d82548404a89 req-82700e08-af58-4b8f-a124-96cd53449bb0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 Mar 16 11:49:12.066938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:12.105384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:12.119030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:12.129895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'port_id': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'mac_address': 'fa:16:3e:15:87:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:49:12.132259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:12.176828 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'code': 200} Mar 16 11:49:12.197944 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:12.215663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a397bb81-acb3-4328-853a-a2f60584cf03 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:49:12.222247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:12.336313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:49:12.336673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:49:12.338956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:12.346150 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.346506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.346848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.347188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.347518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.347888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.348210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.348533 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.348859 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.349182 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.349505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.349823 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:12.466918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29d6bf-9a0b-41ae-ad81-52a47c038138 req-9b565cf3-a457-4861-a828-cb6d2e139283 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.468918 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2c29d6bf-9a0b-41ae-ad81-52a47c038138 req-9b565cf3-a457-4861-a828-cb6d2e139283 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 943 time: 0.0793331 Mar 16 11:49:12.516248 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2c29d6bf-9a0b-41ae-ad81-52a47c038138 req-532e0b0e-b2dc-4390-9bd7-72182294074f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Mar 16 11:49:12.695383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-c9e0ae69-838b-4249-acb7-90523a9ac16b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.697042 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-c9e0ae69-838b-4249-acb7-90523a9ac16b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9&tenant_id=016c9af9a8ef45a990336771005e8342&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 943 time: 0.2439904 Mar 16 11:49:12.708007 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-1a7b58cb-fd73-4044-9c38-ffedc7f568bb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:49:12.708921 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-1a7b58cb-fd73-4044-9c38-ffedc7f568bb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047722 Mar 16 11:49:12.737407 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364220cf-b3b6-4c46-980e-e71c4e251a00 req-aae47aef-9e61-4e62-899e-ac7ef8c746cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.738900 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-364220cf-b3b6-4c46-980e-e71c4e251a00 req-aae47aef-9e61-4e62-899e-ac7ef8c746cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 943 time: 0.1084764 Mar 16 11:49:12.820497 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-364220cf-b3b6-4c46-980e-e71c4e251a00 req-ec6e0d22-47b8-46fe-9350-d589df0993e5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758414 Mar 16 11:49:12.851986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-e5c41291-3079-47fa-8ed3-e2460746ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.853449 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-e5c41291-3079-47fa-8ed3-e2460746ae4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1096 time: 0.0764053 Mar 16 11:49:12.891868 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:12.908851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a397bb81-acb3-4328-853a-a2f60584cf03 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:49:12.924018 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:12.976594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:12.984585 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-dc730fb3-c018-4a35-9453-8c5788cb3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.986054 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-dc730fb3-c018-4a35-9453-8c5788cb3936 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 897 time: 0.1263931 Mar 16 11:49:13.044576 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['a397bb81-acb3-4328-853a-a2f60584cf03'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:49:13.085695 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:13.095853 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-0edb6240-7aac-45ba-8dad-bf5edcd0a882 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 1000 time: 0.1037915 Mar 16 11:49:13.160766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-0a1d0679-6e62-4bc1-8c12-784b2305326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:13.162231 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-0a1d0679-6e62-4bc1-8c12-784b2305326f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0605204 Mar 16 11:49:13.235667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-2e2b8a92-09f3-46ac-8d33-8a8d31700259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:13.237039 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-2e2b8a92-09f3-46ac-8d33-8a8d31700259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694160 Mar 16 11:49:13.368744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-40c1b226-2c76-40f3-bd9d-9ce9f01a7aa7 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250277 Mar 16 11:49:13.500816 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0db33d1f-01ec-428e-954e-f2b2a8c40d87 req-301d9ccb-406d-477a-8124-7a886d4fa894 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241982 Mar 16 11:49:13.879922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:13.950996 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port a397bb81-acb3-4328-853a-a2f60584cf03 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:13.951570 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:14.066036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:14.066660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de149-2054-4aea-9e17-5d3318cc3029 req-ae86c669-ac18-49a6-9ee8-b98595c1a49a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:14.068167 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d92de149-2054-4aea-9e17-5d3318cc3029 req-ae86c669-ac18-49a6-9ee8-b98595c1a49a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 944 time: 0.1385384 Mar 16 11:49:14.103936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:14.114407 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d92de149-2054-4aea-9e17-5d3318cc3029 req-6c836399-6d4f-4f8e-86ff-9443fc635d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Mar 16 11:49:14.177960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:14.183513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:14.223028 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'code': 200} Mar 16 11:49:14.254267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:15.220505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0a16-22f9-43a1-b156-4b254662e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:15.297741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11506e-209a-430e-8375-d203399086fb req-9db5ac0e-f655-4cfb-8d26-bb2fcee5cb2b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:15.299248 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9f11506e-209a-430e-8375-d203399086fb req-9db5ac0e-f655-4cfb-8d26-bb2fcee5cb2b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0818827 Mar 16 11:49:15.344089 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9f11506e-209a-430e-8375-d203399086fb req-396b0886-e722-4ad5-8567-15eff6abb4ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Mar 16 11:49:15.366154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43056) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:15.471746 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-32909417-6ad3-43db-ba33-fa898fd4adb8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db HTTP/1.1" status: 200 len: 993 time: 0.1043360 Mar 16 11:49:17.376451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4b2568a2-0457-4909-b6f4-939e8622c443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:18.339987 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:18.814568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:20.076188 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:20.199321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:20.256015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:43.961276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43072) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:44.163547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 9e2726e6-4916-4b5f-8c49-000c0dd55a6d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:44.163885 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:44.421592 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:44.421937 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:44.543383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 9e2726e6-4916-4b5f-8c49-000c0dd55a6d owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:44.752173 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:44.798658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=9e2726e6-4916-4b5f-8c49-000c0dd55a6d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:44.835307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.835660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.836004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.836346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.836672 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.837007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.837333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.837658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.838010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.838336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.838662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.838981 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:44.899759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:44.900089 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db disassociated (deleted). External IP: 172.26.7.248, port: a397bb81-acb3-4328-853a-a2f60584cf03. Mar 16 11:49:45.211166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-18172457-ecb5-44c6-a37f-91c297a41bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:45.250400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:49:45.427612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:49:45.437394 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] Sync routers for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:49:45.446610 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:45.447207 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:45.502677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:45.559134 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-47bd84ac-7dbd-4695-ad8d-cd3b4ed80b68 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/floatingips/1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db HTTP/1.1" status: 204 len: 168 time: 1.5966277 Mar 16 11:49:45.559722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:45.626067 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:45.669570 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'status': 'completed', 'code': 200} Mar 16 11:49:45.764374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-c7e6da7c-b459-49c4-8de6-97efd6929fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:45.765756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-c7e6da7c-b459-49c4-8de6-97efd6929fc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 1098 time: 0.0744760 Mar 16 11:49:45.903836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-349ac3af-1c72-495d-af1d-e2a07954e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:45.905264 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-349ac3af-1c72-495d-af1d-e2a07954e54d service neutron] 10.222.0.53 "GET /v2.0/networks?id=26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 200 len: 897 time: 0.1330633 Mar 16 11:49:45.971975 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-24f4efff-a149-423f-a72b-165872f93136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 200 len: 217 time: 0.0602705 Mar 16 11:49:45.976428 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:45.980559 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] Checking router: 6b62484b-cda9-4b39-8860-fc8889d4d4a5 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:49:45.988911 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:45.989526 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:46.040298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-9245971d-803d-400f-8e2b-5601ac52dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:46.041836 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-9245971d-803d-400f-8e2b-5601ac52dbe2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 200 len: 834 time: 0.0641375 Mar 16 11:49:46.167061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-3e34d5d1-c053-44b8-8578-a2c25120763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:46.168503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-3e34d5d1-c053-44b8-8578-a2c25120763d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26be4297-0637-4d67-a097-a2be9fb954b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200562 Mar 16 11:49:46.169301 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:46.271105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8d8b2-8be7-45fa-a780-48d30df0d900 req-ef7e8346-16fc-4084-b468-277cd138572d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:46.272443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95d8d8b2-8be7-45fa-a780-48d30df0d900 req-ef7e8346-16fc-4084-b468-277cd138572d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.1732004 Mar 16 11:49:46.464086 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-95d8d8b2-8be7-45fa-a780-48d30df0d900 req-0ac3200e-382c-4c2a-8004-bd0f28e91e31 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761220 Mar 16 11:49:46.467397 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-52b0655c-7688-488f-b6dd-163dd1c97ec2 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902970 Mar 16 11:49:46.485126 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:46.489133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfd150-b867-4ca9-ac90-67de42a15518 None None] The sync data for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv is: [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': 'f7d31e5b-ab35-4d60-8411-2a9333912f59', 'name': '', 'network_id': '26be4297-0637-4d67-a097-a2be9fb954b5', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:4a:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:59Z', 'updated_at': '2022-03-16T11:48:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '317a31cb-f979-474a-b0c5-92f97577c2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:49:46.619518 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41b48e6c-9d1e-4117-bfdb-3eb3a04539e9 req-45469278-135f-4fea-a7cb-d40eae054f94 service neutron] 10.222.0.53 "GET /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443992 Mar 16 11:49:46.718683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb1c337-904a-44ed-9c49-ddda2ffbe6f9 None None] New status for floating IP 1ff2ee6e-2820-4568-bfd7-0a42e7d9e2db: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:49:47.359682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a797854e-9c01-48dd-92a3-9151be46ceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:47.665176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ef0e5-7c19-4985-a274-65d20dd4800e req-dac33b7c-f663-4137-99cc-09bb8efb607a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:47.665770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3d1ef0e5-7c19-4985-a274-65d20dd4800e req-dac33b7c-f663-4137-99cc-09bb8efb607a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:47.731043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-3d1ef0e5-7c19-4985-a274-65d20dd4800e req-dac33b7c-f663-4137-99cc-09bb8efb607a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:47.732207 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d1ef0e5-7c19-4985-a274-65d20dd4800e req-dac33b7c-f663-4137-99cc-09bb8efb607a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.1445429 Mar 16 11:49:47.780814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-913a544f-e522-42cc-a48b-f31cc280dd2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:47.781429 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d1ef0e5-7c19-4985-a274-65d20dd4800e req-63b4e3fb-d71c-4282-a44f-22c239b7f31c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b1336cf-ed05-48d8-a588-05405039bca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Mar 16 11:49:47.783069 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-913a544f-e522-42cc-a48b-f31cc280dd2c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 945 time: 0.0799787 Mar 16 11:49:47.854477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port a397bb81-acb3-4328-853a-a2f60584cf03 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:47.854808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.095851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port a397bb81-acb3-4328-853a-a2f60584cf03, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a397bb81-acb3-4328-853a-a2f60584cf03,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:48.096200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.216026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for a397bb81-acb3-4328-853a-a2f60584cf03 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:48.356976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.425600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.475592 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=a397bb81-acb3-4328-853a-a2f60584cf03,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:48.513917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.514267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.514610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.514950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.515286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.515619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.516010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.516852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.517160 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.517485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.517820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.518173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:48.561736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] No DVR routers for this DVR port a397bb81-acb3-4328-853a-a2f60584cf03 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:49:48.564682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.567227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-deleted', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:49:48.611419 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be28630-9734-456e-be35-494fdb9436b9', 'name': 'network-vif-deleted', 'tag': 'a397bb81-acb3-4328-853a-a2f60584cf03', 'status': 'completed', 'code': 200} Mar 16 11:49:48.637610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-257574d2-4c1e-488f-baa5-0f67ea0bfb35 req-d5bf4599-cc38-4430-941d-ae2632369e3b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "DELETE /v2.0/ports/a397bb81-acb3-4328-853a-a2f60584cf03 HTTP/1.1" status: 204 len: 173 time: 0.8495672 Mar 16 11:49:48.791405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:48.934692 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9c68775b-8d47-4633-8ae5-fd183a4c7e88 req-a4dda915-dbff-48e9-8f50-092fa8e4d593 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=6be28630-9734-456e-be35-494fdb9436b9 HTTP/1.1" status: 200 len: 210 time: 0.0451045 Mar 16 11:49:50.030766 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43092) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:50.202803 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:50.242799 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:50.676579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.023311 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port f7d31e5b-ab35-4d60-8411-2a9333912f59 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:51.023566 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.207670 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port f7d31e5b-ab35-4d60-8411-2a9333912f59, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f7d31e5b-ab35-4d60-8411-2a9333912f59,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:51.208392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.328085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for f7d31e5b-ab35-4d60-8411-2a9333912f59 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:51.574341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.624897 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=f7d31e5b-ab35-4d60-8411-2a9333912f59,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:52.005880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.129325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:52.200431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: a397bb81-acb3-4328-853a-a2f60584cf03 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:49:52.200771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device a397bb81-acb3-4328-853a-a2f60584cf03 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:52.367427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:49:52.542304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:49:52.553606 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111945b-4399-461f-8977-6953ec22d53e None None] Sync routers for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:49:52.555773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-08199290-383e-4f00-810e-c6ad96113547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/6b62484b-cda9-4b39-8860-fc8889d4d4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5239687 Mar 16 11:49:52.558359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43096) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:52.567269 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:52.567950 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:52.622213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting subnet 317a31cb-f979-474a-b0c5-92f97577c2c7 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:49:52.626021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.681927 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.747957 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:52.764520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.917340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.958095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Subnet': ['ID=317a31cb-f979-474a-b0c5-92f97577c2c7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:52.961788 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:52.971143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5c9c2910-760b-40c2-a919-be82b04d9d29 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/subnets/317a31cb-f979-474a-b0c5-92f97577c2c7 HTTP/1.1" status: 204 len: 168 time: 0.4087751 Mar 16 11:49:52.971311 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2d2e6-0e4b-4c9c-a950-c73a25938f8e None None] Network 26be4297-0637-4d67-a097-a2be9fb954b5 requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:49:52.971418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43100) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:53.038926 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:49:51Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:53.043264 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111945b-4399-461f-8977-6953ec22d53e None None] Checking router: 6b62484b-cda9-4b39-8860-fc8889d4d4a5 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:49:53.052208 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] Routers {'6b62484b-cda9-4b39-8860-fc8889d4d4a5'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:49:53.052642 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:53.156306 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.233893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] DHCP port deletion for 26be4297-0637-4d67-a097-a2be9fb954b5 request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:49:53.238884 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] Deleting port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:53.239379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.280924 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] Set router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:49:53.448169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] For port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,segment=NetworkSegment(24ba758e-bb2c-4244-ae1d-a620672630e2),segment_id=24ba758e-bb2c-4244-ae1d-a620672630e2)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:53.448659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.452497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.546304 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port cbf9431e-17db-4d6d-8f77-3904c3b595ce {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:49:53.546620 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.574818 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e111945b-4399-461f-8977-6953ec22d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:49:51Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:53.576050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] Calling delete_port for 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:53.579465 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111945b-4399-461f-8977-6953ec22d53e None None] The sync data for ids ['6b62484b-cda9-4b39-8860-fc8889d4d4a5'] in dv-neutron-831730-4-hyperv is: [{'id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059422035', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:47:54Z', 'updated_at': '2022-03-16T11:49:51Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cbf9431e-17db-4d6d-8f77-3904c3b595ce', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62484b-cda9-4b39-8860-fc8889d4d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:47:55Z', 'updated_at': '2022-03-16T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:49:53.728534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.738084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port cbf9431e-17db-4d6d-8f77-3904c3b595ce, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cbf9431e-17db-4d6d-8f77-3904c3b595ce,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:49:53.738445 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.778781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] No DVR routers for this DVR port 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:49:53.786031 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aacae5-6077-4884-b5f5-1a4c645f1a48 None None] Pushing event deleted for resources: {'Port': ['ID=02ca9eb1-0621-4a9e-93ea-5c39d385b3ab,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:53.865854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for cbf9431e-17db-4d6d-8f77-3904c3b595ce owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:49:54.025475 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:54.062077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:49:54.069432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 02ca9eb1-0621-4a9e-93ea-5c39d385b3ab not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:54.128550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.177120 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=cbf9431e-17db-4d6d-8f77-3904c3b595ce,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:54.265906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.434844 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.436963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.525321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.526041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Fanout notify agent at l3_agent the message router_deleted on router 6b62484b-cda9-4b39-8860-fc8889d4d4a5 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:49:54.540849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.542137 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1d61bc17-0a34-467e-9171-787ebd4a1fcd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/routers/6b62484b-cda9-4b39-8860-fc8889d4d4a5 HTTP/1.1" status: 204 len: 168 time: 1.5698617 Mar 16 11:49:54.544847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43104) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:54.663574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.791858 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.815738 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26be4297-0637-4d67-a097-a2be9fb954b5']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:54.827505 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ba758e-bb2c-4244-ae1d-a620672630e2') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:54.827801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ba758e-bb2c-4244-ae1d-a620672630e2') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:54.839314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.855064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.860952 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:49:54.861327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:49:54.875086 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:49:55.122674 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.139961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.151376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Network': ['ID=26be4297-0637-4d67-a097-a2be9fb954b5,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:55.214695 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5e5a9022-5c47-4028-83e2-556c783059c6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/networks/26be4297-0637-4d67-a097-a2be9fb954b5 HTTP/1.1" status: 204 len: 168 time: 0.6688802 Mar 16 11:49:55.217332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43108) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:55.290747 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c51a00e-2207-42c7-8168-aeb903ee0852 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.320143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c51a00e-2207-42c7-8168-aeb903ee0852 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.448639 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c51a00e-2207-42c7-8168-aeb903ee0852 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.467801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51a00e-2207-42c7-8168-aeb903ee0852 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1336cf-ed05-48d8-a588-05405039bca6,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:55.556233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4c51a00e-2207-42c7-8168-aeb903ee0852 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.557454 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4c51a00e-2207-42c7-8168-aeb903ee0852 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/security-groups/9b1336cf-ed05-48d8-a588-05405039bca6 HTTP/1.1" status: 204 len: 168 time: 0.3391824 Mar 16 11:49:55.663383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cbf9431e-17db-4d6d-8f77-3904c3b595ce no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:55.697408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: cbf9431e-17db-4d6d-8f77-3904c3b595ce {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:49:55.697752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cbf9431e-17db-4d6d-8f77-3904c3b595ce not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:55.698196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f7d31e5b-ab35-4d60-8411-2a9333912f59 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:55.730463 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: f7d31e5b-ab35-4d60-8411-2a9333912f59 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:49:55.730813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f7d31e5b-ab35-4d60-8411-2a9333912f59 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:56.048021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43116) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:56.053149 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323891523', 'description': 'tempest-secgroup-smoke-1323891523 description', 'project_id': '016c9af9a8ef45a990336771005e8342'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:56.059091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:56.063796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:56.066717 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:56.072477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:56.139651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.159066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:56.162854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:56.165561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:56.171101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:56.239208 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.288082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.331655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a83ee9-d88e-457c-816d-407387206813,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:56.407991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.409206 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-079a35c1-03ed-42ad-8374-cf8711aa7b58 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3602169 Mar 16 11:49:56.411913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43120) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:56.416799 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '02a83ee9-d88e-457c-816d-407387206813', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:56.423143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:56.426954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:56.429836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:56.435495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:56.511924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.571413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.631293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.654294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daafeac-c624-4d19-b4a2-0f3d338439eb,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:56.716883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.718121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6e5d12f2-d389-4e13-b8a1-03a29d13bdee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052692 Mar 16 11:49:56.721422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43124) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:56.726330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '02a83ee9-d88e-457c-816d-407387206813', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:56.732207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:56.736697 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:56.739673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:56.745325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:56.828931 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.889075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.970963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.993103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f58f30c-0999-49e6-8135-de4a8ac5a9c7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:57.075133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:57.077056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.078269 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2534d1d8-d4a7-44d0-bd19-7480ba3131ba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3558984 Mar 16 11:49:57.081553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43128) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:57.086599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '02a83ee9-d88e-457c-816d-407387206813', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:57.095847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:57.097037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:57.099980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:57.105540 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:57.185609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.248175 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.325209 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.351251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10bc347-6bde-46e5-9dce-7505fd87b3d7,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:57.416979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.418211 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-56300f5f-9a3c-4899-b75f-034855c51d33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3357406 Mar 16 11:49:57.420798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43132) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:57.425729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '02a83ee9-d88e-457c-816d-407387206813', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:57.431616 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:57.435429 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:57.438829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:57.444408 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:57.514798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.577085 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.659482 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.683003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59fbbc0-f905-48bb-807b-05c2972d4cdd,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:57.747806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.749020 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cded086a-ba9d-4fe3-b09e-679969831bd7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273306 Mar 16 11:49:57.752644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43136) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:57.757580 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '02a83ee9-d88e-457c-816d-407387206813', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:57.763742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:57.767501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:57.770320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:57.776054 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:57.836528 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:49:57.843226 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.905008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.971044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.996562 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ca63e6-d438-4e18-aa6e-abafcb66eab8,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:58.117027 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.118271 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-61fad47b-fe17-40c6-8f18-8a79ba26c6e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3646951 Mar 16 11:49:58.120863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43140) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:58.126043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '02a83ee9-d88e-457c-816d-407387206813', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:58.163051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:58.163051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:58.163051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:58.163051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:58.273631 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:49:58.280240 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.343588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.422556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.444924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded63897-3791-4ec1-bb6a-da87b8bde185,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:58.513702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.515023 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f2d0170-0957-4e0d-90a1-282960a6cf8a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3931639 Mar 16 11:49:58.518294 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43144) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:58.523862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'network': {'name': 'tempest-network-smoke--351297224', 'project_id': '016c9af9a8ef45a990336771005e8342', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:58.528899 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:58.534066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:network and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:58.542269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:58.542546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:58.599400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:49:58.602936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.631360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:49:58.639976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.640318 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Added segment 3b2e9d06-7779-4496-95fd-d80c40974e07 of type vlan for network 6f018dc7-68de-4a27-9582-3d0cf28bf55f Mar 16 11:49:58.667052 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.759401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.764968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:58.765546 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.873358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Network': ['ID=6f018dc7-68de-4a27-9582-3d0cf28bf55f,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:58.887748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:49:58.926116 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2880fd94-f682-4b9a-85b7-aeecbcc825b9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4067125 Mar 16 11:49:58.928677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43148) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:58.933617 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'admin_state_up': True, 'project_id': '016c9af9a8ef45a990336771005e8342', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:49:58.941322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:58.945142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:router and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:49:58.948004 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:49:58.954705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:59.033800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.034813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.048997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.367683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.827261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.855894 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.992922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.210 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/cb2a6135-4ea7-4a85-89ef-05e620889f31) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:00.136529 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.222817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.281211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:00.283800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:00.287295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:00.329298 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=cb2a6135-4ea7-4a85-89ef-05e620889f31,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:00.759244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.114069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.505202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:50:01.688860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:50:01.698760 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Sync routers for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:50:01.710192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:01.710928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:01.799840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.801038 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-87a26f9e-7c30-4fe6-b4b1-48149d3cb0a5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8714452 Mar 16 11:50:01.804165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43152) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:01.891419 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e76e47d0-e064-4766-94f0-41566404c25e tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=016c9af9a8ef45a990336771005e8342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861199 Mar 16 11:50:01.894314 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43158) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:01.927919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:02.029220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00fb2ac-6cdc-4252-bf84-27d638eeff15 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:02.031100 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d00fb2ac-6cdc-4252-bf84-27d638eeff15 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356268 Mar 16 11:50:02.034756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43162) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:02.076543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-602d8462-e30f-46cc-b3a2-b93994da0024 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383494 Mar 16 11:50:02.076754 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43166) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:02.081918 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086094900', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'project_id': '016c9af9a8ef45a990336771005e8342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:02.190782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:02.194666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:subnet and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:02.197453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:02.203066 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:02.206941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:00Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:02.210740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Checking router: f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:50:02.211086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Updating router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c port cb2a6135-4ea7-4a85-89ef-05e620889f31 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:50:02.263086 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.304038 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:02.307536 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.582675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.590912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.603528 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Transition to ACTIVE for port object cb2a6135-4ea7-4a85-89ef-05e620889f31 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:02.658005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Subnet': ['ID=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.668067 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Checking segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:02.668422 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network hostable DHCP agents. Network: 6f018dc7-68de-4a27-9582-3d0cf28bf55f, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:50:02.679593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.754050 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:50:02.755392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Attempting to bind port cb2a6135-4ea7-4a85-89ef-05e620889f31 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:02.755848 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Attempting to bind port cb2a6135-4ea7-4a85-89ef-05e620889f31 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:02.756106 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Attempting to bind port cb2a6135-4ea7-4a85-89ef-05e620889f31 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:02.762624 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f787f-bd5b-4cd2-8305-dc2a7e3c0630 None None] Pushing event updated for resources: {'Port': ['ID=cb2a6135-4ea7-4a85-89ef-05e620889f31,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.766927 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:02.767302 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:02.767713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.768070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:02.768523 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Bound port: cb2a6135-4ea7-4a85-89ef-05e620889f31, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:02.768886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.842949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 6f018dc7-68de-4a27-9582-3d0cf28bf55f) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:02.847028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] For port cb2a6135-4ea7-4a85-89ef-05e620889f31, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:02.847028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] For port cb2a6135-4ea7-4a85-89ef-05e620889f31, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cb2a6135-4ea7-4a85-89ef-05e620889f31,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:02.848427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:02.850403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.850805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02119fa6-6060-44dd-ba5a-4bd14fc6c272 None None] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:50:02.938662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.960317 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cb5c44a2-59bc-4768-b0b3-dd45e8a28652 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8827305 Mar 16 11:50:02.963065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43170) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.074292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:03.074909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:03.143936 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f787f-bd5b-4cd2-8305-dc2a7e3c0630 None None] Pushing event updated for resources: {'Port': ['ID=cb2a6135-4ea7-4a85-89ef-05e620889f31,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:03.210737 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:50:03.211549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.364705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:03.696687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Allocated IP 172.20.0.2 (6f018dc7-68de-4a27-9582-3d0cf28bf55f/2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4/427a49b4-f9a2-48da-b1ca-7f022f4640f1) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:03.784453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.928692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:00Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:03.941121 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa6cde-c756-4117-b3f6-1e16a32c154c None None] The sync data for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv is: [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:00Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:03.966886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.979269 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Transition to ACTIVE for port object 427a49b4-f9a2-48da-b1ca-7f022f4640f1 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:03.998360 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Transition to ACTIVE for port object 427a49b4-f9a2-48da-b1ca-7f022f4640f1 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:04.091468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.158151 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:04.160856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:04.164580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:04.221578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.1 (6f018dc7-68de-4a27-9582-3d0cf28bf55f/2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4/5b760a5e-0e92-46ee-a6e6-c546c31a4aea) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:04.221824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Pushing event updated for resources: {'Port': ['ID=427a49b4-f9a2-48da-b1ca-7f022f4640f1,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:04.280711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Attempting to bind port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:04.281087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Attempting to bind port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:04.281454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Attempting to bind port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 on network 6f018dc7-68de-4a27-9582-3d0cf28bf55f {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:04.287786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:04.288166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Checking segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:04.288571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.289351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Bound using segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:04.289886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Bound port: 427a49b4-f9a2-48da-b1ca-7f022f4640f1, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:04.290266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.387914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] For port 427a49b4-f9a2-48da-b1ca-7f022f4640f1, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:04.391468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] For port 427a49b4-f9a2-48da-b1ca-7f022f4640f1, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=427a49b4-f9a2-48da-b1ca-7f022f4640f1,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:04.398142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.415405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 5b760a5e-0e92-46ee-a6e6-c546c31a4aea will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:04.486288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.515759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.579040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eef98-35b4-4468-a7a4-6bd9a0a6191e None None] Pushing event updated for resources: {'Port': ['ID=427a49b4-f9a2-48da-b1ca-7f022f4640f1,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:04.583626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:04.587223 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:04.592003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:04.648574 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:04.669586 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.072232 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.590625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.645554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.713015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 427a49b4-f9a2-48da-b1ca-7f022f4640f1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:05.762665 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.765795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:05.834309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:05.839726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cb2a6135-4ea7-4a85-89ef-05e620889f31 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:05.910452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:05.912340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:05.954103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port cb2a6135-4ea7-4a85-89ef-05e620889f31 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:05.959562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cb2a6135-4ea7-4a85-89ef-05e620889f31 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:05.959937 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.086775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.104626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port cb2a6135-4ea7-4a85-89ef-05e620889f31, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cb2a6135-4ea7-4a85-89ef-05e620889f31,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:06.119782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:50:06.150586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0473f1a6-e065-44d6-954e-e6d6cc082a5d None None] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:50:06.233954 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.298760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:50:06.309614 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Sync routers for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:50:06.322029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-6ba4aa94-8358-4fb5-aac3-e178209ceb6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3492568 Mar 16 11:50:06.322245 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:06.322245 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:06.335605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=cb2a6135-4ea7-4a85-89ef-05e620889f31,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:06.372825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] Provisioning for port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:06.387575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] Provisioning complete for port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:06.387952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.496841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-ee644124-bd8c-4924-ad18-751889bdb7a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:06.501142 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:06.575468 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.591318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-ee644124-bd8c-4924-ad18-751889bdb7a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:06.592507 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-ee644124-bd8c-4924-ad18-751889bdb7a0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323891523&fields=id&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 267 time: 0.1395700 Mar 16 11:50:06.621605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] For port 427a49b4-f9a2-48da-b1ca-7f022f4640f1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=427a49b4-f9a2-48da-b1ca-7f022f4640f1,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:06.688674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.772101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755acaeb-b5d8-4c84-a02b-98a21d75c110 None None] Pushing event updated for resources: {'Port': ['ID=427a49b4-f9a2-48da-b1ca-7f022f4640f1,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:06.777796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-950c1798-5bb5-4694-8a77-a61d427731cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:06.778542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-950c1798-5bb5-4694-8a77-a61d427731cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:06.830488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:05Z', 'revision_number': 2, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:06.835036 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Checking router: f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:50:06.835036 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Updating router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:50:06.857910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-950c1798-5bb5-4694-8a77-a61d427731cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:06.857910 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-950c1798-5bb5-4694-8a77-a61d427731cf tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 796 time: 0.2524207 Mar 16 11:50:06.874402 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-4faae27e-dfe6-46fb-acff-a30132f74f4f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/quotas/016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 375 time: 0.0119259 Mar 16 11:50:06.892605 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.963887 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d81857b4-98a3-47eb-b90c-23c4ce3f00f8 None None] Provisioning for port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:06.966403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-4d04b147-3fbf-4393-a1c9-64eff7ecb00e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:06.971578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d81857b4-98a3-47eb-b90c-23c4ce3f00f8 None None] Provisioning complete for port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:06.972026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d81857b4-98a3-47eb-b90c-23c4ce3f00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.048702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-4d04b147-3fbf-4393-a1c9-64eff7ecb00e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:07.050068 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-4d04b147-3fbf-4393-a1c9-64eff7ecb00e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709011 Mar 16 11:50:07.083351 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-d81857b4-98a3-47eb-b90c-23c4ce3f00f8 None None] Port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:07.095595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d81857b4-98a3-47eb-b90c-23c4ce3f00f8 None None] Provisioning complete for port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:07.095945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d81857b4-98a3-47eb-b90c-23c4ce3f00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.113043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-b10ff49c-5c74-417d-a172-9d73618da572 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 11:50:07.121752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-b10ff49c-5c74-417d-a172-9d73618da572 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592148 Mar 16 11:50:07.252044 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.261442 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-75f305ce-ba19-4543-a6fd-d9f4346a595d service neutron] 10.222.0.30 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380751 Mar 16 11:50:07.263690 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Transition to ACTIVE for port object 5b760a5e-0e92-46ee-a6e6-c546c31a4aea will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:07.341513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a83310e4-828e-4cca-b9de-fa3f4b4d0a8b None None] Provisioning complete for port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:07.341910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a83310e4-828e-4cca-b9de-fa3f4b4d0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.369283 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.398889 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a83310e4-828e-4cca-b9de-fa3f4b4d0a8b None None] Port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:07.405787 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-de72483a-a6f5-4673-ae09-f499e9c17699 service neutron] 10.222.0.30 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376355 Mar 16 11:50:07.565588 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Pushing event updated for resources: {'Port': ['ID=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:07.606649 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.611561 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:07.639835 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Attempting to bind port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:07.640230 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Attempting to bind port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:07.640590 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Attempting to bind port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea on network 6f018dc7-68de-4a27-9582-3d0cf28bf55f {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:07.646652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:07.647229 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Checking segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:07.647697 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.647993 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Bound using segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:07.648813 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Bound port: 5b760a5e-0e92-46ee-a6e6-c546c31a4aea, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:07.649379 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.727797 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 427a49b4-f9a2-48da-b1ca-7f022f4640f1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:07.741047 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e2c53d2a-dca5-451e-8ed6-c0cac2d4f9bc req-e2792349-56db-4e4d-9c67-7725e1b49ea8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:07.758199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e2c53d2a-dca5-451e-8ed6-c0cac2d4f9bc req-e2792349-56db-4e4d-9c67-7725e1b49ea8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:07.759221 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] For port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:07.765585 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] For port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:07.770985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2c53d2a-dca5-451e-8ed6-c0cac2d4f9bc req-e2792349-56db-4e4d-9c67-7725e1b49ea8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 210 time: 0.0707417 Mar 16 11:50:07.812682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:07.814080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.846207 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.928268 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:07.928885 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:49:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:07.946507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cb2a6135-4ea7-4a85-89ef-05e620889f31 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:07.998184 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86acc8-390b-4782-86ff-2270d751ef72 None None] Pushing event updated for resources: {'Port': ['ID=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:08.026087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cb2a6135-4ea7-4a85-89ef-05e620889f31 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:08.026607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.124316 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:08.433717 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:07Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:08.437612 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833e4f7-1653-496a-8db0-21b42a9da8af None None] The sync data for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv is: [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:07Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:08.923075 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f4d8193d-8897-4b6c-a6d9-ad5f36b3b553 req-f46827c8-8dd2-46ad-80b2-78ccf2301910 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 210 time: 0.0487993 Mar 16 11:50:09.688313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b760a5e-0e92-46ee-a6e6-c546c31a4aea up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:09.820839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:09.826190 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:09.826687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.892558 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-8a632cb8-f497-4588-9e4c-fd9d6fcb52f9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:09.894721 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-8a632cb8-f497-4588-9e4c-fd9d6fcb52f9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 796 time: 0.1502790 Mar 16 11:50:09.942896 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-49c5b271-32e2-4c89-bdb4-7adbe9356b53 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 380 time: 0.0398800 Mar 16 11:50:09.949433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.951114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'port': {'device_id': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'admin_state_up': True, 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'security_groups': ['02a83ee9-d88e-457c-816d-407387206813']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:09.983047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:10.071035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.109534 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cd46b56e-7435-421b-988e-804a59c3ac46 req-208cc39b-570e-4f43-9767-befec6043dd5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 210 time: 0.0556529 Mar 16 11:50:10.146950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:10.147874 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:10.156863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:10.237031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:10.240693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.512634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.5 (6f018dc7-68de-4a27-9582-3d0cf28bf55f/2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4/1173472e-7851-4afc-83e6-7dc3556b5bef) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:10.698598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.713903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 1173472e-7851-4afc-83e6-7dc3556b5bef will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:10.797349 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.861927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:10.864915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:10.877073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:10.908151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=1173472e-7851-4afc-83e6-7dc3556b5bef,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:10.945579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:10.946256 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.037518 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-cae3186c-38b6-44d1-974a-4e579daae4e8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0900235 Mar 16 11:50:11.049267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Request body: {'port': {'device_id': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:11.161579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.166965 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e25792d5-2332-4e12-9616-9840c88e68d7 None None] Provisioning for port 1173472e-7851-4afc-83e6-7dc3556b5bef completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:11.168980 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e25792d5-2332-4e12-9616-9840c88e68d7 None None] Provisioning complete for port 1173472e-7851-4afc-83e6-7dc3556b5bef triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:11.169617 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e25792d5-2332-4e12-9616-9840c88e68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.226878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e25792d5-2332-4e12-9616-9840c88e68d7 None None] Port 1173472e-7851-4afc-83e6-7dc3556b5bef cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:50:11.293917 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1471a3-8ee4-4af1-991c-6dcff1da0885 req-f47d6096-f709-48a3-8e91-5bf7e0a5c185 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:11.295375 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5d1471a3-8ee4-4af1-991c-6dcff1da0885 req-f47d6096-f709-48a3-8e91-5bf7e0a5c185 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 931 time: 0.0799630 Mar 16 11:50:11.340831 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5d1471a3-8ee4-4af1-991c-6dcff1da0885 req-1618392e-70b8-4c13-bbdb-f52747491951 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Mar 16 11:50:11.509561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1173472e-7851-4afc-83e6-7dc3556b5bef {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:50:11.516919 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.530500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Transition to ACTIVE for port object 1173472e-7851-4afc-83e6-7dc3556b5bef will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:11.596714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.683321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b760a5e-0e92-46ee-a6e6-c546c31a4aea up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:11.749178 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1173472e-7851-4afc-83e6-7dc3556b5bef,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:11.758218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:11.758655 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.838729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Attempting to bind port 1173472e-7851-4afc-83e6-7dc3556b5bef on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:11.838729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Attempting to bind port 1173472e-7851-4afc-83e6-7dc3556b5bef by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:11.838729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Attempting to bind port 1173472e-7851-4afc-83e6-7dc3556b5bef on network 6f018dc7-68de-4a27-9582-3d0cf28bf55f {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:11.840110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Port 1173472e-7851-4afc-83e6-7dc3556b5bef on network 6f018dc7-68de-4a27-9582-3d0cf28bf55f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:50:11.840431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Attempting to bind port 1173472e-7851-4afc-83e6-7dc3556b5bef on network 6f018dc7-68de-4a27-9582-3d0cf28bf55f {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:50:11.846339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:50:11.846676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Checking segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:50:11.847118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Bound using segment: {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:50:11.847478 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Bound port: 1173472e-7851-4afc-83e6-7dc3556b5bef, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2e9d06-7779-4496-95fd-d80c40974e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:11.847822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.939996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] For port 1173472e-7851-4afc-83e6-7dc3556b5bef, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:50:11.942751 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] For port 1173472e-7851-4afc-83e6-7dc3556b5bef, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1173472e-7851-4afc-83e6-7dc3556b5bef,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:50:12.028341 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.084434 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:12.084944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.086350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] 10.222.0.53 "PUT /v2.0/ports/1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 1093 time: 1.0412762 Mar 16 11:50:12.086783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:50:12.111707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f870b-4523-4577-9aeb-beba5d41dbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1173472e-7851-4afc-83e6-7dc3556b5bef,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:12.259070 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-a88e714c-5339-472e-8ce8-a8b8132c0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:12.260543 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-a88e714c-5339-472e-8ce8-a8b8132c0f67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1096 time: 0.0773301 Mar 16 11:50:12.319125 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'status': 'completed', 'code': 200} Mar 16 11:50:12.332918 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-125b2517-010c-4238-8437-e4d0a5ab3232 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 217 time: 0.0652931 Mar 16 11:50:12.394234 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-dec85af3-e406-402c-88ab-423443c1458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:12.396372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-dec85af3-e406-402c-88ab-423443c1458e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 200 len: 835 time: 0.0581801 Mar 16 11:50:12.474852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-efb0baa9-9427-47ab-be8f-47dedf93e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:12.476330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-efb0baa9-9427-47ab-be8f-47dedf93e5b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f018dc7-68de-4a27-9582-3d0cf28bf55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734982 Mar 16 11:50:12.643490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194189f2-8447-4693-902d-fdc9ada77a26 req-8a83a9a7-ee64-4d34-b6cb-1052c412cf54 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:12.644959 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-194189f2-8447-4693-902d-fdc9ada77a26 req-8a83a9a7-ee64-4d34-b6cb-1052c412cf54 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 943 time: 0.1958070 Mar 16 11:50:12.691432 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-194189f2-8447-4693-902d-fdc9ada77a26 req-63c24c55-b22a-4cf1-aad7-389d749942b3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Mar 16 11:50:12.729222 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-93b676f8-bc36-446b-a4c5-bf1e6d75a360 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465239 Mar 16 11:50:12.859545 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e657eb69-9b23-4e4e-9c47-a968de8d9fcc req-635d1295-ded6-4dfa-be93-cfffbb2f7c0d service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233914 Mar 16 11:50:13.022525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-15340616-5ada-4c87-b654-7c6db5054704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.023937 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-15340616-5ada-4c87-b654-7c6db5054704 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1096 time: 0.0737007 Mar 16 11:50:13.154721 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-f970067f-4643-4a9e-adeb-bae92b6b4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.156158 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-f970067f-4643-4a9e-adeb-bae92b6b4553 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 897 time: 0.1256347 Mar 16 11:50:13.226842 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-e09ef1d5-158f-45b2-942d-8c78759e3fd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 217 time: 0.0631919 Mar 16 11:50:13.289186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-d1ae0351-6922-43c5-ba58-9d63079a4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.290506 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-d1ae0351-6922-43c5-ba58-9d63079a4960 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 200 len: 835 time: 0.0567553 Mar 16 11:50:13.368904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-cb416313-e9f2-4422-9ab7-b008be5784ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.370427 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-cb416313-e9f2-4422-9ab7-b008be5784ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f018dc7-68de-4a27-9582-3d0cf28bf55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732594 Mar 16 11:50:13.503922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-731860c4-d20c-444d-8e54-b4d8f9622523 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272826 Mar 16 11:50:13.634358 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a4ed9c45-28c5-4055-918a-b2e3895f452e req-5b47b4b4-1841-4bd0-822b-8386d51c3022 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245663 Mar 16 11:50:13.873061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936133-39d8-43f6-8dc5-5053e0da0c05 req-ddf44587-4965-412b-a414-80c2692fad7e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:13.873750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-f4936133-39d8-43f6-8dc5-5053e0da0c05 req-ddf44587-4965-412b-a414-80c2692fad7e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:13.936188 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-f4936133-39d8-43f6-8dc5-5053e0da0c05 req-ddf44587-4965-412b-a414-80c2692fad7e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:13.937325 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4936133-39d8-43f6-8dc5-5053e0da0c05 req-ddf44587-4965-412b-a414-80c2692fad7e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 943 time: 0.1411369 Mar 16 11:50:13.987206 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4936133-39d8-43f6-8dc5-5053e0da0c05 req-0eff6e10-8171-4446-85c9-856d3f3dbb42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Mar 16 11:50:15.169502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccbfdf-4f36-4b91-8870-f0d4d06e08f1 req-ebe2cfa0-6aff-4aca-9002-b5cd60b3046b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.170973 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a0ccbfdf-4f36-4b91-8870-f0d4d06e08f1 req-ebe2cfa0-6aff-4aca-9002-b5cd60b3046b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 943 time: 0.0789254 Mar 16 11:50:15.196826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-34ecfafa-8405-4021-b2f6-6a42ec4018fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.215033 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a0ccbfdf-4f36-4b91-8870-f0d4d06e08f1 req-b7d54362-c589-4b2a-8be2-bf7ba798bea1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Mar 16 11:50:16.269918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1173472e-7851-4afc-83e6-7dc3556b5bef details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:50:16.396039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ead89-5707-41ab-9f4f-42f64f7711c7 req-f34c3a28-cb4d-427e-8811-5e31d828fa66 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:16.397515 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8c8ead89-5707-41ab-9f4f-42f64f7711c7 req-f34c3a28-cb4d-427e-8811-5e31d828fa66 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 943 time: 0.0784287 Mar 16 11:50:16.402369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 1173472e-7851-4afc-83e6-7dc3556b5bef, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1173472e-7851-4afc-83e6-7dc3556b5bef,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:16.416245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'port_id': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'mac_address': 'fa:16:3e:c4:5b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:50:16.440780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8c8ead89-5707-41ab-9f4f-42f64f7711c7 req-e863e19e-aee2-4b3b-8f22-3933821bce32 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Mar 16 11:50:16.470000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.486513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1173472e-7851-4afc-83e6-7dc3556b5bef {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:50:16.505652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 1173472e-7851-4afc-83e6-7dc3556b5bef, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1173472e-7851-4afc-83e6-7dc3556b5bef,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:16.585400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.654099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=1173472e-7851-4afc-83e6-7dc3556b5bef,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:16.661081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.661425 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.661761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.662114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.662441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.662766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.663084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.663403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.663721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.664035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.664349 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.664659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:16.836197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['1173472e-7851-4afc-83e6-7dc3556b5bef'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:50:17.399869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6c106d0e-0e30-4387-9c54-eaa33b503b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.626091 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e0f64-9fd2-4345-a60a-c0556af59609 req-07f9fcca-65c3-4b65-87e2-f2be8ccec3bd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:17.628284 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-239e0f64-9fd2-4345-a60a-c0556af59609 req-07f9fcca-65c3-4b65-87e2-f2be8ccec3bd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 944 time: 0.0832372 Mar 16 11:50:17.672221 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-239e0f64-9fd2-4345-a60a-c0556af59609 req-d7b56b65-ef1e-4b3b-ab36-03e97e4a01c9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Mar 16 11:50:18.285232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1173472e-7851-4afc-83e6-7dc3556b5bef up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:18.346112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.430711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 1173472e-7851-4afc-83e6-7dc3556b5bef completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:18.435442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 1173472e-7851-4afc-83e6-7dc3556b5bef triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:18.435808 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.557427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.583981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:50:18.593748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 1173472e-7851-4afc-83e6-7dc3556b5bef, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1173472e-7851-4afc-83e6-7dc3556b5bef,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:50:18.627927 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'code': 200} Mar 16 11:50:18.653903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.720036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=1173472e-7851-4afc-83e6-7dc3556b5bef,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:18.822274 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.869133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575026f-ab2a-48a4-bad2-d4fcc0a44754 req-ef2c842d-af85-4a6c-98c6-43b334af9e93 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:18.870510 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d575026f-ab2a-48a4-bad2-d4fcc0a44754 req-ef2c842d-af85-4a6c-98c6-43b334af9e93 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0865364 Mar 16 11:50:18.915040 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d575026f-ab2a-48a4-bad2-d4fcc0a44754 req-e905883a-b960-4c22-9e38-30748b398f31 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387464 Mar 16 11:50:18.990884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c756f5-7c50-4c99-8d7b-e112ea5bc0ee req-64abf0ff-12ea-4088-8463-dff372f7ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:18.992385 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71c756f5-7c50-4c99-8d7b-e112ea5bc0ee req-64abf0ff-12ea-4088-8463-dff372f7ecb5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1098 time: 0.0768330 Mar 16 11:50:19.031457 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71c756f5-7c50-4c99-8d7b-e112ea5bc0ee req-2b95c3cf-c17a-4a7d-828e-d1add199ad5d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 Mar 16 11:50:20.104615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6579f23-2e57-4816-86b5-423d0a404027 req-936a876a-1ca3-4bfd-a11d-11dfb424ae6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:20.106095 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d6579f23-2e57-4816-86b5-423d0a404027 req-936a876a-1ca3-4bfd-a11d-11dfb424ae6f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0816071 Mar 16 11:50:20.162749 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d6579f23-2e57-4816-86b5-423d0a404027 req-3c3332ac-5645-462e-bd67-5a4011d0ad52 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491233 Mar 16 11:50:20.196735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:20.267992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:21.339759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99b006-c985-4094-9aa2-af6a0c6ae63c req-d107f4e3-c7de-41ac-b8cf-d55b5d8d84df tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:21.341127 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ae99b006-c985-4094-9aa2-af6a0c6ae63c req-d107f4e3-c7de-41ac-b8cf-d55b5d8d84df tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0809577 Mar 16 11:50:21.386647 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ae99b006-c985-4094-9aa2-af6a0c6ae63c req-7d4a37fc-9c16-45b0-8253-63f3bee5b665 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Mar 16 11:50:21.568332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399c110-54bd-4ac1-b4f9-287d9d863fa6 req-f2b131a5-ecc5-4862-b5ac-a86bf2360a7d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:21.569691 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4399c110-54bd-4ac1-b4f9-287d9d863fa6 req-f2b131a5-ecc5-4862-b5ac-a86bf2360a7d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0816290 Mar 16 11:50:21.614267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4399c110-54bd-4ac1-b4f9-287d9d863fa6 req-c21db5f6-b1ad-4231-949c-246a6b482041 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Mar 16 11:50:21.636014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43236) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:21.709524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13758d73-0461-4eff-a1cf-c6bb0f76ec13 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:21.711025 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-13758d73-0461-4eff-a1cf-c6bb0f76ec13 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1093 time: 0.0738091 Mar 16 11:50:21.713802 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43240) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:21.718553 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:50:21.724977 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:21.728729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:floatingip and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:21.731520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:21.737243 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:21.853487 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:21.988048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:22.134573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.171 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/b661d882-58ee-4d09-b02a-4e9df84d4ce8) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:22.278389 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:22.354246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:22.411545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:22.414186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:22.417753 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:50:22.468318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=b661d882-58ee-4d09-b02a-4e9df84d4ce8,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:22.834123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:22.965117 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:23.259835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:23.307989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:23.416229 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=b661d882-58ee-4d09-b02a-4e9df84d4ce8,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:23.426552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:23.596121 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 566df6a9-8234-41a0-af88-65f216778348 associated. External IP: 172.26.7.171, port: 1173472e-7851-4afc-83e6-7dc3556b5bef. Mar 16 11:50:23.940849 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:50:24.112865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:50:24.122415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] Sync routers for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:50:24.132236 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:24.132917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:50:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:24.213768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:24.271918 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5fd25ff9-9846-4600-be99-5f6083144d35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5570879 Mar 16 11:50:24.272501 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:50:24.311214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:24.317019 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'status': 'completed', 'code': 200} Mar 16 11:50:24.409052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-7ef5ca3c-9eca-424f-867e-49c2928cb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.411208 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-7ef5ca3c-9eca-424f-867e-49c2928cb57e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1098 time: 0.0732257 Mar 16 11:50:24.438077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf5d47-1667-454d-ad5b-0ca8d4cf0518 req-d426b65b-431c-499e-979e-2b6e23a45c50 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.439713 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1ddf5d47-1667-454d-ad5b-0ca8d4cf0518 req-d426b65b-431c-499e-979e-2b6e23a45c50 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0812945 Mar 16 11:50:24.484198 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1ddf5d47-1667-454d-ad5b-0ca8d4cf0518 req-9e5d4e29-9ccc-4047-b364-cf1de86375df tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 Mar 16 11:50:24.507140 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43248) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:24.551574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-c9bdbe27-17b7-4c49-b13a-884bc7d17a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.553241 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-c9bdbe27-17b7-4c49-b13a-884bc7d17a91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 897 time: 0.1361890 Mar 16 11:50:24.625819 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1eaf552d-0cb8-4b2a-9eac-dfa1633b391a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/566df6a9-8234-41a0-af88-65f216778348 HTTP/1.1" status: 200 len: 991 time: 0.1164217 Mar 16 11:50:24.670435 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-38987d17-c98c-404f-a678-aae7646eb248 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 999 time: 0.1103308 Mar 16 11:50:24.679524 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '566df6a9-8234-41a0-af88-65f216778348', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'port_id': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'mac_address': 'fa:16:3e:c4:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:50:22Z', 'updated_at': '2022-03-16T11:50:22Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:24.683320 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] Checking router: f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:50:24.691469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:50:24.692061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:50:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:24.842990 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-e4872043-14d3-4746-a3f4-b333e881b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.844412 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-e4872043-14d3-4746-a3f4-b333e881b7b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 200 len: 835 time: 0.1679149 Mar 16 11:50:24.873262 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:50:24.920278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-8664a4a2-7ac9-4a4c-b880-540ee7580e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:24.921756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-8664a4a2-7ac9-4a4c-b880-540ee7580e67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f018dc7-68de-4a27-9582-3d0cf28bf55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706627 Mar 16 11:50:25.053067 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-022e959d-9b48-4615-924f-4ec09468962c service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251166 Mar 16 11:50:25.185383 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9de1b32-2fd0-4038-abe7-42b0330624f2 req-e1c1405f-6261-4829-b627-bec99aee94b2 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262562 Mar 16 11:50:25.255056 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '566df6a9-8234-41a0-af88-65f216778348', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'port_id': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'mac_address': 'fa:16:3e:c4:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:50:22Z', 'updated_at': '2022-03-16T11:50:22Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:25.258866 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46b5da-64ef-4ca0-9b9a-f27ae92e9925 None None] The sync data for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv is: [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '566df6a9-8234-41a0-af88-65f216778348', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.171', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'port_id': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'mac_address': 'fa:16:3e:c4:5b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:50:22Z', 'updated_at': '2022-03-16T11:50:22Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:50:25.437074 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe837682-2ff6-4af2-8ddc-0a2c5c09673c None None] New status for floating IP 566df6a9-8234-41a0-af88-65f216778348: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:50:25.628569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43252) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:25.734594 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fb48ea24-ba6a-414e-8c4a-c1e78bc1d2c2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/566df6a9-8234-41a0-af88-65f216778348 HTTP/1.1" status: 200 len: 991 time: 0.1047027 Mar 16 11:50:26.738512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43256) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:26.946762 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4d88f128-0cae-4df1-ac1c-eeb5f6fe5292 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/566df6a9-8234-41a0-af88-65f216778348 HTTP/1.1" status: 200 len: 993 time: 0.2072206 Mar 16 11:50:34.073720 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:45.207829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f294acb8-2299-479c-964b-1f21c46650e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:47.396494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca26a-fff4-426e-ad85-c50ec277a583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:48.379157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:48.845206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:50.207397 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:50.290494 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:56.290376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8976f4-be47-4538-a823-0ba2cf159296 req-55b46e39-41d4-456d-b34f-091aa6e53982 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:56.291822 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3d8976f4-be47-4538-a823-0ba2cf159296 req-55b46e39-41d4-456d-b34f-091aa6e53982 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0834177 Mar 16 11:50:56.336715 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3d8976f4-be47-4538-a823-0ba2cf159296 req-4f4c50ae-1a6b-448c-aeae-74c445e464b7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391936 Mar 16 11:50:57.521420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43189673-e800-4773-958c-f1a91a4e6ab1 req-fdb9c977-1d81-4915-90e3-6ffbaa9731e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:57.522903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-43189673-e800-4773-958c-f1a91a4e6ab1 req-fdb9c977-1d81-4915-90e3-6ffbaa9731e9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0810390 Mar 16 11:50:57.566817 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-43189673-e800-4773-958c-f1a91a4e6ab1 req-03275adc-72fa-4188-9270-a56c26d1e547 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380793 Mar 16 11:50:58.747463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075ec7-fe14-4ca6-98e8-088921d268ec req-87fa4151-dcce-449b-9a69-fd89ef345bba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:58.748883 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6e075ec7-fe14-4ca6-98e8-088921d268ec req-87fa4151-dcce-449b-9a69-fd89ef345bba tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0778427 Mar 16 11:50:58.792924 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6e075ec7-fe14-4ca6-98e8-088921d268ec req-2ad37d87-da3e-41a9-9d03-45a582bfe2b5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377486 Mar 16 11:50:59.970539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6b98-ff06-4782-88e4-28564f71d5fe req-c82d0b4a-bfce-4c77-98e2-f9e7f1139be9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:59.972636 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5fa6b98-ff06-4782-88e4-28564f71d5fe req-c82d0b4a-bfce-4c77-98e2-f9e7f1139be9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0787201 Mar 16 11:51:00.014962 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d5fa6b98-ff06-4782-88e4-28564f71d5fe req-c1f6df0b-8668-451e-b670-76e4bc3b6738 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368023 Mar 16 11:51:01.200848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eff82e-4efd-46d9-a8f1-417d012d6145 req-e3064624-12be-401c-bf9e-daf667ba3aa3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:01.202289 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06eff82e-4efd-46d9-a8f1-417d012d6145 req-e3064624-12be-401c-bf9e-daf667ba3aa3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0812249 Mar 16 11:51:01.245484 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-06eff82e-4efd-46d9-a8f1-417d012d6145 req-d9022223-cb6a-46b5-8e60-fdf52c971a3c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370772 Mar 16 11:51:02.434796 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e9922-e497-4e06-b301-dc45beca3349 req-16ad7138-1914-49f8-8d39-67e3fb44c47f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:02.436291 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e9e9922-e497-4e06-b301-dc45beca3349 req-16ad7138-1914-49f8-8d39-67e3fb44c47f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0848954 Mar 16 11:51:02.487499 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e9e9922-e497-4e06-b301-dc45beca3349 req-a01df399-c8e7-4f83-91a0-6b5616a5a323 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449750 Mar 16 11:51:03.720704 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206325a-7b12-4c64-9120-6347351501c5 req-d037d5df-c1ed-4c2c-80cf-f603acd0ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:03.722845 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-d037d5df-c1ed-4c2c-80cf-f603acd0ff79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1098 time: 0.1713247 Mar 16 11:51:03.731296 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01050e-c235-45ca-9b3f-3b487a660c15 req-c9345f26-3158-4f98-82b8-4cf8e2c98b35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:03.732656 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-de01050e-c235-45ca-9b3f-3b487a660c15 req-c9345f26-3158-4f98-82b8-4cf8e2c98b35 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.1125426 Mar 16 11:51:03.864622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-de01050e-c235-45ca-9b3f-3b487a660c15 req-e932999f-694d-443f-b6d5-7e87073f72d9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250606 Mar 16 11:51:03.896643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206325a-7b12-4c64-9120-6347351501c5 req-aba0e343-84f5-4ed2-8a93-77a03c529101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:03.898120 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-aba0e343-84f5-4ed2-8a93-77a03c529101 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 897 time: 0.1461587 Mar 16 11:51:03.998863 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-a57650d3-6643-48ec-9c2c-bacf20a59896 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 1001 time: 0.0940356 Mar 16 11:51:04.058412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206325a-7b12-4c64-9120-6347351501c5 req-c53ced1d-33e8-4aa8-992d-d27ce27d9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:04.059793 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-c53ced1d-33e8-4aa8-992d-d27ce27d9180 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 200 len: 835 time: 0.0555806 Mar 16 11:51:04.135414 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206325a-7b12-4c64-9120-6347351501c5 req-ac810f9a-a7f5-4ae1-a523-b9184e31fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:04.136768 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-ac810f9a-a7f5-4ae1-a523-b9184e31fae4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f018dc7-68de-4a27-9582-3d0cf28bf55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706279 Mar 16 11:51:04.264582 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-67df6476-5e4e-4d1b-a06b-bc5cd98f48db service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212852 Mar 16 11:51:04.499142 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9206325a-7b12-4c64-9120-6347351501c5 req-5ea69e55-fe8c-4955-86cf-3f8d6b4aaa7e service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288389 Mar 16 11:51:05.045127 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8038e7-2346-4bb4-9f63-6de217e9a169 req-337088ad-2c5c-41c3-8dab-3bec6396f752 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:05.046598 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aa8038e7-2346-4bb4-9f63-6de217e9a169 req-337088ad-2c5c-41c3-8dab-3bec6396f752 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0803223 Mar 16 11:51:05.091987 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aa8038e7-2346-4bb4-9f63-6de217e9a169 req-b660be5b-7bca-4d1d-a324-450586916591 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396047 Mar 16 11:51:06.273948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3ab1b-9809-4936-a98a-3e55a4779cb1 req-9d2cb80d-cb58-4e6a-a26b-3621acf0a7e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:06.275386 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1dd3ab1b-9809-4936-a98a-3e55a4779cb1 req-9d2cb80d-cb58-4e6a-a26b-3621acf0a7e4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0792053 Mar 16 11:51:06.321172 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1dd3ab1b-9809-4936-a98a-3e55a4779cb1 req-12f001ef-627e-4ad4-8c0c-66949cefd3f5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401998 Mar 16 11:51:07.502196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b575ae-cfae-4a2d-8457-aa90b3462ac2 req-ef90c486-269b-4c2d-890a-f6ee5a49c0d8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:07.504326 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21b575ae-cfae-4a2d-8457-aa90b3462ac2 req-ef90c486-269b-4c2d-890a-f6ee5a49c0d8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0790560 Mar 16 11:51:07.547397 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21b575ae-cfae-4a2d-8457-aa90b3462ac2 req-903a9a5a-c298-4f51-99fa-91b0d1763b99 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Mar 16 11:51:07.570890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43294) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:07.676064 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2067e23f-bd7a-473f-8b55-2185ff17d203 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/566df6a9-8234-41a0-af88-65f216778348 HTTP/1.1" status: 200 len: 993 time: 0.1040168 Mar 16 11:51:09.256711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c613a53-49d8-4bbc-b956-f3a42f1f8119 req-820b8bde-07bb-45d0-ae82-d77220516ca0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:09.258262 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c613a53-49d8-4bbc-b956-f3a42f1f8119 req-820b8bde-07bb-45d0-ae82-d77220516ca0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0798292 Mar 16 11:51:09.335278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0c613a53-49d8-4bbc-b956-f3a42f1f8119 req-8b92480f-e9d0-4037-b09e-50643909baf1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711985 Mar 16 11:51:09.372383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-ab56d619-8809-409d-9a7d-48559b6d5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:09.373790 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-ab56d619-8809-409d-9a7d-48559b6d5726 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1098 time: 0.0754945 Mar 16 11:51:09.504027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-b23ffab9-62f8-4966-b8d9-ba0f2509dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:09.505448 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-b23ffab9-62f8-4966-b8d9-ba0f2509dee0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 897 time: 0.1253932 Mar 16 11:51:09.603838 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-ec208f0b-b313-424a-8f30-2d6dfe9dec0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 1001 time: 0.0916212 Mar 16 11:51:09.669469 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-b6db9dea-6798-4c34-be29-710f28086615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:09.670913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-b6db9dea-6798-4c34-be29-710f28086615 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 200 len: 835 time: 0.0604339 Mar 16 11:51:09.746360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-73297177-9010-4952-acf7-a3ea8607de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:09.747810 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-73297177-9010-4952-acf7-a3ea8607de73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f018dc7-68de-4a27-9582-3d0cf28bf55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710855 Mar 16 11:51:09.886457 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-b5b29ab9-0e26-4fd8-b1ec-28336756f9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319654 Mar 16 11:51:10.015094 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4c757ec-39ca-4e51-a8f0-7eed8e28bc80 req-a1c3caf5-e507-4d7a-991b-78ce2f24e49c service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226795 Mar 16 11:51:10.523986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347992b4-5b37-416f-87a7-95e603f3496f req-f4be36cf-aa85-4f3e-958a-343bb197bb15 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:10.525467 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-347992b4-5b37-416f-87a7-95e603f3496f req-f4be36cf-aa85-4f3e-958a-343bb197bb15 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0813899 Mar 16 11:51:10.572134 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-347992b4-5b37-416f-87a7-95e603f3496f req-c45c7b63-974f-4f04-b918-666dfdec0bc3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Mar 16 11:51:11.072781 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:11.759785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010445b8-842f-4991-8169-4d84709571b7 req-0849fce4-9df5-4251-8f36-21c0be65b8ed tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:11.761225 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-010445b8-842f-4991-8169-4d84709571b7 req-0849fce4-9df5-4251-8f36-21c0be65b8ed tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0829563 Mar 16 11:51:11.805245 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-010445b8-842f-4991-8169-4d84709571b7 req-19c180dc-4bec-48c6-8e59-7db1d382f97a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382278 Mar 16 11:51:11.827805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43308) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:11.933456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-20ccab47-1f05-4263-9326-981450337d67 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/566df6a9-8234-41a0-af88-65f216778348 HTTP/1.1" status: 200 len: 993 time: 0.1045456 Mar 16 11:51:15.236005 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b393282e-a9c0-4579-8628-bf93d49468eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:17.424662 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0e27ff3-792a-4a99-a4bd-3c9b4a2ad798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:18.327061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:18.807264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.210756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:20.256297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.342847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43320) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:42.544970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port b661d882-58ee-4d09-b02a-4e9df84d4ce8 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:42.545305 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.821564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.821804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.942233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for b661d882-58ee-4d09-b02a-4e9df84d4ce8 owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:43.142263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.191090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=b661d882-58ee-4d09-b02a-4e9df84d4ce8,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:43.232204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.232562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.232907 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.233245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.233582 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.233936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.234267 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.234597 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.234920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.235248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.235574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.235896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:43.290497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:43.290830 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 566df6a9-8234-41a0-af88-65f216778348 disassociated (deleted). External IP: 172.26.7.171, port: 1173472e-7851-4afc-83e6-7dc3556b5bef. Mar 16 11:51:43.638227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:43.826297 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:43.836817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] Sync routers for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:43.845892 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:43.850918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:43.993180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:44.039976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:44.060510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-b4b8391a-a975-477f-abb2-29355c5e537c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/floatingips/566df6a9-8234-41a0-af88-65f216778348 HTTP/1.1" status: 204 len: 168 time: 1.7140498 Mar 16 11:51:44.060510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:44.170384 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'status': 'completed', 'code': 200} Mar 16 11:51:44.269451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-17a1f6f5-bd5f-4202-8a3c-4b1b4d94f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:44.271862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-17a1f6f5-bd5f-4202-8a3c-4b1b4d94f4da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 1098 time: 0.0788844 Mar 16 11:51:44.386747 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:44.391597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] Checking router: f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:44.405619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:44.406336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:44.558702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-f047c29b-3b68-4661-a64d-d283524a7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:44.566194 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-f047c29b-3b68-4661-a64d-d283524a7837 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 200 len: 897 time: 0.2832403 Mar 16 11:51:44.622807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:44.636443 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-441d6eca-fd78-44fc-943d-4f1e5d3e50e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 200 len: 217 time: 0.0688374 Mar 16 11:51:44.687605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b445c2b-9f39-4d4d-9ba6-01b9dc5e7979 req-1594efa2-1d9e-463d-8260-f58c51fd2f9d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:44.689003 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6b445c2b-9f39-4d4d-9ba6-01b9dc5e7979 req-1594efa2-1d9e-463d-8260-f58c51fd2f9d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0877359 Mar 16 11:51:44.701337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-49da3a77-71c9-467f-a3a4-64e2e09907c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:44.702333 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-49da3a77-71c9-467f-a3a4-64e2e09907c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 200 len: 835 time: 0.0592625 Mar 16 11:51:44.739318 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6b445c2b-9f39-4d4d-9ba6-01b9dc5e7979 req-920913a4-78b7-4deb-a192-7f04f1faa9de tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Mar 16 11:51:44.789018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-54e59857-c012-43e1-a5f3-eb01ff35cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:44.790632 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-54e59857-c012-43e1-a5f3-eb01ff35cb23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6f018dc7-68de-4a27-9582-3d0cf28bf55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802839 Mar 16 11:51:44.924030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-7127397e-9e5a-4c69-b2de-79cd0f1d9539 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267931 Mar 16 11:51:44.949443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:44.953218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27f7cf-4003-47a1-8f4b-37b6bc2be8d8 None None] The sync data for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv is: [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:04Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '5b760a5e-0e92-46ee-a6e6-c546c31a4aea', 'name': '', 'network_id': '6f018dc7-68de-4a27-9582-3d0cf28bf55f', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:30:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:04Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': '2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:45.058730 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-1052198a-3f93-49cc-988c-cb0a3672d01c req-e31e652f-9387-4abe-a4fd-944a518bbb04 service neutron] 10.222.0.53 "GET /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279995 Mar 16 11:51:45.164026 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe7d0a5-58ca-4b45-906e-2b0ddf2ee0f9 None None] New status for floating IP 566df6a9-8234-41a0-af88-65f216778348: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:51:45.230338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd862059-932d-4382-be5f-5211a67c2732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:45.927161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d6b6-4a56-41a9-b429-f7cac2bd4e61 req-78799672-1a52-42f2-999f-9cb7b27288fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:45.927869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eb59d6b6-4a56-41a9-b429-f7cac2bd4e61 req-78799672-1a52-42f2-999f-9cb7b27288fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:45.995420 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-eb59d6b6-4a56-41a9-b429-f7cac2bd4e61 req-78799672-1a52-42f2-999f-9cb7b27288fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:45.996560 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eb59d6b6-4a56-41a9-b429-f7cac2bd4e61 req-78799672-1a52-42f2-999f-9cb7b27288fa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.1499083 Mar 16 11:51:46.041981 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-eb59d6b6-4a56-41a9-b429-f7cac2bd4e61 req-00c1e7b3-6f97-4028-9675-a3cc8c350584 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=02a83ee9-d88e-457c-816d-407387206813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396619 Mar 16 11:51:46.132164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-7d09bff6-b412-4c8b-b737-9c20b0e03cd2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:46.133599 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-7d09bff6-b412-4c8b-b737-9c20b0e03cd2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 945 time: 0.0830655 Mar 16 11:51:46.201480 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 1173472e-7851-4afc-83e6-7dc3556b5bef {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:46.201734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.445172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 1173472e-7851-4afc-83e6-7dc3556b5bef, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1173472e-7851-4afc-83e6-7dc3556b5bef,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:46.445519 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.567513 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 1173472e-7851-4afc-83e6-7dc3556b5bef owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:46.767017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.818819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=1173472e-7851-4afc-83e6-7dc3556b5bef,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:46.893245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] No DVR routers for this DVR port 1173472e-7851-4afc-83e6-7dc3556b5bef on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:46.895804 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:46.898190 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'name': 'network-vif-deleted', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:51:46.941500 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3329effa-84c4-4bee-8be7-ebf172cd748e', 'name': 'network-vif-deleted', 'tag': '1173472e-7851-4afc-83e6-7dc3556b5bef', 'status': 'completed', 'code': 200} Mar 16 11:51:46.967876 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a1da7936-4327-405f-968d-c4f05752c6c4 req-fb97e0b8-7eeb-4ea4-afc7-b0e09e001aaa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "DELETE /v2.0/ports/1173472e-7851-4afc-83e6-7dc3556b5bef HTTP/1.1" status: 204 len: 173 time: 0.8291337 Mar 16 11:51:47.187732 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-781bc4ff-78b9-402d-a157-1be1df0e28fa req-b6c1b22d-ecbe-41a1-8a62-4dbb3e759396 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:47.303542 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-781bc4ff-78b9-402d-a157-1be1df0e28fa req-b6c1b22d-ecbe-41a1-8a62-4dbb3e759396 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:47.304730 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-781bc4ff-78b9-402d-a157-1be1df0e28fa req-b6c1b22d-ecbe-41a1-8a62-4dbb3e759396 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=3329effa-84c4-4bee-8be7-ebf172cd748e HTTP/1.1" status: 200 len: 210 time: 0.1603873 Mar 16 11:51:47.396215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67632db1-beaf-4b18-837a-85c2ff7f79c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.072229 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:48.371338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:48.398923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43342) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:48.807588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.058496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.405668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:49.406426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.588490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 5b760a5e-0e92-46ee-a6e6-c546c31a4aea, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:49.588849 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:49.714647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 5b760a5e-0e92-46ee-a6e6-c546c31a4aea owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:50.147950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.195905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.200446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=5b760a5e-0e92-46ee-a6e6-c546c31a4aea,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:50.264529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.469753 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:50.782614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1173472e-7851-4afc-83e6-7dc3556b5bef no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:50.816084 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 1173472e-7851-4afc-83e6-7dc3556b5bef {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:50.816430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 1173472e-7851-4afc-83e6-7dc3556b5bef not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:50.822043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:51:51.008265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:51:51.018080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] Sync routers for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:51:51.027341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:51.027939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:51.095313 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d2b71deb-be8a-446b-a703-e7803fc8fdc8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6952679 Mar 16 11:51:51.098430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43348) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:51.164020 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting subnet 2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:51:51.167011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.224500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.242171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:51.306978 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.464446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.510923 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.516391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Subnet': ['ID=2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:51.516778 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defef31-843c-40d0-a5d9-820de47727b2 None None] Network 6f018dc7-68de-4a27-9582-3d0cf28bf55f requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:51:51.522247 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-69e679e3-ad20-4350-addb-83f0fca7ade2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/subnets/2aadd2dc-062b-4e7d-b8ff-f4af4aeb84c4 HTTP/1.1" status: 204 len: 168 time: 0.4227459 Mar 16 11:51:51.524697 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43352) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:51.614805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:51:50Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:51.621529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] Checking router: f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:51:51.692553 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] Routers {'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:51:51.693155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:51.827505 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:51.891052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] Set router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:51:51.991298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] DHCP port deletion for 6f018dc7-68de-4a27-9582-3d0cf28bf55f request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:51:52.014851 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Deleting port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:52.015220 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.030268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.099173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port cb2a6135-4ea7-4a85-89ef-05e620889f31 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:51:52.099517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.276948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port cb2a6135-4ea7-4a85-89ef-05e620889f31, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cb2a6135-4ea7-4a85-89ef-05e620889f31,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:52.277204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.378604 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] For port 427a49b4-f9a2-48da-b1ca-7f022f4640f1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=427a49b4-f9a2-48da-b1ca-7f022f4640f1,segment=NetworkSegment(3b2e9d06-7779-4496-95fd-d80c40974e07),segment_id=3b2e9d06-7779-4496-95fd-d80c40974e07)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:51:52.379249 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.404355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for cb2a6135-4ea7-4a85-89ef-05e620889f31 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:52.500303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Calling delete_port for 427a49b4-f9a2-48da-b1ca-7f022f4640f1 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:51:52.565185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:51:50Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:52.578807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e6c4-5a58-44f1-8021-959cb656d58e None None] The sync data for ids ['f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c'] in dv-neutron-831730-4-hyperv is: [{'id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583268058', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:51:50Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': 'cb2a6135-4ea7-4a85-89ef-05e620889f31', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:49:59Z', 'updated_at': '2022-03-16T11:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:51:52.647512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.658442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.694120 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=cb2a6135-4ea7-4a85-89ef-05e620889f31,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:52.704000 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Pushing event deleted for resources: {'Port': ['ID=427a49b4-f9a2-48da-b1ca-7f022f4640f1,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:52.709436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] No DVR routers for this DVR port 427a49b4-f9a2-48da-b1ca-7f022f4640f1 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:51:52.715622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.715967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.716303 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.716634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.716960 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.717293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.717612 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.717956 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.718289 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.719591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.719591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.719591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b618a-6d7b-4888-abdd-1f17a9f4a0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:52.791347 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.967687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:52.969920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.052583 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.053129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Fanout notify agent at l3_agent the message router_deleted on router f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:51:53.068390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.070644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8d80ccb9-5d48-443c-bd19-2eac4d24120e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/routers/f45ca47e-2c1c-4bd0-a190-cc9bdfc0435c HTTP/1.1" status: 204 len: 168 time: 1.5438950 Mar 16 11:51:53.072103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43356) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:53.194248 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.428488 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.452236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f018dc7-68de-4a27-9582-3d0cf28bf55f']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:53.463939 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2e9d06-7779-4496-95fd-d80c40974e07') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:53.464238 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2e9d06-7779-4496-95fd-d80c40974e07') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:53.475851 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.491781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.497667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:51:53.498069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:51:53.512257 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:51:53.668518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.686410 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.698840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Network': ['ID=6f018dc7-68de-4a27-9582-3d0cf28bf55f,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:53.716668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b760a5e-0e92-46ee-a6e6-c546c31a4aea no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:53.751724 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 5b760a5e-0e92-46ee-a6e6-c546c31a4aea {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:53.752069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 5b760a5e-0e92-46ee-a6e6-c546c31a4aea not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:53.752492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 427a49b4-f9a2-48da-b1ca-7f022f4640f1 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:53.767525 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-608c882a-797e-44e0-968e-469ef0d5da37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/networks/6f018dc7-68de-4a27-9582-3d0cf28bf55f HTTP/1.1" status: 204 len: 168 time: 0.6944330 Mar 16 11:51:53.770664 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43362) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:53.788469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 427a49b4-f9a2-48da-b1ca-7f022f4640f1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:53.789670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 427a49b4-f9a2-48da-b1ca-7f022f4640f1 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:53.789670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cb2a6135-4ea7-4a85-89ef-05e620889f31 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:51:53.821194 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: cb2a6135-4ea7-4a85-89ef-05e620889f31 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:51:53.821443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cb2a6135-4ea7-4a85-89ef-05e620889f31 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:51:53.838479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2e05-8bce-489d-be24-682eff2f1e42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.867683 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2e05-8bce-489d-be24-682eff2f1e42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:53.995109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2e05-8bce-489d-be24-682eff2f1e42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.011731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c2e05-8bce-489d-be24-682eff2f1e42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a83ee9-d88e-457c-816d-407387206813,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:54.079805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2e05-8bce-489d-be24-682eff2f1e42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.080922 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9f5c2e05-8bce-489d-be24-682eff2f1e42 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/security-groups/02a83ee9-d88e-457c-816d-407387206813 HTTP/1.1" status: 204 len: 168 time: 0.3093684 Mar 16 11:51:54.544826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43370) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:54.549973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837499464', 'description': 'tempest-secgroup-smoke-1837499464 description', 'project_id': '016c9af9a8ef45a990336771005e8342'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:54.556168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:54.560246 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:54.563111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:54.568917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:54.634043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.654065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:54.657731 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:54.661196 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:54.667302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:54.736323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.795614 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.840121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2830193f-a9c3-44e7-a1fa-b43962ba563e,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:54.890867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:54.892217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-fc187bd5-b5cd-4ff9-9f73-20299f6c5348 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3463783 Mar 16 11:51:54.895518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43374) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:54.900432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '2830193f-a9c3-44e7-a1fa-b43962ba563e', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:54.906405 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:54.910175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:54.913040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:54.918639 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:55.006236 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.068198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.142138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.165195 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6a198e-6eb6-4eff-a9a4-99c1b8f9edfd,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:55.227962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.229144 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-8728d600-41c5-48c7-aed1-cd0dee693a0f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327355 Mar 16 11:51:55.232123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43378) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:55.236949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '2830193f-a9c3-44e7-a1fa-b43962ba563e', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:55.243367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:55.247175 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:55.250125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:55.256616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:55.414291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.476168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.560898 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.585695 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039b8d83-f418-4019-a784-10a189ff7b98,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:55.656450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.657647 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a1d66f3b-9d05-4ca1-9609-5f61b8416d2a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4246416 Mar 16 11:51:55.661249 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43382) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:55.666446 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '2830193f-a9c3-44e7-a1fa-b43962ba563e', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:55.672335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:55.676139 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:55.679490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:55.685820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:55.767338 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.828019 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.898026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:55.928138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8576030-fb7d-4790-9baa-d748294aa547,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:55.932644 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.932994 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.933339 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.933675 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.934042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.934379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.934710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.935037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.935364 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.935687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.936015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:55.936336 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:56.001061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.002540 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c745234b-a133-4344-9bc1-bd42b032a6f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3402660 Mar 16 11:51:56.005409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43386) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:56.010477 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '2830193f-a9c3-44e7-a1fa-b43962ba563e', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:56.016765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:56.021262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:56.024211 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:56.029925 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:56.116153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.177706 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.252239 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.275702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525ca28d-de08-402f-9863-219722185422,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:56.365273 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.366503 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d0048fa6-48ce-4b82-90be-058e84d96ee3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600702 Mar 16 11:51:56.369169 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43390) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:56.374187 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '2830193f-a9c3-44e7-a1fa-b43962ba563e', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:56.380761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:56.384515 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:56.389688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:56.393174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:56.473581 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:51:56.480014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.546377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.622419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.647375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f475bf-1792-4650-ae26-8432de0bbe86,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:56.714286 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.715521 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3d2f712a-058b-4585-9432-566880c5ae62 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3454535 Mar 16 11:51:56.718195 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43394) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:56.723146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'security_group_rule': {'security_group_id': '2830193f-a9c3-44e7-a1fa-b43962ba563e', 'project_id': '016c9af9a8ef45a990336771005e8342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:56.729206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:56.733282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:security_group_rule and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:56.736143 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:56.742436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:56.824245 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Project 016c9af9a8ef45a990336771005e8342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:51:56.830691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.895383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.965096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:56.988340 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909d7b82-6d88-4152-8dde-88800a22f9ed,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:57.050970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.052902 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-caeee817-bf4b-44c6-acb6-e928e43305b6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3337812 Mar 16 11:51:57.055853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43398) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:57.061276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'network': {'name': 'tempest-network-smoke--1305117879', 'project_id': '016c9af9a8ef45a990336771005e8342', 'port_security_enabled': True}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:57.066307 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:57.071034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:network and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:57.073951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:57.079691 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:57.147570 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:51:57.150951 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.178573 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:51:57.188217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.188581 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Added segment 6ac192e2-c2db-4ee8-860b-54190b7d3c95 of type vlan for network 81af7198-6291-407e-9b32-6a74f5bed85c Mar 16 11:51:57.213768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.286968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.292345 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:57.293910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.397130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Network': ['ID=81af7198-6291-407e-9b32-6a74f5bed85c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:57.408103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 81af7198-6291-407e-9b32-6a74f5bed85c details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:51:57.440200 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d5c3cf0f-1827-46ea-8787-8485460b6719 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3833292 Mar 16 11:51:57.443014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43404) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:57.448133 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'admin_state_up': True, 'project_id': '016c9af9a8ef45a990336771005e8342', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:51:57.455316 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:57.460036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:router and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:57.462946 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:57.469150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:57.525460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.526555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.541400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:57.876384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.311502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.341801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.473392 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.36 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/919161d6-6548-41b1-bfe8-e7479f50b6cb) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:58.620765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.716060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:58.780025 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:58.782734 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:58.791280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:51:58.821410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=919161d6-6548-41b1-bfe8-e7479f50b6cb,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:59.248741 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.577499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:59.961192 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:52:00.138087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:00.148209 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Sync routers for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:00.157566 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:00.158195 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:00.253017 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.257554 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-0a898aea-6f2b-4257-9f47-aa22f4f51fc5 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8102570 Mar 16 11:52:00.257772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43414) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:00.299551 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2d59f74d-8d67-4470-87ed-687f0c300b19 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=016c9af9a8ef45a990336771005e8342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382907 Mar 16 11:52:00.299851 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43418) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:00.333972 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:00.426973 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a83a46-6768-4f97-9270-b13a2eea80b8 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:00.428451 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-65a83a46-6768-4f97-9270-b13a2eea80b8 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277058 Mar 16 11:52:00.431319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43422) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:00.473893 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2a7d3477-72ac-4f31-abba-e98b60d47a62 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=61f2edac-54d1-4e38-bdd8-134c75d96795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412121 Mar 16 11:52:00.476035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43426) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:00.481268 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494881579', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'project_id': '016c9af9a8ef45a990336771005e8342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:00.590613 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:00.594552 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:subnet and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:00.597327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:00.603817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:00.617636 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:59Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:00.621440 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Checking router: 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:00.630497 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Updating router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a port 919161d6-6548-41b1-bfe8-e7479f50b6cb binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:52:00.675874 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.696751 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:52:00.700296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.972869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:00.995589 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.007878 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Transition to ACTIVE for port object 919161d6-6548-41b1-bfe8-e7479f50b6cb will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:01.052241 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Subnet': ['ID=b0ecb514-afc2-4f49-aec6-e23174e467e3,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.061758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Checking segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:01.062145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network hostable DHCP agents. Network: 81af7198-6291-407e-9b32-6a74f5bed85c, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:52:01.075432 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.152236 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Attempting to bind port 919161d6-6548-41b1-bfe8-e7479f50b6cb on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:01.152862 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Attempting to bind port 919161d6-6548-41b1-bfe8-e7479f50b6cb by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:01.152998 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Attempting to bind port 919161d6-6548-41b1-bfe8-e7479f50b6cb on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:01.155401 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 81af7198-6291-407e-9b32-6a74f5bed85c is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:52:01.161034 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Pushing event updated for resources: {'Port': ['ID=919161d6-6548-41b1-bfe8-e7479f50b6cb,revision_number=2']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.164389 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:01.164825 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:01.165143 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.165522 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:01.165998 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Bound port: 919161d6-6548-41b1-bfe8-e7479f50b6cb, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:01.166361 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.203870 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.204208 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.204539 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.204863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.205185 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.205508 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.205824 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.210919 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.210919 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.210919 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.210919 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.210919 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:01.229545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 81af7198-6291-407e-9b32-6a74f5bed85c) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:01.233483 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:01.234668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.238640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f6ff8-8911-4860-b83c-341bd0e908b4 None None] Network 81af7198-6291-407e-9b32-6a74f5bed85c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:52:01.248119 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] For port 919161d6-6548-41b1-bfe8-e7479f50b6cb, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:01.251138 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] For port 919161d6-6548-41b1-bfe8-e7479f50b6cb, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=919161d6-6548-41b1-bfe8-e7479f50b6cb,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:01.327278 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.359234 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8ec11273-4b7a-40c3-9f9d-0fd63c779642 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8795018 Mar 16 11:52:01.359813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43432) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:01.399208 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:01.399827 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:01.458449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-81af7198-6291-407e-9b32-6a74f5bed85c', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:52:01.459285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.475545 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36efd5-4858-4f9f-8b99-10bc24b04469 None None] Pushing event updated for resources: {'Port': ['ID=919161d6-6548-41b1-bfe8-e7479f50b6cb,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:01.611803 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:01.628978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Allocated IP 172.20.0.2 (81af7198-6291-407e-9b32-6a74f5bed85c/b0ecb514-afc2-4f49-aec6-e23174e467e3/cf218bb6-33e8-4679-94e2-10f6e7ac1708) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:01.850241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:01.861078 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Transition to ACTIVE for port object cf218bb6-33e8-4679-94e2-10f6e7ac1708 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:01.880420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Transition to ACTIVE for port object cf218bb6-33e8-4679-94e2-10f6e7ac1708 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:01.917687 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:59Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:01.921603 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb8443-80a8-417f-ad34-6b6bb831f373 None None] The sync data for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv is: [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:51:59Z', 'revision_number': 3, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:01.954284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.016958 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Network 81af7198-6291-407e-9b32-6a74f5bed85c is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:02.019903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:02.022806 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:02.069016 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Pushing event updated for resources: {'Port': ['ID=cf218bb6-33e8-4679-94e2-10f6e7ac1708,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:02.206785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Attempting to bind port cf218bb6-33e8-4679-94e2-10f6e7ac1708 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:02.208022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Attempting to bind port cf218bb6-33e8-4679-94e2-10f6e7ac1708 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:02.208913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Attempting to bind port cf218bb6-33e8-4679-94e2-10f6e7ac1708 on network 81af7198-6291-407e-9b32-6a74f5bed85c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:02.215068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:02.215762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Checking segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:02.216168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.216564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Bound using segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:02.217035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Bound port: cf218bb6-33e8-4679-94e2-10f6e7ac1708, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:02.217414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.221633 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.311941 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] For port cf218bb6-33e8-4679-94e2-10f6e7ac1708, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:02.315119 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] For port cf218bb6-33e8-4679-94e2-10f6e7ac1708, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cf218bb6-33e8-4679-94e2-10f6e7ac1708,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:02.391437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.477426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e1ae8-f46f-4b33-8e6d-32a61875cd78 None None] Pushing event updated for resources: {'Port': ['ID=cf218bb6-33e8-4679-94e2-10f6e7ac1708,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:02.651387 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.1 (81af7198-6291-407e-9b32-6a74f5bed85c/b0ecb514-afc2-4f49-aec6-e23174e467e3/993cc658-ceb4-4732-a5c0-a081b2b587c9) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:02.851984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:02.867238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 993cc658-ceb4-4732-a5c0-a081b2b587c9 will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:02.950087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.018609 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 81af7198-6291-407e-9b32-6a74f5bed85c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:03.022210 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:03.030372 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:03.064460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=993cc658-ceb4-4732-a5c0-a081b2b587c9,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:03.089995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.291765 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.449479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87046df-3068-4dc7-8e00-a41a52b5a75a None None] Network 81af7198-6291-407e-9b32-6a74f5bed85c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:52:03.620521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b6816900-3d54-46bd-a899-8a655bf79df2 None None] Provisioning for port cf218bb6-33e8-4679-94e2-10f6e7ac1708 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:03.802218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cf218bb6-33e8-4679-94e2-10f6e7ac1708 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:03.855297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.925235 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.948101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port cf218bb6-33e8-4679-94e2-10f6e7ac1708 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:03.956861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cf218bb6-33e8-4679-94e2-10f6e7ac1708 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:03.957376 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.057459 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.062949 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=993cc658-ceb4-4732-a5c0-a081b2b587c9,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:04.069972 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a04bf7f9-0bd0-40c8-afee-d4e893c78438 None None] Provisioning for port 993cc658-ceb4-4732-a5c0-a081b2b587c9 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:04.080030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a04bf7f9-0bd0-40c8-afee-d4e893c78438 None None] Provisioning complete for port 993cc658-ceb4-4732-a5c0-a081b2b587c9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:04.080399 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a04bf7f9-0bd0-40c8-afee-d4e893c78438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.131654 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.160176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-a04bf7f9-0bd0-40c8-afee-d4e893c78438 None None] Port 993cc658-ceb4-4732-a5c0-a081b2b587c9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:52:04.184100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port cf218bb6-33e8-4679-94e2-10f6e7ac1708, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cf218bb6-33e8-4679-94e2-10f6e7ac1708,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:04.187536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-a04bf7f9-0bd0-40c8-afee-d4e893c78438 None None] Provisioning complete for port cf218bb6-33e8-4679-94e2-10f6e7ac1708 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:04.187536 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a04bf7f9-0bd0-40c8-afee-d4e893c78438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.200033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 81af7198-6291-407e-9b32-6a74f5bed85c is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:04.201142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:04.282309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.285569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 919161d6-6548-41b1-bfe8-e7479f50b6cb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:04.398398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:52:04.431676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=cf218bb6-33e8-4679-94e2-10f6e7ac1708,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:04.517727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 919161d6-6548-41b1-bfe8-e7479f50b6cb completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:04.521505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-917f617b-31de-4aca-b35f-7b55cdd32c4b None None] Provisioning complete for port 993cc658-ceb4-4732-a5c0-a081b2b587c9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:04.521898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-917f617b-31de-4aca-b35f-7b55cdd32c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.555245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 919161d6-6548-41b1-bfe8-e7479f50b6cb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:04.555619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.579929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:04.593324 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-cca02855-5ec2-4d14-8221-86de25f79053 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328815 Mar 16 11:52:04.600430 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Sync routers for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:04.640408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:04.641222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:04.720400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-917f617b-31de-4aca-b35f-7b55cdd32c4b None None] Port 993cc658-ceb4-4732-a5c0-a081b2b587c9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:52:04.790970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-a6e0c6c5-8703-41ea-b895-86e07d5d8fa6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:04.858121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-a6e0c6c5-8703-41ea-b895-86e07d5d8fa6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:04.859316 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-a6e0c6c5-8703-41ea-b895-86e07d5d8fa6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837499464&fields=id&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 267 time: 0.1063197 Mar 16 11:52:04.879771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:04.893124 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:04.960139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 919161d6-6548-41b1-bfe8-e7479f50b6cb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=919161d6-6548-41b1-bfe8-e7479f50b6cb,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:05.012566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-485faae1-880e-43a0-b06a-a2e7a2116789 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:05.013264 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-485faae1-880e-43a0-b06a-a2e7a2116789 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:05.072923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.092496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-485faae1-880e-43a0-b06a-a2e7a2116789 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:network {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:05.093667 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-485faae1-880e-43a0-b06a-a2e7a2116789 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/networks?id=81af7198-6291-407e-9b32-6a74f5bed85c HTTP/1.1" status: 200 len: 797 time: 0.2263687 Mar 16 11:52:05.109472 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-1bd11059-e461-455f-a531-65cc449d0f30 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/quotas/016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Mar 16 11:52:05.195788 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-59d24ba4-12d8-42bf-a980-8e8a8985d1f9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:05.229792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=919161d6-6548-41b1-bfe8-e7479f50b6cb,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:05.257970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-59d24ba4-12d8-42bf-a980-8e8a8985d1f9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:05.259279 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-59d24ba4-12d8-42bf-a980-8e8a8985d1f9 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442325 Mar 16 11:52:05.324472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 2, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:05.328470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Checking router: 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:05.328826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Updating router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a port 993cc658-ceb4-4732-a5c0-a081b2b587c9 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:52:05.381770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.469255 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-967e2a48-9ad1-4758-b5d7-0036500f051b service neutron] 10.222.0.30 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974072 Mar 16 11:52:05.602442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-86070eeb-cc32-4abf-878b-bc3bd3815eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275380 Mar 16 11:52:05.726422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.734391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cf218bb6-33e8-4679-94e2-10f6e7ac1708 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:05.770639 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Transition to ACTIVE for port object 993cc658-ceb4-4732-a5c0-a081b2b587c9 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:05.810323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port cf218bb6-33e8-4679-94e2-10f6e7ac1708 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:05.810689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.866555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.924371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c4828208-6429-4590-8672-8dcdf5931a15 req-fac08762-b316-4c4f-817d-819a537c0be2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:05.937141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c4828208-6429-4590-8672-8dcdf5931a15 req-fac08762-b316-4c4f-817d-819a537c0be2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:05.938547 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c4828208-6429-4590-8672-8dcdf5931a15 req-fac08762-b316-4c4f-817d-819a537c0be2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 210 time: 0.0643129 Mar 16 11:52:06.035061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c70a-b78a-4af8-9ecc-05b9804d7b8f None None] Pushing event updated for resources: {'Port': ['ID=993cc658-ceb4-4732-a5c0-a081b2b587c9,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:06.136863 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 919161d6-6548-41b1-bfe8-e7479f50b6cb up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:06.179948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Attempting to bind port 993cc658-ceb4-4732-a5c0-a081b2b587c9 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:06.180317 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Attempting to bind port 993cc658-ceb4-4732-a5c0-a081b2b587c9 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:06.180681 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Attempting to bind port 993cc658-ceb4-4732-a5c0-a081b2b587c9 on network 81af7198-6291-407e-9b32-6a74f5bed85c {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:06.194815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:06.195197 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Checking segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:06.195596 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:06.195986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Bound using segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:06.196453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Bound port: 993cc658-ceb4-4732-a5c0-a081b2b587c9, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:06.196824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:06.300324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 919161d6-6548-41b1-bfe8-e7479f50b6cb triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:06.300784 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:06.347975 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] For port 993cc658-ceb4-4732-a5c0-a081b2b587c9, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:06.365178 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] For port 993cc658-ceb4-4732-a5c0-a081b2b587c9, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=993cc658-ceb4-4732-a5c0-a081b2b587c9,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:06.481448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:06.562577 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:06.563215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:51:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:06.626513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c70a-b78a-4af8-9ecc-05b9804d7b8f None None] Pushing event updated for resources: {'Port': ['ID=993cc658-ceb4-4732-a5c0-a081b2b587c9,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:06.797144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:07.095034 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e19ed507-d82b-4265-96ef-613b36bcecdd req-d5612808-32ac-4753-ace0-37de5bfcb82f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 210 time: 0.0483601 Mar 16 11:52:07.118952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:06Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:07.122895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84439a04-853e-4317-b55d-ad71effdb986 None None] The sync data for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv is: [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:06Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:07.746841 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 993cc658-ceb4-4732-a5c0-a081b2b587c9 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:07.885550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 993cc658-ceb4-4732-a5c0-a081b2b587c9 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:07.891022 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 993cc658-ceb4-4732-a5c0-a081b2b587c9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:07.891396 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.011323 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.046718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 993cc658-ceb4-4732-a5c0-a081b2b587c9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=993cc658-ceb4-4732-a5c0-a081b2b587c9,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:08.115722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.144125 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-3aaaf9f6-5676-4a15-9709-ba3066ae35eb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:08.146663 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-3aaaf9f6-5676-4a15-9709-ba3066ae35eb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/networks?id=81af7198-6291-407e-9b32-6a74f5bed85c HTTP/1.1" status: 200 len: 797 time: 0.1601443 Mar 16 11:52:08.202135 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-c0dcba3a-66f8-43e2-aaf8-e7f039744421 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016c9af9a8ef45a990336771005e8342 HTTP/1.1" status: 200 len: 380 time: 0.0465257 Mar 16 11:52:08.214311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'port': {'device_id': '966e4497-b702-41e6-94ac-e1d54c77f108', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'admin_state_up': True, 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'security_groups': ['2830193f-a9c3-44e7-a1fa-b43962ba563e']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:08.218061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=993cc658-ceb4-4732-a5c0-a081b2b587c9,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:08.274270 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e18cca03-7168-4cbb-b70b-576b8706a602 req-28ef828d-e479-4408-8971-29b90dac4dcb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 210 time: 0.0477791 Mar 16 11:52:08.354380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:08.363532 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:08.479884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Made reservation on behalf of 016c9af9a8ef45a990336771005e8342 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:52:08.483515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.647091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.20.0.14 (81af7198-6291-407e-9b32-6a74f5bed85c/b0ecb514-afc2-4f49-aec6-e23174e467e3/59c62a1a-e9ff-496b-9222-3c47d691125a) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:08.830029 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:08.845170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Transition to ACTIVE for port object 59c62a1a-e9ff-496b-9222-3c47d691125a will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:08.950041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.119599 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 81af7198-6291-407e-9b32-6a74f5bed85c is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:09.122503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:09.131313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:09.162566 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=59c62a1a-e9ff-496b-9222-3c47d691125a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:09.199572 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.200107 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.287835 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-cc7e302e-85f6-40de-b8e5-e6a795f222ae tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0804245 Mar 16 11:52:09.299430 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Request body: {'port': {'device_id': '966e4497-b702-41e6-94ac-e1d54c77f108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:09.424019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ecdc-6c18-411b-824a-fb23f1edc115 None None] Provisioning for port 59c62a1a-e9ff-496b-9222-3c47d691125a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:09.429416 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ecdc-6c18-411b-824a-fb23f1edc115 None None] Provisioning complete for port 59c62a1a-e9ff-496b-9222-3c47d691125a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:09.429861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ecdc-6c18-411b-824a-fb23f1edc115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.459432 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.482549 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8ecdc-6c18-411b-824a-fb23f1edc115 None None] Port 59c62a1a-e9ff-496b-9222-3c47d691125a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:52:09.543938 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce20ad-8e13-454a-a59a-d71013faa946 req-9b79a49a-c9ec-4a51-a572-ffddca209604 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:09.544651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-72ce20ad-8e13-454a-a59a-d71013faa946 req-9b79a49a-c9ec-4a51-a572-ffddca209604 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:09.709193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-72ce20ad-8e13-454a-a59a-d71013faa946 req-9b79a49a-c9ec-4a51-a572-ffddca209604 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:09.711505 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-72ce20ad-8e13-454a-a59a-d71013faa946 req-9b79a49a-c9ec-4a51-a572-ffddca209604 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 932 time: 0.3249137 Mar 16 11:52:09.726999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 993cc658-ceb4-4732-a5c0-a081b2b587c9 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:09.784400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-72ce20ad-8e13-454a-a59a-d71013faa946 req-ee0c6f92-2f79-4412-ac44-d6003a3a1a53 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620010 Mar 16 11:52:09.796628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 993cc658-ceb4-4732-a5c0-a081b2b587c9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:09.797445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.864719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c62a1a-e9ff-496b-9222-3c47d691125a {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:52:09.871884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:09.886017 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Transition to ACTIVE for port object 59c62a1a-e9ff-496b-9222-3c47d691125a will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:09.942610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:10.073316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Pushing event updated for resources: {'Port': ['ID=59c62a1a-e9ff-496b-9222-3c47d691125a,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:10.175100 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Attempting to bind port 59c62a1a-e9ff-496b-9222-3c47d691125a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:10.175706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Attempting to bind port 59c62a1a-e9ff-496b-9222-3c47d691125a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:10.175843 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Attempting to bind port 59c62a1a-e9ff-496b-9222-3c47d691125a on network 81af7198-6291-407e-9b32-6a74f5bed85c {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:10.180298 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Port 59c62a1a-e9ff-496b-9222-3c47d691125a on network 81af7198-6291-407e-9b32-6a74f5bed85c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:52:10.180602 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Attempting to bind port 59c62a1a-e9ff-496b-9222-3c47d691125a on network 81af7198-6291-407e-9b32-6a74f5bed85c {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:52:10.185450 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:52:10.185775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Checking segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:52:10.186176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Bound using segment: {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:52:10.186586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Bound port: 59c62a1a-e9ff-496b-9222-3c47d691125a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac192e2-c2db-4ee8-860b-54190b7d3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:10.186920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:10.277917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] For port 59c62a1a-e9ff-496b-9222-3c47d691125a, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:52:10.280617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] For port 59c62a1a-e9ff-496b-9222-3c47d691125a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59c62a1a-e9ff-496b-9222-3c47d691125a,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:52:10.372957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:10.428509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:10.428983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:10.430424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/59c62a1a-e9ff-496b-9222-3c47d691125a HTTP/1.1" status: 200 len: 1094 time: 1.1350627 Mar 16 11:52:10.430857 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:10.458368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c058-2371-4539-8d82-6bc4930578e9 service neutron] Pushing event updated for resources: {'Port': ['ID=59c62a1a-e9ff-496b-9222-3c47d691125a,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:10.480258 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'status': 'completed', 'code': 200} Mar 16 11:52:10.584643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a7b8b-e760-48da-b3dc-d1af873c48a9 req-25529d4a-c532-4bf7-95ee-e73966d80fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:10.586171 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b83a7b8b-e760-48da-b3dc-d1af873c48a9 req-25529d4a-c532-4bf7-95ee-e73966d80fa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1097 time: 0.0834856 Mar 16 11:52:10.728616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a7b8b-e760-48da-b3dc-d1af873c48a9 req-68f68d6e-aa68-4ca9-8453-6715b6a9fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:10.730900 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b83a7b8b-e760-48da-b3dc-d1af873c48a9 req-68f68d6e-aa68-4ca9-8453-6715b6a9fc7e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=016c9af9a8ef45a990336771005e8342&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1364579 Mar 16 11:52:10.868336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a7b8b-e760-48da-b3dc-d1af873c48a9 req-2176ddb7-d6f4-400c-a5c5-03ae0429a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:10.871492 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b83a7b8b-e760-48da-b3dc-d1af873c48a9 req-2176ddb7-d6f4-400c-a5c5-03ae0429a278 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349571 Mar 16 11:52:11.129094 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-89ad7dd0-9734-4e16-84db-b2a400e7b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.130575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-89ad7dd0-9734-4e16-84db-b2a400e7b1b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1097 time: 0.1993341 Mar 16 11:52:11.137891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10bae7-459a-4c60-9953-95a08d13f599 req-93382dee-4f4c-4757-8536-d9e3141ad795 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.139470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0b10bae7-459a-4c60-9953-95a08d13f599 req-93382dee-4f4c-4757-8536-d9e3141ad795 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 944 time: 0.2441711 Mar 16 11:52:11.215794 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-86f01e4e-6eef-4d87-9acd-297515f6d93e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59c62a1a-e9ff-496b-9222-3c47d691125a HTTP/1.1" status: 200 len: 217 time: 0.0754294 Mar 16 11:52:11.280317 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0b10bae7-459a-4c60-9953-95a08d13f599 req-60d02cde-d012-4fcf-a184-ebc7492be5aa tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938094 Mar 16 11:52:11.293241 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-101654f8-83d3-4220-82de-4fa60d8bc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.294780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-101654f8-83d3-4220-82de-4fa60d8bc8dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ecb514-afc2-4f49-aec6-e23174e467e3 HTTP/1.1" status: 200 len: 835 time: 0.0722713 Mar 16 11:52:11.369741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5110ba5e-a33e-48f1-a47c-8f73d62dabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:11.371217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-5110ba5e-a33e-48f1-a47c-8f73d62dabb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81af7198-6291-407e-9b32-6a74f5bed85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703666 Mar 16 11:52:11.502232 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-1e6a4f2e-9dbc-4d69-b721-1bd8180405aa service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237659 Mar 16 11:52:11.632824 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2cd9f63f-f973-4b95-9177-e69c98b2d0a5 req-e1a43630-5d0b-4c7b-afe1-7dd71c4c27b3 service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248167 Mar 16 11:52:12.461748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabbb7b-4ee2-4c8a-9777-995779753124 req-df59e608-ca04-469c-8972-dc60f59c7b07 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:12.463241 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9aabbb7b-4ee2-4c8a-9777-995779753124 req-df59e608-ca04-469c-8972-dc60f59c7b07 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 944 time: 0.0783625 Mar 16 11:52:12.506405 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9aabbb7b-4ee2-4c8a-9777-995779753124 req-926f367f-672f-447e-814b-dd971acdd69d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 Mar 16 11:52:13.692088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79625237-e11f-47c6-955e-a35d2716d449 req-190a2854-ec31-4647-b601-653b7a0302c1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:13.693805 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79625237-e11f-47c6-955e-a35d2716d449 req-190a2854-ec31-4647-b601-653b7a0302c1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 944 time: 0.0841801 Mar 16 11:52:13.736792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79625237-e11f-47c6-955e-a35d2716d449 req-1efc93d8-cd86-4442-af23-b43a92627df4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Mar 16 11:52:14.845942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 59c62a1a-e9ff-496b-9222-3c47d691125a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:52:14.925485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78cbb5-cba2-4930-b141-f916abf67e6c req-bf55d057-afc3-4bba-b440-c078be6116da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:14.927022 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e78cbb5-cba2-4930-b141-f916abf67e6c req-bf55d057-afc3-4bba-b440-c078be6116da tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 944 time: 0.0832050 Mar 16 11:52:14.971848 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e78cbb5-cba2-4930-b141-f916abf67e6c req-4baf32fb-17d5-457f-a986-29d4797173f0 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Mar 16 11:52:14.980853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 59c62a1a-e9ff-496b-9222-3c47d691125a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59c62a1a-e9ff-496b-9222-3c47d691125a,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:14.994093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'port_id': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'mac_address': 'fa:16:3e:26:31:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:52:15.048465 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.065641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c62a1a-e9ff-496b-9222-3c47d691125a {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:52:15.080771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 59c62a1a-e9ff-496b-9222-3c47d691125a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59c62a1a-e9ff-496b-9222-3c47d691125a,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:15.153921 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.202519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d505117b-eae6-43fa-9ef2-f2111c02bede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.224008 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=59c62a1a-e9ff-496b-9222-3c47d691125a,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:15.358051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['59c62a1a-e9ff-496b-9222-3c47d691125a'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:52:16.152294 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278199e6-b598-46cd-9bbe-45377e1e0c6b req-82eb0d5a-f942-431b-bf90-acb8d96ec796 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:16.153733 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-278199e6-b598-46cd-9bbe-45377e1e0c6b req-82eb0d5a-f942-431b-bf90-acb8d96ec796 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 945 time: 0.0795987 Mar 16 11:52:16.199884 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-278199e6-b598-46cd-9bbe-45377e1e0c6b req-6b727309-534e-4f6b-8527-74c609fc3692 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Mar 16 11:52:16.862241 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 59c62a1a-e9ff-496b-9222-3c47d691125a up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:16.983836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 59c62a1a-e9ff-496b-9222-3c47d691125a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:16.989552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 59c62a1a-e9ff-496b-9222-3c47d691125a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:16.989959 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:17.141516 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:17.168437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:17.178876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 59c62a1a-e9ff-496b-9222-3c47d691125a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59c62a1a-e9ff-496b-9222-3c47d691125a,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:52:17.258471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:17.298411 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'code': 200} Mar 16 11:52:17.345622 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=59c62a1a-e9ff-496b-9222-3c47d691125a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:17.397619 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08c637-5c85-4c25-8d8f-655d9b7dd287 req-ff82cce7-8f87-42f6-9663-06c3566ab200 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:17.399007 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3f08c637-5c85-4c25-8d8f-655d9b7dd287 req-ff82cce7-8f87-42f6-9663-06c3566ab200 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0863998 Mar 16 11:52:17.417832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2da84965-8bc3-42f6-962f-a71e1c6b300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:17.445740 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3f08c637-5c85-4c25-8d8f-655d9b7dd287 req-26284ebe-edb7-43ff-a454-8ce2ee720d5e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Mar 16 11:52:17.640415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa503-0b66-4627-98d2-ba0c95f6bf69 req-535afe2d-0954-4fd3-ac35-a4faf9df91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:17.641948 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be3fa503-0b66-4627-98d2-ba0c95f6bf69 req-535afe2d-0954-4fd3-ac35-a4faf9df91cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1099 time: 0.0734653 Mar 16 11:52:17.681462 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-be3fa503-0b66-4627-98d2-ba0c95f6bf69 req-920a6c0e-ab56-495f-95c5-ad1751a7be95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334904 Mar 16 11:52:18.366750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:18.629539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e55641-6576-473f-a729-c9a691b288cb req-9994622f-be51-4544-8964-771e8cf6d170 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:18.635344 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-42e55641-6576-473f-a729-c9a691b288cb req-9994622f-be51-4544-8964-771e8cf6d170 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0799232 Mar 16 11:52:18.679912 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-42e55641-6576-473f-a729-c9a691b288cb req-b9856716-fe36-4b41-9b47-dcd6aa9d61cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Mar 16 11:52:18.829671 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:19.859551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4f2d-b11c-446f-bc8c-6576af436035 req-d8075ee7-4fb2-4887-bbf5-d01a7a0e2f46 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:19.861001 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc1f4f2d-b11c-446f-bc8c-6576af436035 req-d8075ee7-4fb2-4887-bbf5-d01a7a0e2f46 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0781817 Mar 16 11:52:19.904882 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc1f4f2d-b11c-446f-bc8c-6576af436035 req-75dabde1-ba2a-4d18-9c75-6bf559fae6a4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 Mar 16 11:52:20.086207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497194b-0056-4914-9275-8a18e295ac40 req-c660a0e6-27bb-4d10-bbdc-ab5f8d1a34b1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:20.087647 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3497194b-0056-4914-9275-8a18e295ac40 req-c660a0e6-27bb-4d10-bbdc-ab5f8d1a34b1 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0795867 Mar 16 11:52:20.131367 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3497194b-0056-4914-9275-8a18e295ac40 req-48989c7f-de20-474e-b17e-7afe947e9929 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374968 Mar 16 11:52:20.154101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43496) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:20.228327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7311cd1-9a4d-488d-b5d6-e4784f2552d3 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:20.229811 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-d7311cd1-9a4d-488d-b5d6-e4784f2552d3 tempest-TestNetworkAdvancedServerOps-418508751 tempest-TestNetworkAdvancedServerOps-418508751-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1094 time: 0.0747826 Mar 16 11:52:20.232555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43500) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:20.235206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.237412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:52:20.244087 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:20.247869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Usage tracker for resource:floatingip and tenant:016c9af9a8ef45a990336771005e8342 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:20.250703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:20.256840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:20.263903 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.338221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.473405 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.604577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Allocated IP 172.26.7.14 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/d8e53ee2-a941-4abd-90f5-722ccebe60da) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:20.850550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.938257 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:20.998005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:21.000709 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:21.008523 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:52:21.038651 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=d8e53ee2-a941-4abd-90f5-722ccebe60da,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:21.414513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.556122 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.758114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.828059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.939178 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event updated for resources: {'Port': ['ID=d8e53ee2-a941-4abd-90f5-722ccebe60da,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:21.947632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.117770 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 54ffdd11-a887-4a84-9df6-a5229545b084 associated. External IP: 172.26.7.14, port: 59c62a1a-e9ff-496b-9222-3c47d691125a. Mar 16 11:52:22.552971 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:52:22.733685 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:22.743485 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] Sync routers for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:22.752494 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:22.753155 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:22.812360 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.868537 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-1e8ae61c-63ac-4542-9f8d-c86a0bccaf6b tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6349027 Mar 16 11:52:22.869116 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:22.919634 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'status': 'completed', 'code': 200} Mar 16 11:52:22.937249 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:23.069920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-206a73a8-0e19-4822-a3f8-cd1a6861273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:23.071482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-206a73a8-0e19-4822-a3f8-cd1a6861273b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1099 time: 0.1284461 Mar 16 11:52:23.107355 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296812-479a-4f65-8ae4-1fda898864dc req-89dd0467-914f-43ff-8e0b-3d379fa9a4b8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:23.108768 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6c296812-479a-4f65-8ae4-1fda898864dc req-89dd0467-914f-43ff-8e0b-3d379fa9a4b8 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.1302917 Mar 16 11:52:23.223862 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6c296812-479a-4f65-8ae4-1fda898864dc req-fbf7da12-ffc8-4dce-952c-ba14ad4eae33 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010578 Mar 16 11:52:23.247987 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43508) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:23.286058 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '54ffdd11-a887-4a84-9df6-a5229545b084', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'port_id': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'mac_address': 'fa:16:3e:26:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966e4497-b702-41e6-94ac-e1d54c77f108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:52:21Z', 'updated_at': '2022-03-16T11:52:21Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:08Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:23.290371 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] Checking router: 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:52:23.299027 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:23.299611 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:23.332587 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-e5989d62-f892-4fab-a59d-e5ebfec9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:23.334030 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-e5989d62-f892-4fab-a59d-e5ebfec9cc9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=81af7198-6291-407e-9b32-6a74f5bed85c HTTP/1.1" status: 200 len: 898 time: 0.2549772 Mar 16 11:52:23.431884 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5ddf89ae-b809-4d96-af03-cf966f5b9c13 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/54ffdd11-a887-4a84-9df6-a5229545b084 HTTP/1.1" status: 200 len: 991 time: 0.1831584 Mar 16 11:52:23.454317 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-fc07ac0d-9589-4696-8dd0-9668fec18d70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59c62a1a-e9ff-496b-9222-3c47d691125a HTTP/1.1" status: 200 len: 999 time: 0.1123188 Mar 16 11:52:23.475009 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:23.517169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-fecb7705-554b-4c7f-a991-8b0a15e51733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:23.518614 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-fecb7705-554b-4c7f-a991-8b0a15e51733 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ecb514-afc2-4f49-aec6-e23174e467e3 HTTP/1.1" status: 200 len: 835 time: 0.0585611 Mar 16 11:52:23.593206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-93e74478-5bb2-4aca-a1b3-ab6bd3ef1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:23.594756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-93e74478-5bb2-4aca-a1b3-ab6bd3ef1b11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81af7198-6291-407e-9b32-6a74f5bed85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701389 Mar 16 11:52:23.827282 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-732c11bd-7076-4591-850b-a2083ab1bcb3 service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266808 Mar 16 11:52:23.866368 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '54ffdd11-a887-4a84-9df6-a5229545b084', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'port_id': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'mac_address': 'fa:16:3e:26:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966e4497-b702-41e6-94ac-e1d54c77f108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:52:21Z', 'updated_at': '2022-03-16T11:52:21Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:08Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:23.870204 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44646c-e018-482f-ae95-dc45bc066f80 None None] The sync data for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv is: [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '54ffdd11-a887-4a84-9df6-a5229545b084', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'floating_ip_address': '172.26.7.14', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'port_id': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'mac_address': 'fa:16:3e:26:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966e4497-b702-41e6-94ac-e1d54c77f108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:52:21Z', 'updated_at': '2022-03-16T11:52:21Z', 'revision_number': 0, 'project_id': '016c9af9a8ef45a990336771005e8342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:08Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:52:23.960732 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6d6fe6d-bd02-4c42-83ac-80803e55901c req-06f57acb-e253-422f-a5f9-8b89c9f225e7 service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272326 Mar 16 11:52:24.053594 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c856b4a-536b-4ddf-ad9b-f89943024843 None None] New status for floating IP 54ffdd11-a887-4a84-9df6-a5229545b084: ACTIVE {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:52:24.435719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43512) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:24.541622 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2e1c6005-f3ba-4038-8e7a-e4ebbe71a8f4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/54ffdd11-a887-4a84-9df6-a5229545b084 HTTP/1.1" status: 200 len: 993 time: 0.1047299 Mar 16 11:52:25.072534 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:45.212564 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-beb4c576-7edb-41cf-8639-ade7e94af968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:47.360366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-718ba94b-fce3-4b2a-be50-c9fbff78ec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.394825 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.789169 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.308170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.319957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.738384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c6595-314f-4f64-b7db-863b30b06d0d req-0833df08-96c0-4e8c-9b9a-07e6409cb112 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:51.739825 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2b6c6595-314f-4f64-b7db-863b30b06d0d req-0833df08-96c0-4e8c-9b9a-07e6409cb112 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0835462 Mar 16 11:52:51.784570 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2b6c6595-314f-4f64-b7db-863b30b06d0d req-e7d99b61-d3f2-4f65-bf61-5b0fd52035fd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 Mar 16 11:52:52.972701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13886a-8059-468a-9331-df0ae4669ec7 req-8930ac33-c7d4-459f-a48b-d386070384e3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:52.974162 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc13886a-8059-468a-9331-df0ae4669ec7 req-8930ac33-c7d4-459f-a48b-d386070384e3 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0835605 Mar 16 11:52:53.018987 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cc13886a-8059-468a-9331-df0ae4669ec7 req-033cbea6-6c4a-470b-a01c-77ebf72659e2 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 Mar 16 11:52:53.042523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43534) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:53.147385 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e3673350-7366-48e0-8c0d-d1c298482c6e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/54ffdd11-a887-4a84-9df6-a5229545b084 HTTP/1.1" status: 200 len: 993 time: 0.1037858 Mar 16 11:52:54.742715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3715a95-db08-48d5-affe-821c180eaf89 req-cbddf4d6-daca-4609-81da-b3caabcbd683 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:54.744268 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c3715a95-db08-48d5-affe-821c180eaf89 req-cbddf4d6-daca-4609-81da-b3caabcbd683 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0808635 Mar 16 11:52:54.791746 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c3715a95-db08-48d5-affe-821c180eaf89 req-447da5e0-e09d-4b3c-88bf-a4b6a0bdcc14 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Mar 16 11:52:54.809826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-12a65587-9906-493c-95a6-184fd76d5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:54.811308 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-12a65587-9906-493c-95a6-184fd76d5de9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1099 time: 0.0715806 Mar 16 11:52:54.940598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-882542f0-7c78-49e7-915a-297a801a98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:54.942097 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-882542f0-7c78-49e7-915a-297a801a98e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81af7198-6291-407e-9b32-6a74f5bed85c HTTP/1.1" status: 200 len: 898 time: 0.1244495 Mar 16 11:52:55.044036 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-2039906d-1e67-4173-aab4-1fea1015623f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59c62a1a-e9ff-496b-9222-3c47d691125a HTTP/1.1" status: 200 len: 1001 time: 0.0963590 Mar 16 11:52:55.105490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-f41c73d7-886c-458f-b5d2-fb5a21015d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:55.106905 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-f41c73d7-886c-458f-b5d2-fb5a21015d52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ecb514-afc2-4f49-aec6-e23174e467e3 HTTP/1.1" status: 200 len: 835 time: 0.0570321 Mar 16 11:52:55.183936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-0ae4a6ba-6bcc-4fdb-8b14-651cce03e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:55.185356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-0ae4a6ba-6bcc-4fdb-8b14-651cce03e506 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81af7198-6291-407e-9b32-6a74f5bed85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722947 Mar 16 11:52:55.314328 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-71c70bbf-7a59-4b03-828c-737c4e901dcf service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217406 Mar 16 11:52:55.443834 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-88134f0d-217b-4a81-814b-aa5c7d0a25fb req-fb734412-c686-47ba-ac96-9bf8f0ab2712 service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237092 Mar 16 11:52:55.975770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362c7b6-eb34-4d75-906e-e2689cfd54b5 req-cd14599e-43c8-48d9-96fd-46ab1969e54d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:55.977216 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c362c7b6-eb34-4d75-906e-e2689cfd54b5 req-cd14599e-43c8-48d9-96fd-46ab1969e54d tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0781324 Mar 16 11:52:56.021892 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c362c7b6-eb34-4d75-906e-e2689cfd54b5 req-a2d769a6-4323-4aae-a8b1-413a613fd47a tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Mar 16 11:52:57.204128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21070267-b58c-4de9-8e34-88b4e029a387 req-1453f54d-c0ce-4d84-a1bf-8573a9c0cba6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:57.205569 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21070267-b58c-4de9-8e34-88b4e029a387 req-1453f54d-c0ce-4d84-a1bf-8573a9c0cba6 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0794017 Mar 16 11:52:57.249102 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21070267-b58c-4de9-8e34-88b4e029a387 req-32390a71-d52f-42af-9fbe-b3fb6cc34ea4 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Mar 16 11:52:57.271690 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43548) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:57.377708 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8c476f9a-56e3-4506-a6de-ab5c35872f57 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/floatingips/54ffdd11-a887-4a84-9df6-a5229545b084 HTTP/1.1" status: 200 len: 993 time: 0.1049345 Mar 16 11:52:58.041080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43556) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:58.241142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port d8e53ee2-a941-4abd-90f5-722ccebe60da {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:52:58.241908 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.406936 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.407262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.528982 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for d8e53ee2-a941-4abd-90f5-722ccebe60da owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:52:58.851729 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.897039 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=d8e53ee2-a941-4abd-90f5-722ccebe60da,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:58.964148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.965198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.965704 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.966069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.967419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.967419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.967419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.967419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.967795 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.967938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.968261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.968582 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:58.999840 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.000197 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Floating IP 54ffdd11-a887-4a84-9df6-a5229545b084 disassociated (deleted). External IP: 172.26.7.14, port: 59c62a1a-e9ff-496b-9222-3c47d691125a. Mar 16 11:52:59.344687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:52:59.517010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:52:59.526637 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] Sync routers for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:52:59.536770 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:52:59.542825 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:59.590420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.652957 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3f3645fd-ecc1-44d0-8669-091d3ddf49cc tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/floatingips/54ffdd11-a887-4a84-9df6-a5229545b084 HTTP/1.1" status: 204 len: 168 time: 1.6103499 Mar 16 11:52:59.653521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:52:59.717191 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'status': 'completed', 'code': 200} Mar 16 11:52:59.724488 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:52:59.812759 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-e45ed9c7-28d6-479a-9a48-44c04a042ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:59.814933 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-e45ed9c7-28d6-479a-9a48-44c04a042ee6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=016c9af9a8ef45a990336771005e8342&device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 1099 time: 0.0769913 Mar 16 11:53:00.049098 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:08Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:00.052941 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] Checking router: 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:00.062323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-9fdaa68b-d7e8-47a8-8396-4c0b6483f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.062521 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:00.062948 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:00.063765 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-9fdaa68b-d7e8-47a8-8396-4c0b6483f813 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81af7198-6291-407e-9b32-6a74f5bed85c HTTP/1.1" status: 200 len: 898 time: 0.2425678 Mar 16 11:53:00.133617 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-b1b18e19-876b-4875-850d-8425df76d05c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59c62a1a-e9ff-496b-9222-3c47d691125a HTTP/1.1" status: 200 len: 217 time: 0.0637577 Mar 16 11:53:00.237624 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:00.245027 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-055d372a-0c70-4213-94e9-afd224fa8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.247153 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-055d372a-0c70-4213-94e9-afd224fa8cd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0ecb514-afc2-4f49-aec6-e23174e467e3 HTTP/1.1" status: 200 len: 835 time: 0.1078844 Mar 16 11:53:00.320044 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41858c80-7274-4423-819b-43cda183f8cc req-763662cd-2b14-49d8-a8b4-6264e969273e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.321397 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41858c80-7274-4423-819b-43cda183f8cc req-763662cd-2b14-49d8-a8b4-6264e969273e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.1446376 Mar 16 11:53:00.377863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-b162e93c-9844-4448-bc09-2479e5918b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.379319 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-b162e93c-9844-4448-bc09-2479e5918b91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81af7198-6291-407e-9b32-6a74f5bed85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248806 Mar 16 11:53:00.382190 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41858c80-7274-4423-819b-43cda183f8cc req-ba92dac8-0da2-4c02-984b-58cf93577b37 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532331 Mar 16 11:53:00.513401 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-22cfe84b-e4e7-4d00-ae2a-96b4f2913c5d service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270621 Mar 16 11:53:00.547610 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:08Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:00.551513 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50f2e39-fe2b-4533-95e0-43f686042571 None None] The sync data for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv is: [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:52:03Z', 'revision_number': 4, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '993cc658-ceb4-4732-a5c0-a081b2b587c9', 'name': '', 'network_id': '81af7198-6291-407e-9b32-6a74f5bed85c', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'mac_address': 'fa:16:3e:29:12:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:02Z', 'updated_at': '2022-03-16T11:52:08Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'subnets': [{'id': 'b0ecb514-afc2-4f49-aec6-e23174e467e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:00.658560 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fbac9c09-15fd-4e74-a602-f35d06b5d591 req-7631f9de-0186-4daa-80d7-9d512b67a9e4 service neutron] 10.222.0.53 "GET /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385627 Mar 16 11:53:00.885934 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71db8c-c2e6-442e-89fd-370dca4b81d5 None None] New status for floating IP 54ffdd11-a887-4a84-9df6-a5229545b084: DOWN {{(pid=88451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:53:01.568201 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7c4c3-a3ff-4a1e-91a5-0a3d2a3771eb req-93a31cc8-ef2e-4b49-a19f-eeb14b7ac718 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:01.568893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-68d7c4c3-a3ff-4a1e-91a5-0a3d2a3771eb req-93a31cc8-ef2e-4b49-a19f-eeb14b7ac718 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Synchronizing usage tracker for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:01.677453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-68d7c4c3-a3ff-4a1e-91a5-0a3d2a3771eb req-93a31cc8-ef2e-4b49-a19f-eeb14b7ac718 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Unset dirty status for tenant:016c9af9a8ef45a990336771005e8342 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:01.677453 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68d7c4c3-a3ff-4a1e-91a5-0a3d2a3771eb req-93a31cc8-ef2e-4b49-a19f-eeb14b7ac718 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.1808867 Mar 16 11:53:01.715128 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-68d7c4c3-a3ff-4a1e-91a5-0a3d2a3771eb req-89b4dbbf-874d-47e1-8b7f-0eddec0d0211 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/security-groups?id=2830193f-a9c3-44e7-a1fa-b43962ba563e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Mar 16 11:53:01.774736 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-7e87ffda-1a29-4864-b7b6-830e5b8d3a75 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:01.780489 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-7e87ffda-1a29-4864-b7b6-830e5b8d3a75 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 946 time: 0.0839696 Mar 16 11:53:01.845031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 59c62a1a-e9ff-496b-9222-3c47d691125a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:01.845380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.071431 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:02.090863 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 59c62a1a-e9ff-496b-9222-3c47d691125a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59c62a1a-e9ff-496b-9222-3c47d691125a,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:02.091244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.213536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 59c62a1a-e9ff-496b-9222-3c47d691125a owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:02.428991 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.477287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=59c62a1a-e9ff-496b-9222-3c47d691125a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:02.514169 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.514771 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.515229 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.515561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.515890 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.516217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.516540 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.516865 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.517204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.517509 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.517827 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.518172 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:02.565133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] No DVR routers for this DVR port 59c62a1a-e9ff-496b-9222-3c47d691125a on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:53:02.567512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:02.570026 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'name': 'network-vif-deleted', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:53:02.614698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e4497-b702-41e6-94ac-e1d54c77f108', 'name': 'network-vif-deleted', 'tag': '59c62a1a-e9ff-496b-9222-3c47d691125a', 'status': 'completed', 'code': 200} Mar 16 11:53:02.675372 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a0b399c0-ef1e-4dcb-a1c9-34bf15df164b req-52a0dee2-15f6-4853-a38a-9010debd1f3e tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.53 "DELETE /v2.0/ports/59c62a1a-e9ff-496b-9222-3c47d691125a HTTP/1.1" status: 204 len: 173 time: 0.8931711 Mar 16 11:53:02.864026 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8d1d91b3-2dfb-46e5-a663-39d32f4223eb req-a64de927-7026-4f3b-9095-6e3db9d858ee tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "GET /v2.0/ports?device_id=966e4497-b702-41e6-94ac-e1d54c77f108 HTTP/1.1" status: 200 len: 210 time: 0.0435593 Mar 16 11:53:03.959330 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43574) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:04.608002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:04.965791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 993cc658-ceb4-4732-a5c0-a081b2b587c9 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:04.966545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.079706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 59c62a1a-e9ff-496b-9222-3c47d691125a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:05.116758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 59c62a1a-e9ff-496b-9222-3c47d691125a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:05.117109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 59c62a1a-e9ff-496b-9222-3c47d691125a not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:05.149628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 993cc658-ceb4-4732-a5c0-a081b2b587c9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=993cc658-ceb4-4732-a5c0-a081b2b587c9,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:05.150010 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.271538 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 993cc658-ceb4-4732-a5c0-a081b2b587c9 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:05.645990 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.694440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=993cc658-ceb4-4732-a5c0-a081b2b587c9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:06.080213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:06.431659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:06.607277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:06.616474 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] Sync routers for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:06.623032 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c3eb1673-8cc1-4cc6-97d9-83561abe1be7 tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "PUT /v2.0/routers/4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592178 Mar 16 11:53:06.624005 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43578) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:06.626235 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:06.626925 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:06.691284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting subnet b0ecb514-afc2-4f49-aec6-e23174e467e3 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 11:53:06.694107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:06.748153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:06.802281 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:06.833855 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:06.971427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.011132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ecb514-afc2-4f49-aec6-e23174e467e3,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:07.013878 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.022960 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8c5e3f8d-1bcb-4c04-8b67-c08befe942cb tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/subnets/b0ecb514-afc2-4f49-aec6-e23174e467e3 HTTP/1.1" status: 204 len: 168 time: 0.3963444 Mar 16 11:53:07.023172 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770df475-4162-4c14-a33e-354ef3043234 None None] Network 81af7198-6291-407e-9b32-6a74f5bed85c requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:07.023634 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43582) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:07.120112 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:53:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:07.124852 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] Checking router: 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:07.134208 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] Routers {'4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:07.134819 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:07.287101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] DHCP port deletion for 81af7198-6291-407e-9b32-6a74f5bed85c request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 11:53:07.291227 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Deleting port cf218bb6-33e8-4679-94e2-10f6e7ac1708 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:07.291770 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.314104 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] Set router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:07.321833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.498659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] For port cf218bb6-33e8-4679-94e2-10f6e7ac1708, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=cf218bb6-33e8-4679-94e2-10f6e7ac1708,segment=NetworkSegment(6ac192e2-c2db-4ee8-860b-54190b7d3c95),segment_id=6ac192e2-c2db-4ee8-860b-54190b7d3c95)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:07.499107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.513696 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.577663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Deleting port 919161d6-6548-41b1-bfe8-e7479f50b6cb {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:53:07.578448 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.617826 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:53:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:07.621939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Calling delete_port for cf218bb6-33e8-4679-94e2-10f6e7ac1708 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:07.622201 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22136d-5e05-437d-9294-e56a6bb3065b None None] The sync data for ids ['4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a'] in dv-neutron-831730-4-hyperv is: [{'id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809047525', 'tenant_id': '016c9af9a8ef45a990336771005e8342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:51:57Z', 'updated_at': '2022-03-16T11:53:05Z', 'revision_number': 5, 'project_id': '016c9af9a8ef45a990336771005e8342', 'gw_port': {'id': '919161d6-6548-41b1-bfe8-e7479f50b6cb', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:51:58Z', 'updated_at': '2022-03-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:07.770617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] For port 919161d6-6548-41b1-bfe8-e7479f50b6cb, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=919161d6-6548-41b1-bfe8-e7479f50b6cb,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:07.770886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.810839 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305'] for port, after_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:07.857285 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Pushing event deleted for resources: {'Port': ['ID=cf218bb6-33e8-4679-94e2-10f6e7ac1708,revision_number=None']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:07.865505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.865757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.866123 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.866460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.866790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.867120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.867445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.867769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.868094 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.868413 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.868734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.869053 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:07.873204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5325cb-596b-4023-98ca-8cb4752081df None None] No DVR routers for this DVR port cf218bb6-33e8-4679-94e2-10f6e7ac1708 on host dv-neutron-831730-4-hyperv {{(pid=88451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:53:07.895579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Calling delete_port for 919161d6-6548-41b1-bfe8-e7479f50b6cb owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:53:08.021398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 993cc658-ceb4-4732-a5c0-a081b2b587c9 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:08.060872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 993cc658-ceb4-4732-a5c0-a081b2b587c9 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:08.060872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 993cc658-ceb4-4732-a5c0-a081b2b587c9 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:08.060872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cf218bb6-33e8-4679-94e2-10f6e7ac1708 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:08.095186 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: cf218bb6-33e8-4679-94e2-10f6e7ac1708 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:08.095537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device cf218bb6-33e8-4679-94e2-10f6e7ac1708 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:08.154625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.204954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Port': ['ID=919161d6-6548-41b1-bfe8-e7479f50b6cb,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:08.293815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.468538 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.470735 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.548343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.548802 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 11:53:08.565001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.566108 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-94ce0c3e-f413-45ba-9a6f-3544239c136f tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/routers/4b6bbccf-33c7-4ddc-8cc2-00319c3ad09a HTTP/1.1" status: 204 len: 168 time: 1.5418096 Mar 16 11:53:08.568852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43586) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:08.686606 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.894341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-8ac31760-f96d-4757-ba57-c160d1d473ed req-db0fd6fd-e052-4af3-9c77-0f495161cb0f service neutron] (88449) timed out ('10.222.0.30', 39494) {{(pid=88449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:53:08.924752 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.950040 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81af7198-6291-407e-9b32-6a74f5bed85c']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:08.961254 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac192e2-c2db-4ee8-860b-54190b7d3c95') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:08.961550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac192e2-c2db-4ee8-860b-54190b7d3c95') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:08.972492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.992409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.999711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 11:53:09.000102 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:53:09.015412 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:53:09.154219 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.171529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.184652 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'Network': ['ID=81af7198-6291-407e-9b32-6a74f5bed85c,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:09.223527 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-457a034e-f97f-49b2-8c42-602d180eebbd tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/networks/81af7198-6291-407e-9b32-6a74f5bed85c HTTP/1.1" status: 204 len: 168 time: 0.6536918 Mar 16 11:53:09.226302 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43590) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:09.297251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e15a3dd5-f77a-4b3c-a483-015fd2a0648c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.325922 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e15a3dd5-f77a-4b3c-a483-015fd2a0648c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.462789 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e15a3dd5-f77a-4b3c-a483-015fd2a0648c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.481979 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a3dd5-f77a-4b3c-a483-015fd2a0648c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2830193f-a9c3-44e7-a1fa-b43962ba563e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:09.559217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e15a3dd5-f77a-4b3c-a483-015fd2a0648c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.562899 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e15a3dd5-f77a-4b3c-a483-015fd2a0648c tempest-TestNetworkAdvancedServerOps-932900545 tempest-TestNetworkAdvancedServerOps-932900545-project] 10.222.0.30 "DELETE /v2.0/security-groups/2830193f-a9c3-44e7-a1fa-b43962ba563e HTTP/1.1" status: 204 len: 168 time: 0.3331885 Mar 16 11:53:09.751374 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 919161d6-6548-41b1-bfe8-e7479f50b6cb no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:09.785428 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 919161d6-6548-41b1-bfe8-e7479f50b6cb {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:53:09.785783 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 919161d6-6548-41b1-bfe8-e7479f50b6cb not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:10.161509 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43600) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:10.322752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4bba4ac9-ca50-4499-8b27-bd573061df8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=016c9af9a8ef45a990336771005e8342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600616 Mar 16 11:53:10.325974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43606) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:10.384785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6bc9167-2ee6-44a5-af36-7ba8dc02a511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.410320 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6bc9167-2ee6-44a5-af36-7ba8dc02a511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.554576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6bc9167-2ee6-44a5-af36-7ba8dc02a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.571800 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc9167-2ee6-44a5-af36-7ba8dc02a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e48d8-b0c2-4061-a17b-84ed38347e7b,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:10.579598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f6bc9167-2ee6-44a5-af36-7ba8dc02a511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.580622 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f6bc9167-2ee6-44a5-af36-7ba8dc02a511 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b0e48d8-b0c2-4061-a17b-84ed38347e7b HTTP/1.1" status: 204 len: 168 time: 0.2537730 Mar 16 11:53:11.119082 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43614) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:11.140775 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.154936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:11.158661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Usage tracker for resource:security_group_rule and tenant:cfe668d8cf7f43e0918c4733249b3996 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:11.161328 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:11.167139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:11.247838 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.296914 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.344221 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfe668d8cf7f43e0918c4733249b3996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236326 Mar 16 11:53:11.345159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3f97c-fde7-4e84-95b9-1a42dd229870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd98023f-e5a8-4b0c-941c-dfca1a5832d9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:11.346991 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43618) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:11.405003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b86525c0-345d-4046-a460-5d926ab279dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.430040 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b86525c0-345d-4046-a460-5d926ab279dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.543312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b86525c0-345d-4046-a460-5d926ab279dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.559657 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86525c0-345d-4046-a460-5d926ab279dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd98023f-e5a8-4b0c-941c-dfca1a5832d9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:11.579150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b86525c0-345d-4046-a460-5d926ab279dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:11.579150 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b86525c0-345d-4046-a460-5d926ab279dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd98023f-e5a8-4b0c-941c-dfca1a5832d9 HTTP/1.1" status: 204 len: 168 time: 0.2173586 Mar 16 11:53:12.622681 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43642) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:12.725335 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-343137021-network', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:12.730816 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:12.734595 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Usage tracker for resource:network and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:12.737463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:12.746043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:12.862385 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Made reservation on behalf of 5243aeafc15f4d3e8858d8be31a09247 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:12.864659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:12.876669 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:12.891597 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:12.895463 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:12.898234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:12.904532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:12.983131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.017460 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.052680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:53:13.061381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c5eba-41b3-4ee3-872f-74a9080935f4,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:13.066692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.067029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Added segment 54921df4-fa6e-4df9-92d0-062d9169016b of type vlan for network 75a53377-1365-425b-97c3-fd204f1dd57e Mar 16 11:53:13.092543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.165269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.166244 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:13.166814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.370526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] Pushing event updated for resources: {'Network': ['ID=75a53377-1365-425b-97c3-fd204f1dd57e,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:13.381414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 75a53377-1365-425b-97c3-fd204f1dd57e details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:53:13.423332 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-18a9f065-fcb5-4bb2-8f5f-967193a0949f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7996686 Mar 16 11:53:13.426230 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43648) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:13.431498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Request body: {'subnet': {'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-343137021-subnet', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:13.436986 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:13.440785 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Usage tracker for resource:subnet and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:13.443599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:13.449710 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:13.514380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Made reservation on behalf of 5243aeafc15f4d3e8858d8be31a09247 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:13.516992 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.766247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:13.837242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83faa43-4f4a-401b-998a-6f82aba3602b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:13.846114 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Checking segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:13.846472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Network hostable DHCP agents. Network: 75a53377-1365-425b-97c3-fd204f1dd57e, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:53:13.936819 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Network 75a53377-1365-425b-97c3-fd204f1dd57e is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:53:14.034022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 75a53377-1365-425b-97c3-fd204f1dd57e) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:14.037924 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:14.038605 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.042257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee756e92-a07b-4171-8ad2-fd2900a73bdb None None] Network 75a53377-1365-425b-97c3-fd204f1dd57e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:14.146047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-58b0f974-a870-4d13-9c2c-6842733ed75c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7163393 Mar 16 11:53:14.146280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43652) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:14.151008 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:14.156218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:14.162769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Usage tracker for resource:router and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:14.162769 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:14.168935 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:14.251589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.252634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.252984 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-75a53377-1365-425b-97c3-fd204f1dd57e', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:53:14.253807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.268083 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.409459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Allocated IP 172.20.0.2 (75a53377-1365-425b-97c3-fd204f1dd57e/a83faa43-4f4a-401b-998a-6f82aba3602b/344d7eba-bfe4-47d1-9036-a2be3a3e7d38) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:14.600144 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.614442 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.625550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Transition to ACTIVE for port object 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:14.644860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Transition to ACTIVE for port object 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:14.732093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.790532 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Network 75a53377-1365-425b-97c3-fd204f1dd57e is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:14.793748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:14.797222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:14.842384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Pushing event updated for resources: {'Port': ['ID=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:14.897364 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Attempting to bind port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:14.897730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Attempting to bind port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:14.898117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Attempting to bind port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 on network 75a53377-1365-425b-97c3-fd204f1dd57e {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:14.903793 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:14.904160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Checking segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:14.904579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.904943 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Bound using segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:14.905395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Bound port: 344d7eba-bfe4-47d1-9036-a2be3a3e7d38, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:14.905763 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:14.997522 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] For port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:15.000429 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] For port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:15.010961 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:15.041215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:15.086441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:15.176001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eb1a4-7327-497a-8ec6-7193757967d7 None None] Pushing event updated for resources: {'Port': ['ID=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:15.176543 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Allocated IP 172.26.7.243 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/f369f158-2f58-4951-aeb2-c5b425e01619) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:15.229097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-40cc256f-f315-4810-b609-51a2c75ec549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:15.339220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:15.451848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:15.512898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:15.516131 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:15.519743 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:15.684188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Pushing event updated for resources: {'Port': ['ID=f369f158-2f58-4951-aeb2-c5b425e01619,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:15.782157 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:15.983336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:16.123492 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccfb57a-18cc-49a0-a855-6e7a0a54c4a2 None None] Network 75a53377-1365-425b-97c3-fd204f1dd57e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:16.171970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:16.292552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] Provisioning for port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:16.325028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] Provisioning complete for port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:16.325028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:16.501052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:16.515488 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:16.538752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] For port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:16.617276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:16.688761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0f9ff-a413-42aa-ac20-ed5450d73333 None None] Pushing event updated for resources: {'Port': ['ID=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:16.737830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-de7c9e55-00ff-4352-b466-5350635daa62 None None] Provisioning complete for port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:16.738255 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-de7c9e55-00ff-4352-b466-5350635daa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:16.788317 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:53:16.961720 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:16.971738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:16.981268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:16.981985 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:52:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:17.046148 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:17.047378 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-f677da7c-28c5-4928-8ec2-7f974548d400 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9001977 Mar 16 11:53:17.050064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43656) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:17.156414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:17.452753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-55cd3848-06c3-47b7-9410-590be8600ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:17.459149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:15Z', 'revision_number': 3, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:17.467807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:17.467807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Updating router a1c6eed5-550d-4b6b-97d8-0801b6e23342 port f369f158-2f58-4951-aeb2-c5b425e01619 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:53:17.517483 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:17.765443 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:17.857107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:17.903807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:17.904174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:17.935079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:17.957913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Transition to ACTIVE for port object f369f158-2f58-4951-aeb2-c5b425e01619 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:18.027093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.067318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Allocated IP 172.20.0.1 (75a53377-1365-425b-97c3-fd204f1dd57e/a83faa43-4f4a-401b-998a-6f82aba3602b/94cd5747-2148-4cf2-a659-25850262944a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:18.118631 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab664-9a2c-4d8d-bc1b-0952732c5d67 None None] Pushing event updated for resources: {'Port': ['ID=f369f158-2f58-4951-aeb2-c5b425e01619,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:18.122369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Attempting to bind port f369f158-2f58-4951-aeb2-c5b425e01619 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:18.122733 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Attempting to bind port f369f158-2f58-4951-aeb2-c5b425e01619 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:18.123096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Attempting to bind port f369f158-2f58-4951-aeb2-c5b425e01619 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:18.129067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:18.129502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:18.130006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.130448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:18.130971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Bound port: f369f158-2f58-4951-aeb2-c5b425e01619, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:18.131410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.232251 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.241009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] For port f369f158-2f58-4951-aeb2-c5b425e01619, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:18.244271 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] For port f369f158-2f58-4951-aeb2-c5b425e01619, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f369f158-2f58-4951-aeb2-c5b425e01619,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:18.248218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Transition to ACTIVE for port object 94cd5747-2148-4cf2-a659-25850262944a will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:18.326209 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.354660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.371701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.404814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:18.405437 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:18.425887 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Network 75a53377-1365-425b-97c3-fd204f1dd57e is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:18.428912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:18.431272 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:18.470113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab664-9a2c-4d8d-bc1b-0952732c5d67 None None] Pushing event updated for resources: {'Port': ['ID=f369f158-2f58-4951-aeb2-c5b425e01619,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:18.485269 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Pushing event updated for resources: {'Port': ['ID=94cd5747-2148-4cf2-a659-25850262944a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:18.497761 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.598539 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:18.806907 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-67643311-9bc2-487f-beed-38b16b9b38c0 None None] Provisioning for port 94cd5747-2148-4cf2-a659-25850262944a completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:18.817481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-67643311-9bc2-487f-beed-38b16b9b38c0 None None] Provisioning complete for port 94cd5747-2148-4cf2-a659-25850262944a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:18.817897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67643311-9bc2-487f-beed-38b16b9b38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.823954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.872713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:18.919748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-67643311-9bc2-487f-beed-38b16b9b38c0 None None] Port 94cd5747-2148-4cf2-a659-25850262944a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:18.957242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:15Z', 'revision_number': 3, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:18.961210 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1afc9-9746-4319-a48b-146ee973e0a7 None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:15Z', 'revision_number': 3, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:19.176437 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:19.263215 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:19.370776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Pushing event updated for resources: {'Port': ['ID=94cd5747-2148-4cf2-a659-25850262944a,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:19.376064 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:19.521542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Network 75a53377-1365-425b-97c3-fd204f1dd57e is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:19.522798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:19.743715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:19.794683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f369f158-2f58-4951-aeb2-c5b425e01619 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:19.863916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-86259b20-e00f-4169-a05e-924193100cd1 None None] Provisioning complete for port 94cd5747-2148-4cf2-a659-25850262944a triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:19.864286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-86259b20-e00f-4169-a05e-924193100cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:19.924266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-86259b20-e00f-4169-a05e-924193100cd1 None None] Port 94cd5747-2148-4cf2-a659-25850262944a cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:19.930326 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:19.939024 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8b63df92-c20f-47ee-9e5f-cfca9d71756a admin admin] 10.222.0.30 "PUT /v2.0/routers/a1c6eed5-550d-4b6b-97d8-0801b6e23342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8880093 Mar 16 11:53:19.971509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port f369f158-2f58-4951-aeb2-c5b425e01619 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:19.976588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f369f158-2f58-4951-aeb2-c5b425e01619 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:19.976961 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.096168 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.112511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port f369f158-2f58-4951-aeb2-c5b425e01619, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f369f158-2f58-4951-aeb2-c5b425e01619,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:20.184266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.272831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=f369f158-2f58-4951-aeb2-c5b425e01619,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:20.297582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.314677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.439388 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:20.448463 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:20.452600 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:20.623755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43674) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:20.626554 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:20.630128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-212402240-network', 'tenant_id': '14d69f032b144025b92b1304858ed5b0'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:20.634070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:20.638147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Usage tracker for resource:network and tenant:14d69f032b144025b92b1304858ed5b0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:20.641252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:20.646928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:20.703092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Made reservation on behalf of 14d69f032b144025b92b1304858ed5b0 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:20.705499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.718607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.733177 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:20.736998 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Usage tracker for resource:security_group_rule and tenant:14d69f032b144025b92b1304858ed5b0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:20.739815 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:20.745347 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:20.833363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.874467 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.905061 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:53:20.913333 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2eb7e0-67d8-4478-a5e2-c133f6a86198,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:20.919332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.919710 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Added segment d111499e-beea-42c8-99ed-255f278c89d1 of type vlan for network 9a7887c6-9b1a-4008-9f7b-939eae48459d Mar 16 11:53:20.946399 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:20.970874 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 2, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:20.974680 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:20.975024 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Updating router a1c6eed5-550d-4b6b-97d8-0801b6e23342 port 94cd5747-2148-4cf2-a659-25850262944a binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:53:21.023183 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.024150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:21.024758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.029655 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.128007 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] Pushing event updated for resources: {'Network': ['ID=9a7887c6-9b1a-4008-9f7b-939eae48459d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:21.138386 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:53:21.175067 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-33f6757c-9d24-48a3-9a9e-bb153c42281c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5476162 Mar 16 11:53:21.175296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43678) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:21.180683 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Request body: {'subnet': {'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-212402240-subnet', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:21.186293 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:21.191513 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Usage tracker for resource:subnet and tenant:14d69f032b144025b92b1304858ed5b0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:21.192950 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:21.199082 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:21.267985 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Made reservation on behalf of 14d69f032b144025b92b1304858ed5b0 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:21.270464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.373548 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.384690 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Transition to ACTIVE for port object 94cd5747-2148-4cf2-a659-25850262944a will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:21.457098 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.537581 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.570442 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Pushing event updated for resources: {'Port': ['ID=94cd5747-2148-4cf2-a659-25850262944a,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:21.582966 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.585477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.586133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.586335 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.586551 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:21.608367 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=458be407-caf0-4458-8a55-7425f221102a,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:21.641905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Checking segment: {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:21.642614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Network hostable DHCP agents. Network: 9a7887c6-9b1a-4008-9f7b-939eae48459d, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:53:21.688944 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Attempting to bind port 94cd5747-2148-4cf2-a659-25850262944a on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:21.693101 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Attempting to bind port 94cd5747-2148-4cf2-a659-25850262944a by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:21.693101 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Attempting to bind port 94cd5747-2148-4cf2-a659-25850262944a on network 75a53377-1365-425b-97c3-fd204f1dd57e {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:21.695106 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:21.695473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Checking segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:21.695867 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.696248 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Bound using segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:21.696702 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Bound port: 94cd5747-2148-4cf2-a659-25850262944a, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:21.697064 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.714146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:53:21.769978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f369f158-2f58-4951-aeb2-c5b425e01619 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:21.771383 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 9a7887c6-9b1a-4008-9f7b-939eae48459d) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:21.790393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:21.790393 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.790836 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] For port 94cd5747-2148-4cf2-a659-25850262944a, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:21.790836 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] For port 94cd5747-2148-4cf2-a659-25850262944a, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=94cd5747-2148-4cf2-a659-25850262944a,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:21.800606 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b0b9d2-7775-455f-9454-619a86a2ad81 None None] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:21.846543 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.858221 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-00de3359-82c4-4bf3-be5e-cdfaabcdae2e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6818762 Mar 16 11:53:21.860526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43682) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:21.866080 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:21.871443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:21.875760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Usage tracker for resource:router and tenant:14d69f032b144025b92b1304858ed5b0 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:21.880465 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:21.887810 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:21.933325 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:21.935956 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:21.948234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.951092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.951267 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port f369f158-2f58-4951-aeb2-c5b425e01619 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:21.951619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.968869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:21.987373 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a3de1-762d-4cf9-b505-56373bb80cd3 None None] Pushing event updated for resources: {'Port': ['ID=94cd5747-2148-4cf2-a659-25850262944a,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:22.139233 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:22.160890 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-9a7887c6-9b1a-4008-9f7b-939eae48459d', 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'fixed_ips': [{'subnet_id': '458be407-caf0-4458-8a55-7425f221102a'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 11:53:22.161706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.365414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Allocated IP 172.20.0.2 (9a7887c6-9b1a-4008-9f7b-939eae48459d/458be407-caf0-4458-8a55-7425f221102a/c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:22.461956 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.500448 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:21Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:22.504477 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59bbae-d092-423d-ae49-52e2b1634e71 None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:21Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:22.596131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.607131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Transition to ACTIVE for port object c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:22.631772 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Transition to ACTIVE for port object c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:22.692239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.758142 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:22.760951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:22.770109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:22.776451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Pushing event updated for resources: {'Port': ['ID=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:22.874796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Attempting to bind port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:22.875170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Attempting to bind port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:22.875377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.875856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Attempting to bind port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 on network 9a7887c6-9b1a-4008-9f7b-939eae48459d {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:22.881403 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:22.881783 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Checking segment: {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:22.882211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.882734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Bound using segment: {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:22.883367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Bound port: c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:22.883749 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.910707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:22.987313 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] For port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:22.990766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] For port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:23.058088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:23.058375 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Allocated IP 172.26.7.186 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/9f048d21-2553-4dbc-89aa-84b161ce115d) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:23.155561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e474df-276d-47e8-b7c2-8f89a62e441a None None] Pushing event updated for resources: {'Port': ['ID=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:23.225608 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:23.337870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:23.407542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:23.410653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:23.419150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:23.454204 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Pushing event updated for resources: {'Port': ['ID=9f048d21-2553-4dbc-89aa-84b161ce115d,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:23.825676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:23.929150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:23.960253 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:23.969216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 94cd5747-2148-4cf2-a659-25850262944a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:24.091855 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 94cd5747-2148-4cf2-a659-25850262944a completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:24.097949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 94cd5747-2148-4cf2-a659-25850262944a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:24.098406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.158062 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd4d70-68cf-4a1d-8c87-ceea01ce2acb None None] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 11:53:24.332149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.379069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] Provisioning for port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:24.392031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.400651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] Provisioning complete for port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:24.401015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.450645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 94cd5747-2148-4cf2-a659-25850262944a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=94cd5747-2148-4cf2-a659-25850262944a,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:24.514517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.645306 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.661660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=94cd5747-2148-4cf2-a659-25850262944a,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:24.680051 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Router 84071910-bbab-4aa5-a39d-91721cf6ec10 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 11:53:24.702575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] For port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:24.799978 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.865264 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:24.871914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c575746-7626-48b8-b783-d2d4a837961a None None] Pushing event updated for resources: {'Port': ['ID=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:24.877588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Sync routers for ids ['84071910-bbab-4aa5-a39d-91721cf6ec10'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:24.886726 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Routers {'84071910-bbab-4aa5-a39d-91721cf6ec10'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:24.887324 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['84071910-bbab-4aa5-a39d-91721cf6ec10'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:24.948563 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:24.949875 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-56862fae-c0ba-41e8-bbb2-fac68018a7af admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0880454 Mar 16 11:53:24.952499 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43686) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:25.008204 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-1e38e7aa-e230-4dc0-be29-9c6f150d8ba0 None None] Provisioning complete for port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:25.008568 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1e38e7aa-e230-4dc0-be29-9c6f150d8ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.158796 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Set router 84071910-bbab-4aa5-a39d-91721cf6ec10 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:25.489725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T11:53:23Z', 'revision_number': 3, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:25.493556 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Checking router: 84071910-bbab-4aa5-a39d-91721cf6ec10 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:25.493933 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Updating router 84071910-bbab-4aa5-a39d-91721cf6ec10 port 9f048d21-2553-4dbc-89aa-84b161ce115d binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:53:25.550222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.735206 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.777145 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:25.884440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:25.885167 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:25.944835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Allocated IP 172.20.0.1 (9a7887c6-9b1a-4008-9f7b-939eae48459d/458be407-caf0-4458-8a55-7425f221102a/25faf70f-4778-4f68-abb9-e3c64c3dc6aa) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:25.991597 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.007244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Transition to ACTIVE for port object 9f048d21-2553-4dbc-89aa-84b161ce115d will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:26.054599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.092867 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.108889 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.provisioning_blocks [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Transition to ACTIVE for port object 25faf70f-4778-4f68-abb9-e3c64c3dc6aa will not be triggered until provisioned by entity DHCP. {{(pid=88449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:26.114914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 94cd5747-2148-4cf2-a659-25850262944a up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:26.166110 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.188338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Attempting to bind port 9f048d21-2553-4dbc-89aa-84b161ce115d on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:26.188711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Attempting to bind port 9f048d21-2553-4dbc-89aa-84b161ce115d by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:26.189155 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Attempting to bind port 9f048d21-2553-4dbc-89aa-84b161ce115d on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:26.191115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefd16a-726b-4852-ad63-7ea8a45e8c5a None None] Pushing event updated for resources: {'Port': ['ID=9f048d21-2553-4dbc-89aa-84b161ce115d,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:26.205093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:26.205471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:26.205891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.206312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:26.206854 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Bound port: 9f048d21-2553-4dbc-89aa-84b161ce115d, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:26.207228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.231502 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:26.234147 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:26.236518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:26.285829 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Pushing event updated for resources: {'Port': ['ID=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:26.291759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 94cd5747-2148-4cf2-a659-25850262944a triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:26.292312 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.302002 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.332180 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] For port 9f048d21-2553-4dbc-89aa-84b161ce115d, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:26.345225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] For port 9f048d21-2553-4dbc-89aa-84b161ce115d, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f048d21-2553-4dbc-89aa-84b161ce115d,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:26.414001 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.501059 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.553641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Routers {'84071910-bbab-4aa5-a39d-91721cf6ec10'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:26.554291 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['84071910-bbab-4aa5-a39d-91721cf6ec10'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:26.616107 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefd16a-726b-4852-ad63-7ea8a45e8c5a None None] Pushing event updated for resources: {'Port': ['ID=9f048d21-2553-4dbc-89aa-84b161ce115d,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:26.620411 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e64df891-dcb5-43f9-b961-f8430c050825 None None] Provisioning for port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:26.636206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e64df891-dcb5-43f9-b961-f8430c050825 None None] Provisioning complete for port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:26.636206 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e64df891-dcb5-43f9-b961-f8430c050825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.730763 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.760028 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e64df891-dcb5-43f9-b961-f8430c050825 None None] Port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:26.782872 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:26.786372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] Set router 84071910-bbab-4aa5-a39d-91721cf6ec10 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:26.888282 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Pushing event updated for resources: {'Port': ['ID=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:26.891055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:27.026550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:27.027861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:27.107702 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '25faf70f-4778-4f68-abb9-e3c64c3dc6aa', 'name': '', 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'mac_address': 'fa:16:3e:d5:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '458be407-caf0-4458-8a55-7425f221102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:25Z', 'updated_at': '2022-03-16T11:53:25Z', 'revision_number': 1, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'subnets': [{'id': '458be407-caf0-4458-8a55-7425f221102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:27.111938 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30900e-4335-4675-84bc-cefc65560f20 None None] The sync data for ids ['84071910-bbab-4aa5-a39d-91721cf6ec10'] in dv-neutron-831730-4-hyperv is: [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '25faf70f-4778-4f68-abb9-e3c64c3dc6aa', 'name': '', 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'mac_address': 'fa:16:3e:d5:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '458be407-caf0-4458-8a55-7425f221102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:25Z', 'updated_at': '2022-03-16T11:53:25Z', 'revision_number': 1, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'subnets': [{'id': '458be407-caf0-4458-8a55-7425f221102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:27.226659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Router 84071910-bbab-4aa5-a39d-91721cf6ec10 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:27.288042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-ef3be4e0-f2b0-42a4-b48a-fa05bd2c10e0 None None] Provisioning complete for port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:27.288666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ef3be4e0-f2b0-42a4-b48a-fa05bd2c10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:27.378986 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-ef3be4e0-f2b0-42a4-b48a-fa05bd2c10e0 None None] Port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:27.562475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:27.580737 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-56dc93c4-61f5-4f2a-a7a4-f0cde9ff2d7c admin admin] 10.222.0.30 "PUT /v2.0/routers/84071910-bbab-4aa5-a39d-91721cf6ec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271615 Mar 16 11:53:28.145692 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43696) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:28.151256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243490144', 'description': 'tempest-secgroup-smoke-243490144 description', 'project_id': '5243aeafc15f4d3e8858d8be31a09247'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:28.158382 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:28.162261 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:28.165224 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:28.171772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:28.245547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.267270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:28.271377 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:28.274528 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:28.282112 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:28.352119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.394086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.434660 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842286da-bfe6-4962-9fe5-b74ecee4a5de,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:28.490663 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.491952 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b3612b07-371a-48e6-b3b8-917807ca91c6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3449850 Mar 16 11:53:28.494913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43700) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:28.499893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '842286da-bfe6-4962-9fe5-b74ecee4a5de', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:28.505682 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:28.509468 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:28.513044 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:28.519027 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:28.600823 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.662680 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.714507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.738376 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4ace31-6bf2-4e70-b8e8-af1b193b4d88,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:28.782725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.784267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-de6e7cf9-1d5c-4d80-b3cb-d5a7aeffed76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880158 Mar 16 11:53:28.786560 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43704) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:28.791892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '842286da-bfe6-4962-9fe5-b74ecee4a5de', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:28.798225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:28.802015 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:28.804883 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:28.811242 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:28.863628 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.926130 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.965292 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:28.988749 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b62f555-f5f9-4b07-bddd-17d79ffe6c76,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:29.039960 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.041103 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e16661fd-0c23-4525-ae48-0e443205e19a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2536299 Mar 16 11:53:29.043843 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43708) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:29.048928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '842286da-bfe6-4962-9fe5-b74ecee4a5de', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:29.054988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:29.059491 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:29.062371 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:29.067879 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:29.143861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.203774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.263060 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.291622 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b8a162-609f-4111-93b8-7be37a75e78b,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:29.365762 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.367034 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-44496777-4ef5-4b51-9d37-21a40d99c8db tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222470 Mar 16 11:53:29.369647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43712) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:29.376287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '842286da-bfe6-4962-9fe5-b74ecee4a5de', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:29.382417 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:29.386449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:29.390634 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:29.396464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:29.469968 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.535442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.628442 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.654623 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac81725f-0ba3-4c5a-a3d8-a3be6bf2251d,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:29.726196 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.727474 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4b10fec7-3d21-4481-81ea-3963858a196d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567038 Mar 16 11:53:29.730228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43716) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:29.736322 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '842286da-bfe6-4962-9fe5-b74ecee4a5de', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:29.742441 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:29.746871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:29.750056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:29.756217 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:29.800812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f048d21-2553-4dbc-89aa-84b161ce115d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:29.823434 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Project 5243aeafc15f4d3e8858d8be31a09247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:53:29.830583 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.898029 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.908878 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9f048d21-2553-4dbc-89aa-84b161ce115d completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:29.914498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9f048d21-2553-4dbc-89aa-84b161ce115d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:29.914865 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.942880 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:29.966200 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60095c04-0d3a-46b8-8490-df7cc8ba1098,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:30.031508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.047392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9f048d21-2553-4dbc-89aa-84b161ce115d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f048d21-2553-4dbc-89aa-84b161ce115d,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:30.068176 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.069408 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-04a6c552-7c0b-4e20-bb13-7eb98763860e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3376446 Mar 16 11:53:30.072142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43720) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:30.077731 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '842286da-bfe6-4962-9fe5-b74ecee4a5de', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:30.083561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:30.087309 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:30.090963 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:30.096452 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:30.148503 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.177194 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.securitygroups_db [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Project 5243aeafc15f4d3e8858d8be31a09247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:53:30.184517 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.224082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9f048d21-2553-4dbc-89aa-84b161ce115d,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:30.257218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.316852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.341357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5722ac1b-e7c8-45a7-9760-c845d2353280,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:30.398348 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Sync routers for ids ['84071910-bbab-4aa5-a39d-91721cf6ec10'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:30.405901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.409492 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-52d26d63-1662-4b52-b556-068c569a1758 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340926 Mar 16 11:53:30.409626 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Routers {'84071910-bbab-4aa5-a39d-91721cf6ec10'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:30.409626 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['84071910-bbab-4aa5-a39d-91721cf6ec10'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:30.569539 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-2dfa1036-6662-457e-b383-5e5197f3b022 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:30.588874 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Set router 84071910-bbab-4aa5-a39d-91721cf6ec10 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:30.640458 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-2dfa1036-6662-457e-b383-5e5197f3b022 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:30.641755 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-2dfa1036-6662-457e-b383-5e5197f3b022 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243490144&fields=id&tenant_id=5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 267 time: 0.1149776 Mar 16 11:53:30.792984 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-98852cc9-1673-4e03-8ac2-07b8c0623b5a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:30.793647 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-98852cc9-1673-4e03-8ac2-07b8c0623b5a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:30.891579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-98852cc9-1673-4e03-8ac2-07b8c0623b5a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:30.892798 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-98852cc9-1673-4e03-8ac2-07b8c0623b5a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 808 time: 0.2431185 Mar 16 11:53:30.906695 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '25faf70f-4778-4f68-abb9-e3c64c3dc6aa', 'name': '', 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'mac_address': 'fa:16:3e:d5:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '458be407-caf0-4458-8a55-7425f221102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:25Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 2, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'subnets': [{'id': '458be407-caf0-4458-8a55-7425f221102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:30.912814 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-415a94c4-f504-4fbf-89eb-7e88b2e2c13d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/quotas/5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 375 time: 0.0121415 Mar 16 11:53:30.912974 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Checking router: 84071910-bbab-4aa5-a39d-91721cf6ec10 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:30.912974 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Updating router 84071910-bbab-4aa5-a39d-91721cf6ec10 port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 11:53:30.962779 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:30.997938 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-977693fc-b122-4855-a386-4ed1065ef334 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:31.074086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-977693fc-b122-4855-a386-4ed1065ef334 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:31.075590 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-977693fc-b122-4855-a386-4ed1065ef334 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593051 Mar 16 11:53:31.223801 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-c570141f-9846-449c-8761-a7f2a877366b service neutron] 10.222.0.30 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365669 Mar 16 11:53:31.302284 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:31.313982 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Transition to ACTIVE for port object 25faf70f-4778-4f68-abb9-e3c64c3dc6aa will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:31.356029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-222c0983-5f7e-4009-a8a2-11b9ebc51771 service neutron] 10.222.0.30 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257665 Mar 16 11:53:31.394237 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:31.521949 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a9cea-1818-4f6d-a200-231364e893b7 None None] Pushing event updated for resources: {'Port': ['ID=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:31.614330 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Attempting to bind port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:31.614330 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Attempting to bind port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:31.614596 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-59072e62-bbee-41b3-9a41-a502a1ef7b2f req-4e6c3be3-1d79-4737-acf6-c03d6e40ff31 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 210 time: 0.0515480 Mar 16 11:53:31.615232 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Attempting to bind port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa on network 9a7887c6-9b1a-4008-9f7b-939eae48459d {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:31.622486 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:31.623162 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Checking segment: {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:31.623806 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:31.624410 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Bound using segment: {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:31.625127 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Bound port: 25faf70f-4778-4f68-abb9-e3c64c3dc6aa, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd111499e-beea-42c8-99ed-255f278c89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:31.625974 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:31.727863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] For port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:31.731276 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] For port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:31.787321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f048d21-2553-4dbc-89aa-84b161ce115d up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:31.823613 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:31.856451 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9f048d21-2553-4dbc-89aa-84b161ce115d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:31.856827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:31.904794 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Routers {'84071910-bbab-4aa5-a39d-91721cf6ec10'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:31.905407 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['84071910-bbab-4aa5-a39d-91721cf6ec10'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:32.010133 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a9cea-1818-4f6d-a200-231364e893b7 None None] Pushing event updated for resources: {'Port': ['ID=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:32.128412 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] Set router 84071910-bbab-4aa5-a39d-91721cf6ec10 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:32.441835 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '25faf70f-4778-4f68-abb9-e3c64c3dc6aa', 'name': '', 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'mac_address': 'fa:16:3e:d5:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '458be407-caf0-4458-8a55-7425f221102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:25Z', 'updated_at': '2022-03-16T11:53:31Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'subnets': [{'id': '458be407-caf0-4458-8a55-7425f221102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:32.445743 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd7992-2a31-4a92-99c1-e28cc8f4f1dc None None] The sync data for ids ['84071910-bbab-4aa5-a39d-91721cf6ec10'] in dv-neutron-831730-4-hyperv is: [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T11:53:26Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '25faf70f-4778-4f68-abb9-e3c64c3dc6aa', 'name': '', 'network_id': '9a7887c6-9b1a-4008-9f7b-939eae48459d', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'mac_address': 'fa:16:3e:d5:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '458be407-caf0-4458-8a55-7425f221102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:25Z', 'updated_at': '2022-03-16T11:53:31Z', 'revision_number': 4, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'subnets': [{'id': '458be407-caf0-4458-8a55-7425f221102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:32.763565 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d26c1173-a915-4ab0-b2a2-a5f44dc6e896 req-8b68b52d-be6e-4323-8709-4a9a5853d42e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 210 time: 0.0468712 Mar 16 11:53:33.666650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-117df422-d35a-4d39-9f66-0277357998fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:33.668637 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-117df422-d35a-4d39-9f66-0277357998fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 808 time: 0.1522021 Mar 16 11:53:33.716451 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-c10e9b29-253f-456c-9cbf-6f43b7fac888 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 379 time: 0.0392854 Mar 16 11:53:33.725141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'port': {'device_id': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'admin_state_up': True, 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'security_groups': ['842286da-bfe6-4962-9fe5-b74ecee4a5de']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:33.801080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 25faf70f-4778-4f68-abb9-e3c64c3dc6aa up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:33.894612 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:33.946725 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-478f34ea-1d17-4f92-9da5-4181f9516e47 req-3452ef00-7975-4635-b556-777bfda013b1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 210 time: 0.0493712 Mar 16 11:53:33.947621 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:33.982879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:33.988009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:33.988378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.028552 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Made reservation on behalf of 5243aeafc15f4d3e8858d8be31a09247 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:53:34.032477 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.103791 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.135092 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:34.198077 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Allocated IP 172.20.0.10 (75a53377-1365-425b-97c3-fd204f1dd57e/a83faa43-4f4a-401b-998a-6f82aba3602b/e2f468aa-6efa-445a-ac3c-7310b464cae9) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:34.200089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.269344 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:34.383999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.398981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Transition to ACTIVE for port object e2f468aa-6efa-445a-ac3c-7310b464cae9 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:34.480442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.548754 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Network 75a53377-1365-425b-97c3-fd204f1dd57e is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:34.551712 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:34.560095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:34.591561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:34.628006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:34.628623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.720734 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-f26bbf26-24e0-40e6-a262-da41ac727a04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9991112 Mar 16 11:53:34.733628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Request body: {'port': {'device_id': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:34.841666 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.851217 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2b58aadd-9bff-44d2-9173-371112b9c3f8 None None] Provisioning for port e2f468aa-6efa-445a-ac3c-7310b464cae9 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:34.856369 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-2b58aadd-9bff-44d2-9173-371112b9c3f8 None None] Provisioning complete for port e2f468aa-6efa-445a-ac3c-7310b464cae9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:34.856753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2b58aadd-9bff-44d2-9173-371112b9c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:34.910753 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2b58aadd-9bff-44d2-9173-371112b9c3f8 None None] Port e2f468aa-6efa-445a-ac3c-7310b464cae9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:53:35.131099 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfbcb0-4e9e-4023-936d-5517847221f4 req-968cb65a-ec89-4292-9312-8c7b255b7a85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.132564 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ecfbcb0-4e9e-4023-936d-5517847221f4 req-968cb65a-ec89-4292-9312-8c7b255b7a85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 932 time: 0.0795977 Mar 16 11:53:35.181234 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9ecfbcb0-4e9e-4023-936d-5517847221f4 req-386ec08b-96d4-4105-aa8d-851a5f481ed0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Mar 16 11:53:35.183884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f468aa-6efa-445a-ac3c-7310b464cae9 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:53:35.191365 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.206300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Transition to ACTIVE for port object e2f468aa-6efa-445a-ac3c-7310b464cae9 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:53:35.273691 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.531429 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:35.606720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Attempting to bind port e2f468aa-6efa-445a-ac3c-7310b464cae9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:53:35.607055 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Attempting to bind port e2f468aa-6efa-445a-ac3c-7310b464cae9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:53:35.607385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Attempting to bind port e2f468aa-6efa-445a-ac3c-7310b464cae9 on network 75a53377-1365-425b-97c3-fd204f1dd57e {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:35.611932 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Port e2f468aa-6efa-445a-ac3c-7310b464cae9 on network 75a53377-1365-425b-97c3-fd204f1dd57e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:53:35.612308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Attempting to bind port e2f468aa-6efa-445a-ac3c-7310b464cae9 on network 75a53377-1365-425b-97c3-fd204f1dd57e {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:53:35.617332 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:53:35.617667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Checking segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:53:35.619433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Bound using segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:53:35.619433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Bound port: e2f468aa-6efa-445a-ac3c-7310b464cae9, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:53:35.619433 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.713615 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:53:35.716750 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:53:35.771722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 25faf70f-4778-4f68-abb9-e3c64c3dc6aa up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:35.806431 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.860949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:35.861575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.863148 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] 10.222.0.53 "PUT /v2.0/ports/e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 1094 time: 1.1353538 Mar 16 11:53:35.865823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:53:35.878815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:35.879225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.905446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8c4b4-cd30-4aaa-bcec-97d6284b0aed service neutron] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:35.921980 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'status': 'completed', 'code': 200} Mar 16 11:53:36.020716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a0321-0230-467f-9dee-282616a0cb8e req-2e5b4085-2b3c-4a62-a1d2-d7fab11fd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.022217 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-568a0321-0230-467f-9dee-282616a0cb8e req-2e5b4085-2b3c-4a62-a1d2-d7fab11fd7c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1097 time: 0.0808384 Mar 16 11:53:36.168277 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a0321-0230-467f-9dee-282616a0cb8e req-2206725b-d070-4912-a495-9c3de81f40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.169465 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-568a0321-0230-467f-9dee-282616a0cb8e req-2206725b-d070-4912-a495-9c3de81f40ed service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5243aeafc15f4d3e8858d8be31a09247&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1407604 Mar 16 11:53:36.304559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a0321-0230-467f-9dee-282616a0cb8e req-d157b5a6-e0a9-495f-81a8-1c3e95f5cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.306019 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-568a0321-0230-467f-9dee-282616a0cb8e req-d157b5a6-e0a9-495f-81a8-1c3e95f5cad3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305184 Mar 16 11:53:36.364077 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770e59d-f032-442b-95c2-24fd8befa122 req-887a1745-3ee0-47c0-8ab0-cc28f97c7aeb tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.365535 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f770e59d-f032-442b-95c2-24fd8befa122 req-887a1745-3ee0-47c0-8ab0-cc28f97c7aeb tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0803416 Mar 16 11:53:36.408941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-0a117df1-d946-46b1-8866-4b1176ff541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.410278 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f770e59d-f032-442b-95c2-24fd8befa122 req-1ff94214-a2e1-47fa-9b82-1648badd664f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381603 Mar 16 11:53:36.410442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-0a117df1-d946-46b1-8866-4b1176ff541e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1097 time: 0.0697620 Mar 16 11:53:36.479612 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-af7284f9-1df2-4427-a582-9af6d5de2e82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 217 time: 0.0621147 Mar 16 11:53:36.542025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-d48149e0-79ea-401e-b251-f013593236d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.543464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-d48149e0-79ea-401e-b251-f013593236d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0566785 Mar 16 11:53:36.620108 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-1bacc5ed-fa30-481a-8371-e53cdc5eef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:36.622355 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-1bacc5ed-fa30-481a-8371-e53cdc5eef35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728724 Mar 16 11:53:36.756149 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-23ca66bb-7885-4394-8060-e2b6bfad2cdd service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254923 Mar 16 11:53:36.889718 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb556274-760b-4f30-a115-cdc9561f9b91 req-e7cdf8cb-0a28-4c1a-8117-3207e4d4522f service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262841 Mar 16 11:53:37.594962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05545b-9100-4274-8a6d-4fffec8d21b7 req-d11fe80a-88e5-4b11-ba7a-d5147cb59ed2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:37.595679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fc05545b-9100-4274-8a6d-4fffec8d21b7 req-d11fe80a-88e5-4b11-ba7a-d5147cb59ed2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:37.674316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-fc05545b-9100-4274-8a6d-4fffec8d21b7 req-d11fe80a-88e5-4b11-ba7a-d5147cb59ed2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:37.675479 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc05545b-9100-4274-8a6d-4fffec8d21b7 req-d11fe80a-88e5-4b11-ba7a-d5147cb59ed2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.1588964 Mar 16 11:53:37.722979 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-fc05545b-9100-4274-8a6d-4fffec8d21b7 req-496409d4-4958-476a-9e39-b80078c80531 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Mar 16 11:53:38.908142 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d4403-44af-4f5c-902e-74ee3d156517 req-c523dfa3-da3b-4dee-b808-2d45f5616880 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:38.909590 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b36d4403-44af-4f5c-902e-74ee3d156517 req-c523dfa3-da3b-4dee-b808-2d45f5616880 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0833220 Mar 16 11:53:38.953818 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b36d4403-44af-4f5c-902e-74ee3d156517 req-98ede59f-526c-4653-b64c-b89170f224ae tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386248 Mar 16 11:53:39.069735 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:39.219380 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:53:39.350897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:39.363418 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'mac_address': 'fa:16:3e:2c:7d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:53:39.416908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.432838 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f468aa-6efa-445a-ac3c-7310b464cae9 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:53:39.448638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:39.502645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:39.570873 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:39.710664 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e2f468aa-6efa-445a-ac3c-7310b464cae9'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:53:40.138372 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff750916-7acc-4239-944a-10f35e73de83 req-200b8945-14f3-4581-9308-d2a3e1273545 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:40.139788 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff750916-7acc-4239-944a-10f35e73de83 req-200b8945-14f3-4581-9308-d2a3e1273545 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 945 time: 0.0822101 Mar 16 11:53:40.182946 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ff750916-7acc-4239-944a-10f35e73de83 req-e5d3bb1e-4aef-4dfa-a9df-4cd223e8ae26 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372996 Mar 16 11:53:41.234881 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:41.364341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05993986-53cf-4ba7-9b88-5c6856c3e0b2 req-8e3d2e05-8b46-47c1-b4c9-25969709b428 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:41.365776 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-05993986-53cf-4ba7-9b88-5c6856c3e0b2 req-8e3d2e05-8b46-47c1-b4c9-25969709b428 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 945 time: 0.0800445 Mar 16 11:53:41.382746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e2f468aa-6efa-445a-ac3c-7310b464cae9 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:41.388099 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e2f468aa-6efa-445a-ac3c-7310b464cae9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:41.389392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:41.411628 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-05993986-53cf-4ba7-9b88-5c6856c3e0b2 req-9679d108-4c4d-4b02-a582-67e9a89bb647 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394423 Mar 16 11:53:41.503030 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:41.528741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:53:41.539060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:53:41.579479 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'code': 200} Mar 16 11:53:41.588375 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:41.663513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:41.887500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9999-7a67-4990-a930-236af5a0b878 req-08f377d3-fb00-4bd8-9138-44d17795f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:41.889764 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f03d9999-7a67-4990-a930-236af5a0b878 req-08f377d3-fb00-4bd8-9138-44d17795f31f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1099 time: 0.0706983 Mar 16 11:53:41.929175 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f03d9999-7a67-4990-a930-236af5a0b878 req-c7c00342-e196-458b-91af-2d7ffb72b115 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Mar 16 11:53:42.597556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c7c88-5c8d-4771-9f55-77984454f2ec req-fd99921d-b1a3-4f0a-aa6d-66162e479c2a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:42.599099 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-771c7c88-5c8d-4771-9f55-77984454f2ec req-fd99921d-b1a3-4f0a-aa6d-66162e479c2a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0827200 Mar 16 11:53:42.644626 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-771c7c88-5c8d-4771-9f55-77984454f2ec req-d0b9c447-6a92-47b9-8ead-d13c1a854b24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Mar 16 11:53:43.925451 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b6e1-74df-46aa-b220-04db13ebca07 req-c1505172-24b5-4def-82db-3fb57c5aa415 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:43.926907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a231b6e1-74df-46aa-b220-04db13ebca07 req-c1505172-24b5-4def-82db-3fb57c5aa415 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.1741343 Mar 16 11:53:43.970418 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a231b6e1-74df-46aa-b220-04db13ebca07 req-0de1ee5b-4b42-41f6-86ba-50d96f0001ac tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Mar 16 11:53:44.149702 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52b26e-c7cc-4930-86db-6f4b58ccbd63 req-112a7620-8655-487c-bfe3-8a1219232d0a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:44.151164 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6f52b26e-c7cc-4930-86db-6f4b58ccbd63 req-112a7620-8655-487c-bfe3-8a1219232d0a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0783033 Mar 16 11:53:44.193727 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6f52b26e-c7cc-4930-86db-6f4b58ccbd63 req-3acab70c-4b2a-438c-8bb4-0802de0d22be tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369146 Mar 16 11:53:44.215614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 43776) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:44.377472 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308660e-0327-4301-aee6-99b69fd957d0 tempest-TestShelveInstance-1907789682 tempest-TestShelveInstance-1907789682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:44.378194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9308660e-0327-4301-aee6-99b69fd957d0 tempest-TestShelveInstance-1907789682 tempest-TestShelveInstance-1907789682-project-admin] Synchronizing usage tracker for tenant:14d69f032b144025b92b1304858ed5b0 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:44.462551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-9308660e-0327-4301-aee6-99b69fd957d0 tempest-TestShelveInstance-1907789682 tempest-TestShelveInstance-1907789682-project-admin] Unset dirty status for tenant:14d69f032b144025b92b1304858ed5b0 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:44.463624 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-9308660e-0327-4301-aee6-99b69fd957d0 tempest-TestShelveInstance-1907789682 tempest-TestShelveInstance-1907789682-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1094 time: 0.2465360 Mar 16 11:53:44.466807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43782) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:44.471858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:53:44.478193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:44.482613 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:floatingip and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:44.485382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:44.491847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:44.554245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.691303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:44.850777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Allocated IP 172.26.7.89 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/f47e8e72-33da-48d6-8e8f-ada672bf1bfe) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:45.025118 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.132018 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.202443 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:45.205367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:45.205521 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-87a9fe08-64c8-448e-8e21-0304fe1892dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.209944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:53:45.264823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'Port': ['ID=f47e8e72-33da-48d6-8e8f-ada672bf1bfe,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:45.674702 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.784594 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:45.991561 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:46.028397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:46.139382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'Port': ['ID=f47e8e72-33da-48d6-8e8f-ada672bf1bfe,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:46.147235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:46.422366 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Floating IP c18bd6bd-34ab-48a3-a609-b9aa37df2dec associated. External IP: 172.26.7.89, port: e2f468aa-6efa-445a-ac3c-7310b464cae9. Mar 16 11:53:46.768244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:53:46.946715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:53:46.956817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:53:46.967242 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:46.967893 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:47.034189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:47.088629 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5c37d152-d6b6-4a93-a7dc-d506d4a15ef5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6206925 Mar 16 11:53:47.089210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:53:47.147201 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'status': 'completed', 'code': 200} Mar 16 11:53:47.151775 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:47.242498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137843-be39-4514-89a2-eacba1462c7b req-aaef107b-06b8-44a7-babb-fde45c849849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:47.243964 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-aaef107b-06b8-44a7-babb-fde45c849849 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1099 time: 0.0731230 Mar 16 11:53:47.380036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137843-be39-4514-89a2-eacba1462c7b req-214a75b4-dee3-4c68-8d19-14b13eb3b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:47.381597 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-214a75b4-dee3-4c68-8d19-14b13eb3b8a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1289427 Mar 16 11:53:47.413179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-158bc8f3-9e16-4f88-87e5-467eac4b7f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:47.487510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-e428c3e6-0817-4ea8-854d-2add7b0db1e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 999 time: 0.0996506 Mar 16 11:53:47.550845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c18bd6bd-34ab-48a3-a609-b9aa37df2dec', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'floating_ip_address': '172.26.7.89', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'mac_address': 'fa:16:3e:2c:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:53:45Z', 'updated_at': '2022-03-16T11:53:45Z', 'revision_number': 0, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:47.554012 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137843-be39-4514-89a2-eacba1462c7b req-8a0bba23-aee0-41b3-b1b1-4995cbec106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:47.554835 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:53:47.555469 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-8a0bba23-aee0-41b3-b1b1-4995cbec106d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0622880 Mar 16 11:53:47.563245 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:53:47.563860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:53:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:47.634522 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137843-be39-4514-89a2-eacba1462c7b req-7b88fbc6-d143-481b-8186-a8cb78b574a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:47.635879 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-7b88fbc6-d143-481b-8186-a8cb78b574a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738060 Mar 16 11:53:47.740998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:53:47.766722 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-fbb824aa-deda-49cc-b233-9b8038324661 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242623 Mar 16 11:53:47.897384 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5f137843-be39-4514-89a2-eacba1462c7b req-9cbdba23-0081-4f57-a218-2173973cee90 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241484 Mar 16 11:53:48.079970 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c18bd6bd-34ab-48a3-a609-b9aa37df2dec', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'floating_ip_address': '172.26.7.89', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'mac_address': 'fa:16:3e:2c:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:53:45Z', 'updated_at': '2022-03-16T11:53:45Z', 'revision_number': 0, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:48.083894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d5ed2-423c-4fa7-87ab-82843f617e65 None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': 'c18bd6bd-34ab-48a3-a609-b9aa37df2dec', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'floating_ip_address': '172.26.7.89', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'mac_address': 'fa:16:3e:2c:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:53:45Z', 'updated_at': '2022-03-16T11:53:45Z', 'revision_number': 0, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:53:48.264376 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce141be5-1125-4e74-96d8-1243d4a68c3f None None] New status for floating IP c18bd6bd-34ab-48a3-a609-b9aa37df2dec: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:53:48.336642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:48.805410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.327500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:50.399405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.673679 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-dcbd1d88-fa04-4dd0-9b57-3c03b0836e6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1789756 Mar 16 11:54:06.812290 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-67a4f2bf-52ef-4330-8e63-f5af6f47ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:06.813759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-67a4f2bf-52ef-4330-8e63-f5af6f47ea02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1099 time: 0.0716767 Mar 16 11:54:06.973719 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-f2052a27-56d0-43c6-a9c4-7e3f10a86d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:06.975156 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-f2052a27-56d0-43c6-a9c4-7e3f10a86d01 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1261935 Mar 16 11:54:07.073274 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-cd601ba9-a1b3-464c-9544-0ddc874f9514 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0918732 Mar 16 11:54:07.138358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-0bde3d21-e326-4472-96e8-dd341860e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:07.139880 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-0bde3d21-e326-4472-96e8-dd341860e645 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0601404 Mar 16 11:54:07.213766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-63fa41da-784f-4d81-974b-daeb2fff5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:07.215393 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-63fa41da-784f-4d81-974b-daeb2fff5600 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693524 Mar 16 11:54:07.345644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-8940385c-9ec4-4054-9981-1fb20c83167e service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240804 Mar 16 11:54:07.476842 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-106ec052-71d1-409e-bb51-b513f5a08d24 req-07107fdd-c2ff-4ada-ba16-22d64232be56 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241651 Mar 16 11:54:15.233288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-524b3c1d-b7d0-4015-a215-df389326ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:16.069127 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:17.376502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-92dd-46e1-aa26-05038f3dbca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:18.342287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:18.821786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:20.267542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:20.290381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:45.279140 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd004cd4-0c42-4cf6-9186-789f38d153c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:47.364931 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a13064c2-5f4c-4762-83b1-a970e577fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:48.331007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:48.804517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:50.278810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:50.284571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:53.068170 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:07.545991 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-864de2f5-bddc-4749-9cd1-be1f14910402 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729740 Mar 16 11:55:07.682239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-fb0d6b2f-3737-442a-bf46-17587b878d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:07.683684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-fb0d6b2f-3737-442a-bf46-17587b878d8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1099 time: 0.0703349 Mar 16 11:55:07.825232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-979ccd78-812f-46be-aa8b-74678dfe0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:07.826613 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-979ccd78-812f-46be-aa8b-74678dfe0ab0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1249056 Mar 16 11:55:07.929139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-ce7e5419-8511-4019-bbc4-a15010207bc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0965750 Mar 16 11:55:07.989419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-c09869f3-2d96-4965-9a16-fa4ad29faa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:07.990812 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-c09869f3-2d96-4965-9a16-fa4ad29faa5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0560102 Mar 16 11:55:08.066498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-c397c7fe-e3ec-4e14-9268-2e54c2d28ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:08.067928 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-c397c7fe-e3ec-4e14-9268-2e54c2d28ae8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717318 Mar 16 11:55:08.197167 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-d23165d1-a9da-4f0b-afbe-0f1b7a0f51e1 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236413 Mar 16 11:55:08.324376 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9be892e3-3553-4cd6-9d8e-85e575b6be6b req-1d3fb0c6-a7ad-477b-8288-92ae885bf57a service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207793 Mar 16 11:55:15.199152 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-36eae21e-995a-4cf7-81a7-40f611efd626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:17.375477 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb0d8-97be-4f18-a1b3-cbcb703752bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:18.365531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:18.822070 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:20.296358 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:20.341914 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:30.068436 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:43.803330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6df3f0-c0c6-4d8d-ae25-09e42d231b14 req-c7e37193-1694-48b1-bc7a-1da7dd338d36 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:43.804797 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d6df3f0-c0c6-4d8d-ae25-09e42d231b14 req-c7e37193-1694-48b1-bc7a-1da7dd338d36 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.1332529 Mar 16 11:55:43.857486 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2d6df3f0-c0c6-4d8d-ae25-09e42d231b14 req-0bb137b8-5094-4edf-b972-b71e5696d338 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Mar 16 11:55:45.048365 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87677abe-0afa-4bbb-973c-5876b2fb66f2 req-f76b8da6-f475-40e3-b790-5527ac6f4649 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:45.049807 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87677abe-0afa-4bbb-973c-5876b2fb66f2 req-f76b8da6-f475-40e3-b790-5527ac6f4649 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0806782 Mar 16 11:55:45.096773 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-87677abe-0afa-4bbb-973c-5876b2fb66f2 req-e644f2fa-4d96-4c17-baa3-3c425a69d0b3 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Mar 16 11:55:45.210419 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-70ba2bf9-3777-4990-a4bb-89378d7dcb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:46.376927 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b91393-4f6b-4f80-a86e-861ee92fa099 req-035983ab-7107-4537-8f8b-70b92ab8eb4d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:46.378350 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e3b91393-4f6b-4f80-a86e-861ee92fa099 req-035983ab-7107-4537-8f8b-70b92ab8eb4d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.1705940 Mar 16 11:55:46.423780 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e3b91393-4f6b-4f80-a86e-861ee92fa099 req-dccb3d65-4225-43d7-bdd3-4c2f5d978d50 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Mar 16 11:55:47.374734 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-581a2b54-3726-4315-af14-96db77369a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:47.608014 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6b9f9-208c-45e0-a9ed-98ee7ee0f494 req-6d953cfb-1223-4200-a4cd-8870e02039ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:47.609461 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-24e6b9f9-208c-45e0-a9ed-98ee7ee0f494 req-6d953cfb-1223-4200-a4cd-8870e02039ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0805542 Mar 16 11:55:47.652975 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-24e6b9f9-208c-45e0-a9ed-98ee7ee0f494 req-05a251cf-b084-45bb-bf5c-ae9b533a2da4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377343 Mar 16 11:55:48.336412 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:48.821917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:48.851350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f960-f878-4d83-bba7-c49d198f949b req-e4d62a1a-5c87-4adf-8e21-dd635a7a62e0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:48.852769 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f05f960-f878-4d83-bba7-c49d198f949b req-e4d62a1a-5c87-4adf-8e21-dd635a7a62e0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0873365 Mar 16 11:55:48.899230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0f05f960-f878-4d83-bba7-c49d198f949b req-15f78bb3-0a16-4fe6-9469-8fcce3b4e860 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396984 Mar 16 11:55:50.091386 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0a46c-a073-4249-b557-752a824175e4 req-839804d5-2ff1-4a71-932b-c262a99c8eb8 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:50.092936 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f6c0a46c-a073-4249-b557-752a824175e4 req-839804d5-2ff1-4a71-932b-c262a99c8eb8 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0882061 Mar 16 11:55:50.140152 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f6c0a46c-a073-4249-b557-752a824175e4 req-d50dda63-a32f-488c-a9fe-4c3104955ea7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Mar 16 11:55:50.273200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:50.295715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.321054 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05255e-3b1a-4d5e-96b5-849860e9d6df req-4c38e841-f323-468b-9cc8-5fc0ec07fa85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:51.322417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb05255e-3b1a-4d5e-96b5-849860e9d6df req-4c38e841-f323-468b-9cc8-5fc0ec07fa85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0795617 Mar 16 11:55:51.367873 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-cb05255e-3b1a-4d5e-96b5-849860e9d6df req-e174f085-7a4d-441f-ab0e-372506c5638e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Mar 16 11:55:52.551871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466ee0e-1a37-4e32-913b-08c4596e5803 req-f56d3ce4-6f74-4f43-9441-230f19ee599f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:52.553356 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7466ee0e-1a37-4e32-913b-08c4596e5803 req-f56d3ce4-6f74-4f43-9441-230f19ee599f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0810187 Mar 16 11:55:52.598210 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7466ee0e-1a37-4e32-913b-08c4596e5803 req-45e0612e-a614-4270-a670-5d318b3a5dad tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390818 Mar 16 11:55:53.780164 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888158f-cf1c-4615-a258-bf9b245204bd req-c5c81738-8891-4ec6-b79e-8456be738727 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:53.781621 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a888158f-cf1c-4615-a258-bf9b245204bd req-c5c81738-8891-4ec6-b79e-8456be738727 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0777397 Mar 16 11:55:53.824859 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a888158f-cf1c-4615-a258-bf9b245204bd req-f46808e6-38df-4bbb-82e2-5621fb4ee799 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Mar 16 11:55:55.007862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b79070-9eeb-4821-9371-b3c184faa04b req-90336720-1cb5-4d35-8252-c38fbe7bc5c1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:55.009321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f3b79070-9eeb-4821-9371-b3c184faa04b req-90336720-1cb5-4d35-8252-c38fbe7bc5c1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0821617 Mar 16 11:55:55.052480 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-f3b79070-9eeb-4821-9371-b3c184faa04b req-aeadcda9-3165-4b35-a01c-579ef5c98b02 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Mar 16 11:55:55.784453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:55:55.914902 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:55.927257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'mac_address': 'fa:16:3e:2c:7d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:55:55.980270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.999025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2f468aa-6efa-445a-ac3c-7310b464cae9 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:55:56.014270 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:56.078792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.186331 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:56.195041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e2f468aa-6efa-445a-ac3c-7310b464cae9'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:55:56.218766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.219113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.219450 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.219780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.220104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.220427 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.220752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.221068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.221388 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.221706 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.222045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.222362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:56.249769 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01210779-8eeb-438a-a359-514560ec3f81 req-11e4bb7a-1d08-44a1-8a08-61988935ed33 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:56.251345 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-01210779-8eeb-438a-a359-514560ec3f81 req-11e4bb7a-1d08-44a1-8a08-61988935ed33 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 945 time: 0.0874386 Mar 16 11:55:56.294528 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-01210779-8eeb-438a-a359-514560ec3f81 req-3146c9c4-56e7-4ace-875f-3b6c2bbe6b25 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367544 Mar 16 11:55:57.501866 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aca7b-ee9e-455a-8eb2-a968db73977b req-211c47d2-7418-455e-a6dd-1cabfda97989 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:57.504338 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2b8aca7b-ee9e-455a-8eb2-a968db73977b req-211c47d2-7418-455e-a6dd-1cabfda97989 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 945 time: 0.0961881 Mar 16 11:55:57.559402 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2b8aca7b-ee9e-455a-8eb2-a968db73977b req-54856e32-31f7-462f-b518-ab1f254fd43c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430326 Mar 16 11:55:57.794648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:55:57.870989 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e2f468aa-6efa-445a-ac3c-7310b464cae9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:55:57.871519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:57.999421 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.031135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:55:58.042781 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:55:58.085600 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'code': 200} Mar 16 11:55:58.136338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.215455 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:58.868793 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91f07b-c7c5-4d5e-90ad-ef9258273adf req-90c5767b-3616-4336-8f43-38c322d15c68 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:58.870347 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3f91f07b-c7c5-4d5e-90ad-ef9258273adf req-90c5767b-3616-4336-8f43-38c322d15c68 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.1944330 Mar 16 11:55:58.925537 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3f91f07b-c7c5-4d5e-90ad-ef9258273adf req-303075f5-1495-423f-8b27-277e115ded88 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489964 Mar 16 11:56:00.149773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac46290-c966-47df-8e45-fc345078adbd req-2eeb7837-2165-49f8-88f1-2d0f8ac13f41 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:00.151291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dac46290-c966-47df-8e45-fc345078adbd req-2eeb7837-2165-49f8-88f1-2d0f8ac13f41 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0949655 Mar 16 11:56:00.201212 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dac46290-c966-47df-8e45-fc345078adbd req-4fffdcf9-e9ef-4b62-ba37-a8ba3b23d90f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442760 Mar 16 11:56:01.410654 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52203-c705-4346-ad7d-fbef12ee64b4 req-55c8f3c6-8de5-4085-9264-2009e24f8994 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:01.414343 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9dd52203-c705-4346-ad7d-fbef12ee64b4 req-55c8f3c6-8de5-4085-9264-2009e24f8994 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0999846 Mar 16 11:56:01.462087 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-9dd52203-c705-4346-ad7d-fbef12ee64b4 req-101dc2c1-6944-4e2d-90ab-dea476a28f76 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Mar 16 11:56:02.677481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4ea9d-f388-40f8-9429-815cdadec585 req-f2116fbf-6215-4369-b6ac-061162d274d5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:02.679759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-90d4ea9d-f388-40f8-9429-815cdadec585 req-f2116fbf-6215-4369-b6ac-061162d274d5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0964699 Mar 16 11:56:02.730751 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-90d4ea9d-f388-40f8-9429-815cdadec585 req-cc9c1af5-0200-4635-a8d6-aff939d0a2a0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450513 Mar 16 11:56:03.943770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63087de2-b6b6-4c5e-a9be-4dafddf05b89 req-b910ed57-254a-4ef1-82ba-4c6355b2d125 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:03.946304 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63087de2-b6b6-4c5e-a9be-4dafddf05b89 req-b910ed57-254a-4ef1-82ba-4c6355b2d125 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0988605 Mar 16 11:56:03.997723 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-63087de2-b6b6-4c5e-a9be-4dafddf05b89 req-a66d48cc-eb2c-47c1-822e-7d5e47968dd2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Mar 16 11:56:05.208280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074e110-97fb-49eb-8a86-3731d14da0c9 req-057cf1f7-ee1f-463f-9c51-a5f55a3d0c7c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:05.210038 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c074e110-97fb-49eb-8a86-3731d14da0c9 req-057cf1f7-ee1f-463f-9c51-a5f55a3d0c7c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0907383 Mar 16 11:56:05.260118 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c074e110-97fb-49eb-8a86-3731d14da0c9 req-02d46372-b214-4399-b9cb-4472824489d1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 Mar 16 11:56:06.644929 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae5685-cbb4-4d22-9a9a-dba46ef15a3e req-878438fe-50a9-4ee9-8ec6-be138979c774 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.646434 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-59ae5685-cbb4-4d22-9a9a-dba46ef15a3e req-878438fe-50a9-4ee9-8ec6-be138979c774 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.1173110 Mar 16 11:56:06.692574 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-59ae5685-cbb4-4d22-9a9a-dba46ef15a3e req-648454b2-d712-4245-b70f-432758908b8e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395885 Mar 16 11:56:07.067840 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:07.934525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf102-a5e8-4cd8-bd75-e18c0184a56e req-33f0e000-d0e3-46c1-9ec5-bd0b07d7e474 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:07.935950 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44fdf102-a5e8-4cd8-bd75-e18c0184a56e req-33f0e000-d0e3-46c1-9ec5-bd0b07d7e474 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.1373768 Mar 16 11:56:07.938913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-a0bbe9da-c214-400f-a58f-af5501e08aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:07.940212 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-a0bbe9da-c214-400f-a58f-af5501e08aeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1099 time: 0.1749890 Mar 16 11:56:08.064804 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44fdf102-a5e8-4cd8-bd75-e18c0184a56e req-f7654bd5-d3a6-4351-8f67-20acc9ec8724 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231930 Mar 16 11:56:08.095502 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-a3b06e74-39d0-45c9-a9b9-cafe4c5a2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:08.096920 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-a3b06e74-39d0-45c9-a9b9-cafe4c5a2197 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1427915 Mar 16 11:56:08.199053 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-1d04f988-e045-4143-ad7e-a5bf1600af1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0964451 Mar 16 11:56:08.257981 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-d12ab3d6-b572-439e-96eb-01ed19099c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:08.259951 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-d12ab3d6-b572-439e-96eb-01ed19099c9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0553985 Mar 16 11:56:08.335315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-006a138c-2aab-4f70-bc95-5aa779207f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:08.336748 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-006a138c-2aab-4f70-bc95-5aa779207f41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707195 Mar 16 11:56:08.465409 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-7f7ae711-d6c4-42ba-989d-7fff6f431444 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227996 Mar 16 11:56:08.697019 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-12285358-6548-40f5-a1f4-995a1a5a0ecb req-58fecc9f-add6-4445-a089-3033f1156d15 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258537 Mar 16 11:56:08.850996 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-fa0f0717-c747-454c-807e-318fa41a304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:08.853035 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-fa0f0717-c747-454c-807e-318fa41a304f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1099 time: 0.0690746 Mar 16 11:56:08.993067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-543bc60b-4b12-4b75-9878-0912c1880d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:08.994504 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-543bc60b-4b12-4b75-9878-0912c1880d73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1221354 Mar 16 11:56:09.099118 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-a87eaf31-e149-4149-aba7-8bdc08419e02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0965798 Mar 16 11:56:09.164375 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-4d1e681f-e637-4c8a-a625-a5abfa4cb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:09.166393 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-4d1e681f-e637-4c8a-a625-a5abfa4cb7be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0615773 Mar 16 11:56:09.241588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-4a126746-df38-4cdb-a360-0144b9b9fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:09.243745 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-4a126746-df38-4cdb-a360-0144b9b9fce1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708477 Mar 16 11:56:09.251568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84bf34-c3ef-4da5-9491-abbef092a645 req-2abf7fc1-5dea-42a3-a825-616676018b11 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:09.253086 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3c84bf34-c3ef-4da5-9491-abbef092a645 req-2abf7fc1-5dea-42a3-a825-616676018b11 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 946 time: 0.0831964 Mar 16 11:56:09.298346 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3c84bf34-c3ef-4da5-9491-abbef092a645 req-f2d76a2a-1eaf-48e0-8785-d862128cee3c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387318 Mar 16 11:56:09.374219 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-ed7d63ab-e46b-4dc2-8c63-b29d9b7005ff service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245029 Mar 16 11:56:09.503118 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-67d268df-4c94-44e8-84b9-6bd30b117e95 req-2a35484e-5e35-44b9-9c54-1b570f9d7555 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224728 Mar 16 11:56:09.857578 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:56:09.973254 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:10.000641 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:56:10.010326 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:56:10.044858 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'code': 200} Mar 16 11:56:10.084316 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:10.153513 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:10.484341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aa075-815f-4fa4-9610-512c978a85f1 req-8684f994-81e0-4772-8ce4-42d767fcada0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:10.485867 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-620aa075-815f-4fa4-9610-512c978a85f1 req-8684f994-81e0-4772-8ce4-42d767fcada0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0822852 Mar 16 11:56:10.530485 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-620aa075-815f-4fa4-9610-512c978a85f1 req-8d534b40-eae3-401d-8927-ffe1cffc868b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 Mar 16 11:56:11.716227 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25c5d-b2ba-4e21-822d-4e5e32506c40 req-f8def22b-d4c3-44f5-909b-d87a8a244419 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:11.717687 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-03b25c5d-b2ba-4e21-822d-4e5e32506c40 req-f8def22b-d4c3-44f5-909b-d87a8a244419 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0789804 Mar 16 11:56:11.763400 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-03b25c5d-b2ba-4e21-822d-4e5e32506c40 req-b927aea0-ca46-4ad5-b393-42252f396e4c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Mar 16 11:56:12.226163 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711eb8f-ec03-4a97-bbf8-f15fd7697df0 req-d0a79b76-6b3f-44e6-9ce4-1889e81e3b81 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:12.227687 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d711eb8f-ec03-4a97-bbf8-f15fd7697df0 req-d0a79b76-6b3f-44e6-9ce4-1889e81e3b81 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0820866 Mar 16 11:56:12.273313 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d711eb8f-ec03-4a97-bbf8-f15fd7697df0 req-c96cb8e9-c730-4f29-82f8-2d2af1c73cf7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397966 Mar 16 11:56:12.426002 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 43964) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:12.543956 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-3895f5fc-e6bc-4114-a107-07679a7322e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168132 Mar 16 11:56:13.457705 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e348736-207e-4d98-afee-b66a36a5e2ac req-7fb22898-7229-4c9c-9c55-729a8f197d47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:13.459166 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e348736-207e-4d98-afee-b66a36a5e2ac req-7fb22898-7229-4c9c-9c55-729a8f197d47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0820339 Mar 16 11:56:13.502883 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1e348736-207e-4d98-afee-b66a36a5e2ac req-3f27dfe1-87a6-4c12-9dd6-6aff2a4282a9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375502 Mar 16 11:56:13.888061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:56:14.687052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63052-29a7-4ddb-a6c1-58fc575247d1 req-4b968644-1221-45d6-b0f4-b1fe635692d4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:14.688483 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-23b63052-29a7-4ddb-a6c1-58fc575247d1 req-4b968644-1221-45d6-b0f4-b1fe635692d4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0792527 Mar 16 11:56:14.731872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-23b63052-29a7-4ddb-a6c1-58fc575247d1 req-ba94752f-1d3f-44b5-9533-ef0d2102d551 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 Mar 16 11:56:15.187581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a967e3f-7b00-446a-907c-ff05e0c0e5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:15.913575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bdf3e-b9f3-4946-95c2-8405f47a88b5 req-f3f306a1-835a-41cd-94fd-6249f3b300cc tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:15.915115 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b89bdf3e-b9f3-4946-95c2-8405f47a88b5 req-f3f306a1-835a-41cd-94fd-6249f3b300cc tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0805039 Mar 16 11:56:15.960851 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b89bdf3e-b9f3-4946-95c2-8405f47a88b5 req-695edab5-2a35-4477-bebb-83114dc011a6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401850 Mar 16 11:56:17.206251 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adfd2a-0f8c-4c42-9b5a-ca29a50eb3b2 req-33e9ff2c-c531-4007-904f-0b71502d001b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:17.207681 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-92adfd2a-0f8c-4c42-9b5a-ca29a50eb3b2 req-33e9ff2c-c531-4007-904f-0b71502d001b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.1395659 Mar 16 11:56:17.210803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-8155b6fb-50c6-4e75-9ff4-1cd337d8ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:17.212702 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-8155b6fb-50c6-4e75-9ff4-1cd337d8ba23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845&tenant_id=5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 1097 time: 0.1123493 Mar 16 11:56:17.297248 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-92adfd2a-0f8c-4c42-9b5a-ca29a50eb3b2 req-8d24d122-bb70-4beb-aa7a-da59d9fc0b40 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833836 Mar 16 11:56:17.320608 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-22824ccf-983e-43ce-b3a6-2983ba2e2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:17.322741 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-22824ccf-983e-43ce-b3a6-2983ba2e2902 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1097 time: 0.0900826 Mar 16 11:56:17.375833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e492c0df-a892-4295-b6e9-1a4cf11b02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:17.453030 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-8d23f5e2-f13b-4c2e-972d-3d83d22ab6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:17.454509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-8d23f5e2-f13b-4c2e-972d-3d83d22ab6d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1265500 Mar 16 11:56:17.666140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-890a9ea0-1187-4365-91a0-8badcdfabcfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 999 time: 0.2056673 Mar 16 11:56:17.728966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-34670fd0-0f2e-495f-8d14-763fcdef6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:17.730393 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-34670fd0-0f2e-495f-8d14-763fcdef6e95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0570934 Mar 16 11:56:17.804179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-92609315-eab1-4885-99ff-d3cc378bdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:17.805655 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-92609315-eab1-4885-99ff-d3cc378bdbad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695555 Mar 16 11:56:17.940802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-13c2c854-c973-432c-b0a9-595543c7e19a service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295061 Mar 16 11:56:18.068651 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-0bc4a7a2-4800-4bdd-be1f-5961048a09b0 req-5f5fcafe-d1d8-4fd1-bbd0-aca50e6b9ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219258 Mar 16 11:56:18.336472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:18.487637 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa129-1f26-4290-8d01-f477cc381c1c req-4f5aaa4c-9f3b-4adf-ae60-aed4409fc25a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:18.489089 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-edafa129-1f26-4290-8d01-f477cc381c1c req-4f5aaa4c-9f3b-4adf-ae60-aed4409fc25a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0833149 Mar 16 11:56:18.532784 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-edafa129-1f26-4290-8d01-f477cc381c1c req-8ad86222-1296-4728-9508-7908f49ae881 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Mar 16 11:56:18.846461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:19.733363 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6814726-e7f1-4a26-9e78-17eea29bd716 req-264f72f7-6f4c-4553-80db-327a078e438c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:19.734939 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a6814726-e7f1-4a26-9e78-17eea29bd716 req-264f72f7-6f4c-4553-80db-327a078e438c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0907025 Mar 16 11:56:19.785770 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-a6814726-e7f1-4a26-9e78-17eea29bd716 req-73112ae4-710d-4540-a800-ca082ae1a55b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448148 Mar 16 11:56:20.286689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:20.307481 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:20.984568 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de332a98-7320-419c-8ef5-7af34b7fceea req-ddc6a48e-45a8-4285-a432-b0c2dc336104 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:20.986129 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-de332a98-7320-419c-8ef5-7af34b7fceea req-ddc6a48e-45a8-4285-a432-b0c2dc336104 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0891376 Mar 16 11:56:21.032398 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-de332a98-7320-419c-8ef5-7af34b7fceea req-21a54eb8-6811-4d3f-b00b-ffa09d935e9e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406282 Mar 16 11:56:22.232723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72f0c8-67d5-4795-8c81-ca6a5ed42949 req-4532da8b-fcc7-4b56-9537-d53fdbb27234 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:22.235143 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a72f0c8-67d5-4795-8c81-ca6a5ed42949 req-4532da8b-fcc7-4b56-9537-d53fdbb27234 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0877523 Mar 16 11:56:22.285287 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a72f0c8-67d5-4795-8c81-ca6a5ed42949 req-64ee6e00-4d05-4966-8355-c7bea4b80629 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Mar 16 11:56:23.520907 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26521a4e-d0ff-49c9-882e-ed14b2ec7af3 req-fc953bf8-b8ef-47b7-a281-8dd11b0037ae tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:23.523294 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-26521a4e-d0ff-49c9-882e-ed14b2ec7af3 req-fc953bf8-b8ef-47b7-a281-8dd11b0037ae tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0933373 Mar 16 11:56:23.599194 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-26521a4e-d0ff-49c9-882e-ed14b2ec7af3 req-c63487e3-c495-46b4-8fe9-32b476550ea3 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666811 Mar 16 11:56:24.817921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de7554-0421-4a07-ba35-d60c77614ca7 req-1ba97de9-0e77-4f70-824f-5f9eb27cbdc4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:24.819424 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4de7554-0421-4a07-ba35-d60c77614ca7 req-1ba97de9-0e77-4f70-824f-5f9eb27cbdc4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0862548 Mar 16 11:56:24.867945 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f4de7554-0421-4a07-ba35-d60c77614ca7 req-8867f22d-6889-45c0-91e5-73dfd4b0833e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Mar 16 11:56:26.054450 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f5421-883f-463f-9568-a00bdf480848 req-bea8621b-ae22-4e42-a2c9-83cc6ccd67d0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:26.055903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-161f5421-883f-463f-9568-a00bdf480848 req-bea8621b-ae22-4e42-a2c9-83cc6ccd67d0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0813835 Mar 16 11:56:26.099997 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-161f5421-883f-463f-9568-a00bdf480848 req-bd5b36a1-16a8-43b5-94f5-33fdc6ef834f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384898 Mar 16 11:56:27.285503 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68eb2-1bef-4c91-911f-1863acbd7c16 req-ffd89e1d-8c69-4092-b174-8f65d38a4829 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:27.287002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-25b68eb2-1bef-4c91-911f-1863acbd7c16 req-ffd89e1d-8c69-4092-b174-8f65d38a4829 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 944 time: 0.0839417 Mar 16 11:56:27.330884 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-25b68eb2-1bef-4c91-911f-1863acbd7c16 req-972f7717-9240-4d8d-bdba-f4bec298bb92 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382986 Mar 16 11:56:27.950830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:56:28.084373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:56:28.098218 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'port_id': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'mac_address': 'fa:16:3e:2c:7d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:56:28.154591 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:28.170710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f468aa-6efa-445a-ac3c-7310b464cae9 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:56:28.186885 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:56:28.238716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:28.306675 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=9']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:28.459862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e2f468aa-6efa-445a-ac3c-7310b464cae9'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:56:28.519556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a563659-fbba-481b-8256-5652085f44e8 req-d5a41e93-cb2c-4e2b-b177-704c369c91d9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:28.520904 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2a563659-fbba-481b-8256-5652085f44e8 req-d5a41e93-cb2c-4e2b-b177-704c369c91d9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 945 time: 0.0839643 Mar 16 11:56:28.565878 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2a563659-fbba-481b-8256-5652085f44e8 req-10270b90-e97b-4999-941e-f1e2dc7a992e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382049 Mar 16 11:56:29.748062 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577b14-4540-4675-8acc-9004e0b69128 req-24491e28-57e3-46ca-becb-0995e239723d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:29.749513 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bc577b14-4540-4675-8acc-9004e0b69128 req-24491e28-57e3-46ca-becb-0995e239723d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 945 time: 0.0798273 Mar 16 11:56:29.793410 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bc577b14-4540-4675-8acc-9004e0b69128 req-8c58f0f4-894c-4aa7-8d1d-fca534e3411e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Mar 16 11:56:29.965619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:30.034614 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e2f468aa-6efa-445a-ac3c-7310b464cae9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:30.034977 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:30.149792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:30.203389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:56:30.212620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:56:30.249054 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'code': 200} Mar 16 11:56:30.262115 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:30.331378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=10']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:30.606353 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27edd-6485-4523-8c92-0f0fa850d413 req-719e806a-7d70-40e4-a741-2bc156528a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:30.607811 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4e27edd-6485-4523-8c92-0f0fa850d413 req-719e806a-7d70-40e4-a741-2bc156528a40 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1100 time: 0.0730267 Mar 16 11:56:30.646716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4e27edd-6485-4523-8c92-0f0fa850d413 req-3fdda064-89a1-411e-a1c8-4e69ef4552f6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330772 Mar 16 11:56:30.976900 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21e9c-48d2-4977-810d-2ba30032b343 req-14fe8d3f-2a87-4a35-b413-e07cead442da tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:30.978339 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6fa21e9c-48d2-4977-810d-2ba30032b343 req-14fe8d3f-2a87-4a35-b413-e07cead442da tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 947 time: 0.0783803 Mar 16 11:56:31.024417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-6fa21e9c-48d2-4977-810d-2ba30032b343 req-3ce20aa1-97f7-4bdc-9cbe-beadf05dc642 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Mar 16 11:56:32.211770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea1aa7-745f-423a-912c-9b320e9266e2 req-b7a41ca7-4a40-4295-b3d5-205df48c5dc4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:32.213231 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4ea1aa7-745f-423a-912c-9b320e9266e2 req-b7a41ca7-4a40-4295-b3d5-205df48c5dc4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 947 time: 0.0826998 Mar 16 11:56:32.258474 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4ea1aa7-745f-423a-912c-9b320e9266e2 req-5123b32b-0fe5-4427-be28-18efced3fc92 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388813 Mar 16 11:56:33.442526 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333566a7-2d68-45f3-95ea-14154e5066e8 req-811f8ace-141f-47ec-a410-7b365452199d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:33.443971 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-333566a7-2d68-45f3-95ea-14154e5066e8 req-811f8ace-141f-47ec-a410-7b365452199d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 947 time: 0.0790882 Mar 16 11:56:33.487206 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-333566a7-2d68-45f3-95ea-14154e5066e8 req-7ca12d9c-47af-481c-9df0-1072460c9577 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 Mar 16 11:56:44.067486 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:45.192613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2ac4208b-af80-4353-92da-ad2fd2eaf9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:47.370143 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f057ee5d-a9aa-494d-bc42-eff629449660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:48.374287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:48.810149 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:50.313063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:50.322188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:10.541973 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-0c41a2d3-d9bf-428a-8f0c-2e2a3e533bdf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715137 Mar 16 11:57:10.675620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-c5260c22-2ab4-4809-b573-037251f26fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:10.677043 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-c5260c22-2ab4-4809-b573-037251f26fb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1100 time: 0.0693197 Mar 16 11:57:10.818361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-f4fda953-3bb6-4018-8771-53ed193138df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:10.819684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-f4fda953-3bb6-4018-8771-53ed193138df service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1255386 Mar 16 11:57:10.921070 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-2f000934-2f33-4a33-8650-ccb1af693b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0949082 Mar 16 11:57:10.981826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-9c618efe-a978-4e39-9988-6938751987a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:10.983249 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-9c618efe-a978-4e39-9988-6938751987a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0564754 Mar 16 11:57:11.058881 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-f25d2014-3013-45a2-8311-511dc883f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:11.060296 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-f25d2014-3013-45a2-8311-511dc883f46d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712950 Mar 16 11:57:11.192164 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-8f10ac68-982f-4685-804b-779cce2a4847 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252830 Mar 16 11:57:11.420684 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9fddae67-d0cd-40e2-8c2b-bca06182c0e4 req-c1d14867-ed3c-4519-a605-77761e9cd67f service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230608 Mar 16 11:57:15.232541 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4b65c5c4-8132-4248-ab71-9d9d210f263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:17.384922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-318e3329-1458-470d-b56b-43d370363b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:18.358856 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:18.838436 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:20.296288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:20.318332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:21.067035 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:42.267379 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44096) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:42.469492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Deleting port f47e8e72-33da-48d6-8e8f-ada672bf1bfe {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:42.469852 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:42.641532 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:42.641864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:42.853121 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Calling delete_port for f47e8e72-33da-48d6-8e8f-ada672bf1bfe owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:43.070262 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.117402 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event deleted for resources: {'Port': ['ID=f47e8e72-33da-48d6-8e8f-ada672bf1bfe,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:43.185236 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.185577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.185967 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.186296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.186625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.186954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.187278 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.187599 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.187921 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.188238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.188555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.188870 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:43.216418 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.216750 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Floating IP c18bd6bd-34ab-48a3-a609-b9aa37df2dec disassociated (deleted). External IP: 172.26.7.89, port: e2f468aa-6efa-445a-ac3c-7310b464cae9. Mar 16 11:57:43.565284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:57:43.740847 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:57:43.751741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:57:43.760721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:43.761329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:57:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:43.842037 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:43.896925 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3c753f2e-6371-47de-a2b2-9379c9d1af2d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "DELETE /v2.0/floatingips/c18bd6bd-34ab-48a3-a609-b9aa37df2dec HTTP/1.1" status: 204 len: 168 time: 1.6282461 Mar 16 11:57:43.897373 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:43.940414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:43.997273 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'status': 'completed', 'code': 200} Mar 16 11:57:44.089706 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-863eca3c-2669-4078-a87e-0b9b4814778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:44.091314 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-863eca3c-2669-4078-a87e-0b9b4814778b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 1100 time: 0.0725834 Mar 16 11:57:44.226383 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-cb99279d-7fcf-4088-83fa-491d2aa6f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:44.227932 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-cb99279d-7fcf-4088-83fa-491d2aa6f820 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1308634 Mar 16 11:57:44.252912 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:44.256696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:57:44.265504 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:57:44.266132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:57:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:44.301304 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-43c79cc3-8a10-485d-ac35-54436299c2b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 200 len: 217 time: 0.0671208 Mar 16 11:57:44.365490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-7947e20c-d6c7-4b9f-8e68-d246eee2845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:44.366883 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-7947e20c-d6c7-4b9f-8e68-d246eee2845e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0600955 Mar 16 11:57:44.456400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:57:44.506651 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-c09e3918-0cdd-4936-b12a-e4b4cff503b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:44.508112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-c09e3918-0cdd-4936-b12a-e4b4cff503b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349282 Mar 16 11:57:44.516976 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea455d-652a-4f0d-848f-63668b9ba67e req-d944b445-1daf-45b2-8011-6d4653350c34 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:44.518363 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3bea455d-652a-4f0d-848f-63668b9ba67e req-d944b445-1daf-45b2-8011-6d4653350c34 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 947 time: 0.1117332 Mar 16 11:57:44.653343 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3bea455d-652a-4f0d-848f-63668b9ba67e req-545bc5d4-21df-4529-88a6-9f5b55438ae2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160443 Mar 16 11:57:44.684575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-9328d61b-27d0-4399-a578-4d5ec9259123 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652899 Mar 16 11:57:44.771438 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:44.775321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970fe1d3-a193-43b9-ae72-010bd87f00e8 None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:57:44.820121 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5b0a04b9-5592-4575-9ebc-562a19c92fd9 req-8cf7125e-36b3-41a0-abc4-54bccd3c08c6 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292315 Mar 16 11:57:44.993597 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dca5d2-ecc5-4d70-9f7e-d9e0964085fc None None] New status for floating IP c18bd6bd-34ab-48a3-a609-b9aa37df2dec: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:57:45.202109 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ad976db2-606b-44e2-affe-fa382eac8032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.685500 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-a7fbb6a5-cd96-46cd-9753-70fa3713c20b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:45.687525 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-a7fbb6a5-cd96-46cd-9753-70fa3713c20b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 947 time: 0.0791140 Mar 16 11:57:45.756153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Deleting port e2f468aa-6efa-445a-ac3c-7310b464cae9 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 11:57:45.756487 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:45.845619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3bd52-c085-439a-9792-3f77f0d54f7b req-2f9fec77-f5d6-4992-8d7f-26261ebf4486 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:45.846358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-1ae3bd52-c085-439a-9792-3f77f0d54f7b req-2f9fec77-f5d6-4992-8d7f-26261ebf4486 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:57:45.981589 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-1ae3bd52-c085-439a-9792-3f77f0d54f7b req-2f9fec77-f5d6-4992-8d7f-26261ebf4486 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:57:45.982969 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1ae3bd52-c085-439a-9792-3f77f0d54f7b req-2f9fec77-f5d6-4992-8d7f-26261ebf4486 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 947 time: 0.2212617 Mar 16 11:57:46.001915 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] For port e2f468aa-6efa-445a-ac3c-7310b464cae9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2f468aa-6efa-445a-ac3c-7310b464cae9,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:57:46.002278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.028285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1ae3bd52-c085-439a-9792-3f77f0d54f7b req-a68cf9ed-479c-46ac-bd22-3524b7fc6cec tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=842286da-bfe6-4962-9fe5-b74ecee4a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394993 Mar 16 11:57:46.127415 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Calling delete_port for e2f468aa-6efa-445a-ac3c-7310b464cae9 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 11:57:46.313035 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.468833 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event deleted for resources: {'Port': ['ID=e2f468aa-6efa-445a-ac3c-7310b464cae9,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:46.509877 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.510235 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.510576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.510909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.511245 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.511567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.511887 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.512205 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.512527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.512845 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.513161 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.513481 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.550917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] No DVR routers for this DVR port e2f468aa-6efa-445a-ac3c-7310b464cae9 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:46.553206 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.555743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-deleted', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:57:46.651198 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c76017f-b6aa-410c-a8d7-cb03aa1c3845', 'name': 'network-vif-deleted', 'tag': 'e2f468aa-6efa-445a-ac3c-7310b464cae9', 'status': 'completed', 'code': 200} Mar 16 11:57:46.662130 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-08c45b71-64aa-41cf-a87e-f6e9f159f9c1 req-cc984644-7830-4433-bc66-6110d5c9ef32 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "DELETE /v2.0/ports/e2f468aa-6efa-445a-ac3c-7310b464cae9 HTTP/1.1" status: 204 len: 173 time: 0.9691904 Mar 16 11:57:47.193409 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b20420df-7a5a-4e89-956c-759e67bcc27d req-98796156-58b9-4cd4-928f-881547e54f85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c76017f-b6aa-410c-a8d7-cb03aa1c3845 HTTP/1.1" status: 200 len: 210 time: 0.0439565 Mar 16 11:57:47.424759 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7880f75d-d249-4fc7-be34-dfb9490fa2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.287475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44118) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:48.352908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.358213 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8adf654c-69de-4b63-a9ce-d57eb6066b99 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.386118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:48.390303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8adf654c-69de-4b63-a9ce-d57eb6066b99 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.423378 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e2f468aa-6efa-445a-ac3c-7310b464cae9 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 11:57:48.423711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e2f468aa-6efa-445a-ac3c-7310b464cae9 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:48.512995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8adf654c-69de-4b63-a9ce-d57eb6066b99 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.545299 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf654c-69de-4b63-a9ce-d57eb6066b99 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842286da-bfe6-4962-9fe5-b74ecee4a5de,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:48.615512 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8adf654c-69de-4b63-a9ce-d57eb6066b99 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:48.616658 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8adf654c-69de-4b63-a9ce-d57eb6066b99 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "DELETE /v2.0/security-groups/842286da-bfe6-4962-9fe5-b74ecee4a5de HTTP/1.1" status: 204 len: 168 time: 0.3282354 Mar 16 11:57:48.827228 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.103596 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44126) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:49.108772 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942995661', 'description': 'tempest-secgroup-smoke-942995661 description', 'project_id': '5243aeafc15f4d3e8858d8be31a09247'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:49.115726 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:49.120094 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:49.123090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:49.129587 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:49.192890 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.212247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:49.216034 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:49.218864 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:49.224548 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:49.292153 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.346996 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.392768 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189ead88-ef1a-4765-b307-2546734cc9a7,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:49.449655 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.450911 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c283da41-2bb0-4c07-83c8-bdf739afe7c7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3462906 Mar 16 11:57:49.453879 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44130) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:49.458893 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '189ead88-ef1a-4765-b307-2546734cc9a7', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:49.464896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:49.469286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:49.472366 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:49.478520 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:49.552327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.614315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.681534 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.704944 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61a5ed8-a117-48fb-ac9d-db4970867433,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:49.778889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.780091 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-66a9b17b-d421-4941-8cd8-2ef47dde98f1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252337 Mar 16 11:57:49.784319 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44134) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:49.789600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '189ead88-ef1a-4765-b307-2546734cc9a7', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:49.796516 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:49.801069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:49.803963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:49.809642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:49.883079 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:49.950096 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.030193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.055288 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610d663c-0f80-487c-910e-b888f28b1efc,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:50.135869 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.137038 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c9e44c44-3d8d-4329-bb26-38290d900fb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3517976 Mar 16 11:57:50.139758 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44138) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:50.146316 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '189ead88-ef1a-4765-b307-2546734cc9a7', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:50.152642 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:50.156956 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:50.160369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:50.166244 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:50.235711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.295761 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.304795 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.316388 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.384663 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.413255 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76df299-70fd-4977-8259-571f09c535ae,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:50.482068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.483253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-51f29252-381a-4ef8-af7a-89305e7f8f47 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3424106 Mar 16 11:57:50.485992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44142) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:50.491157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '189ead88-ef1a-4765-b307-2546734cc9a7', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:50.497117 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:50.501617 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:50.505134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:50.510369 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:50.588576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.651637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.718295 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.742547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6b41b4-dc82-4ac9-87c6-84ce3180145d,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:50.813461 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.814604 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a3234520-aa1d-46b6-a882-bd3a8631eade tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276968 Mar 16 11:57:50.817284 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44146) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:50.822187 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '189ead88-ef1a-4765-b307-2546734cc9a7', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:50.828449 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:50.832291 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:50.835167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:50.840757 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:50.927121 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Project 5243aeafc15f4d3e8858d8be31a09247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:57:50.933616 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.999920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.075854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.099983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6c0ef2-c4be-4986-8837-485b67d07f10,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:51.173322 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.174524 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-74fdb704-a9aa-402f-b6c0-4d0cb4b7d0ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563051 Mar 16 11:57:51.177176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44150) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:51.181998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'security_group_rule': {'security_group_id': '189ead88-ef1a-4765-b307-2546734cc9a7', 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:57:51.188052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:51.192167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:security_group_rule and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:51.194739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:51.200331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:51.267374 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Project 5243aeafc15f4d3e8858d8be31a09247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:57:51.274147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.339950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.418400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.442515 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6eaacf2-21b6-4f11-9a90-a20ab2c18d14,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:51.527575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.528924 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-2b3f2eda-118d-4f8d-b804-8455b36c7fa0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508441 Mar 16 11:57:58.066522 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:15.215537 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c31b6b78-7e57-457e-bb58-573ab4b015f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:15.351906 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-346e3ce5-3955-43e9-8621-18d28670219e req-f0f8b19a-08ca-4f72-b872-d5d910853bc9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:58:15.423901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-346e3ce5-3955-43e9-8621-18d28670219e req-f0f8b19a-08ca-4f72-b872-d5d910853bc9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:58:15.424992 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-f0f8b19a-08ca-4f72-b872-d5d910853bc9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942995661&fields=id&tenant_id=5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 267 time: 0.1148481 Mar 16 11:58:15.677619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-bcd179ec-2d10-4fa2-bf02-f0ae0b3ab8ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:15.678992 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-bcd179ec-2d10-4fa2-bf02-f0ae0b3ab8ca tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 808 time: 0.2466843 Mar 16 11:58:15.693446 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-4ff26187-68de-40f6-b970-a9f24fa35b53 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/quotas/5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 375 time: 0.0090852 Mar 16 11:58:15.773446 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-7adb54b3-ca88-4e6a-9cc7-bf53490c41d7 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751953 Mar 16 11:58:15.985239 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-bfae5adb-4157-4d3c-8ab0-9c131a02cdfb service neutron] 10.222.0.30 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006397 Mar 16 11:58:16.116515 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-f4900ec6-76f0-47e0-9ee6-59a1057ebb48 service neutron] 10.222.0.30 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249948 Mar 16 11:58:16.756528 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-7f66b730-286d-468e-846f-b41b8e04bced req-efab5aaf-31fa-4aaa-8c33-9d1c7f311300 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:58:16.823657 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-7f66b730-286d-468e-846f-b41b8e04bced req-efab5aaf-31fa-4aaa-8c33-9d1c7f311300 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:58:16.824716 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7f66b730-286d-468e-846f-b41b8e04bced req-efab5aaf-31fa-4aaa-8c33-9d1c7f311300 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.1103683 Mar 16 11:58:17.418083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcff5-b886-4ac0-a2d5-71d0df59047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:17.918949 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da53c281-fc3b-4c48-b8a2-960df43bcf9a req-909f5a97-a074-4e5e-8384-ee3ba01d5dee tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.0428159 Mar 16 11:58:18.343964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.850284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:19.011518 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-26085e20-0f9c-4bae-9f18-8f290b251998 req-2047738b-dd38-48a4-ab68-c6616937d53e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.0420959 Mar 16 11:58:20.109614 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7cb83cda-c035-49b7-803a-cc8189e9a221 req-7ddbf56b-a0c3-4a16-9bd6-efad4a9d44c8 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.0463040 Mar 16 11:58:20.329736 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:20.330630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:21.256955 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e8540027-4beb-424e-a0ba-5a7ba375fef8 req-119a6c64-234f-423f-af78-847ab312b286 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.0446095 Mar 16 11:58:22.405965 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-94bc106c-696b-4168-859f-87353ca54235 req-5adcdb79-0fff-4e8f-9305-7d92720a3c27 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.0429146 Mar 16 11:58:22.614014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-92f7f51f-f9bd-4bd8-9153-fe9022e08b45 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:22.615586 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-92f7f51f-f9bd-4bd8-9153-fe9022e08b45 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 808 time: 0.1466870 Mar 16 11:58:22.664942 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-0a038661-bb00-40fc-a35f-4cb35d48e1a8 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 379 time: 0.0407925 Mar 16 11:58:22.672595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'port': {'device_id': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'admin_state_up': True, 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'security_groups': ['189ead88-ef1a-4765-b307-2546734cc9a7']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:58:22.810504 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:58:22.820563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:58:22.882051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Made reservation on behalf of 5243aeafc15f4d3e8858d8be31a09247 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:58:22.885808 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:23.055581 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Allocated IP 172.20.0.5 (75a53377-1365-425b-97c3-fd204f1dd57e/a83faa43-4f4a-401b-998a-6f82aba3602b/e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:23.251626 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:23.267693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Transition to ACTIVE for port object e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:23.350153 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:23.420391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Network 75a53377-1365-425b-97c3-fd204f1dd57e is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:23.423470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:23.426043 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:58:23.478324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:23.509128 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:23.509784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:23.620216 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf123a-a839-4b60-ac39-6f3acfaaa3b9 req-68c94ca0-c110-4c19-b9a7-ddfa617d2714 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:23.620957 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-bbcf123a-a839-4b60-ac39-6f3acfaaa3b9 req-68c94ca0-c110-4c19-b9a7-ddfa617d2714 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:58:23.633102 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-1b03ebee-ecae-4412-980a-4e95e2ddf061 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9640207 Mar 16 11:58:23.644342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Request body: {'port': {'device_id': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:58:23.728911 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-bbcf123a-a839-4b60-ac39-6f3acfaaa3b9 req-68c94ca0-c110-4c19-b9a7-ddfa617d2714 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:58:23.730174 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bbcf123a-a839-4b60-ac39-6f3acfaaa3b9 req-68c94ca0-c110-4c19-b9a7-ddfa617d2714 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 931 time: 0.2026708 Mar 16 11:58:23.781554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4b2bdfba-eb90-4b8e-9e14-356556ae58c8 None None] Provisioning for port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:23.789111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-4b2bdfba-eb90-4b8e-9e14-356556ae58c8 None None] Provisioning complete for port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:23.791787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4b2bdfba-eb90-4b8e-9e14-356556ae58c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:23.854035 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bdfba-eb90-4b8e-9e14-356556ae58c8 None None] Port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 11:58:23.892568 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:23.915438 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bbcf123a-a839-4b60-ac39-6f3acfaaa3b9 req-f8c7d19d-38c8-4e24-85a7-dd625c678225 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788726 Mar 16 11:58:24.243134 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:58:24.250221 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:24.264701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Transition to ACTIVE for port object e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:24.332627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:24.496963 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:24.580315 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Attempting to bind port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:58:24.580905 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Attempting to bind port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:58:24.581306 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Attempting to bind port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d on network 75a53377-1365-425b-97c3-fd204f1dd57e {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:58:24.587357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d on network 75a53377-1365-425b-97c3-fd204f1dd57e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 11:58:24.587678 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Attempting to bind port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d on network 75a53377-1365-425b-97c3-fd204f1dd57e {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 11:58:24.593700 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 11:58:24.594065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Checking segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 11:58:24.594439 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Bound using segment: {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 11:58:24.594854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Bound port: e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54921df4-fa6e-4df9-92d0-062d9169016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:58:24.595199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:24.686665 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 11:58:24.689550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 11:58:24.749831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:24.805282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:24.805964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:24.807660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1093 time: 1.1672180 Mar 16 11:58:24.811249 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:58:24.849237 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ab73c-03b3-4899-9768-54c52f1b0fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:24.864671 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'status': 'completed', 'code': 200} Mar 16 11:58:24.963171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a6c-5f96-499b-a7f5-69b427cd4fcb req-d16870e5-8c3c-4b9a-9dd8-096a3e7366af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:24.964797 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71647a6c-5f96-499b-a7f5-69b427cd4fcb req-d16870e5-8c3c-4b9a-9dd8-096a3e7366af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1096 time: 0.0798001 Mar 16 11:58:25.159840 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a6c-5f96-499b-a7f5-69b427cd4fcb req-5f0cfcea-7e86-4cfa-9b2d-eec33a0be68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:25.161271 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71647a6c-5f96-499b-a7f5-69b427cd4fcb req-5f0cfcea-7e86-4cfa-9b2d-eec33a0be68e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5243aeafc15f4d3e8858d8be31a09247&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1898208 Mar 16 11:58:25.217438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7ac-c1e9-4e9d-bd94-81ccc51f9fdb req-5ed6241a-b642-4c71-bd28-5eecd025f5f2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:25.218881 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-82cfc7ac-c1e9-4e9d-bd94-81ccc51f9fdb req-5ed6241a-b642-4c71-bd28-5eecd025f5f2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.1572561 Mar 16 11:58:25.337037 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-82cfc7ac-c1e9-4e9d-bd94-81ccc51f9fdb req-b58afece-25ee-4ce7-8f34-0638ca59ac0c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692980 Mar 16 11:58:25.343571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a6c-5f96-499b-a7f5-69b427cd4fcb req-e10eb3cd-46fc-4b08-8d74-3de6841fe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:25.344925 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71647a6c-5f96-499b-a7f5-69b427cd4fcb req-e10eb3cd-46fc-4b08-8d74-3de6841fe819 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768410 Mar 16 11:58:25.448400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-9de4b957-b204-4b32-bf4b-d084b15dfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:25.449762 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-9de4b957-b204-4b32-bf4b-d084b15dfd18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1096 time: 0.0708272 Mar 16 11:58:25.518950 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-2e764eaa-a7af-4ddd-af4f-d02bffa98d92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 217 time: 0.0625169 Mar 16 11:58:25.579398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-e2d3d69d-1686-44a1-ab8c-4e4d62d95330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:25.580809 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-e2d3d69d-1686-44a1-ab8c-4e4d62d95330 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0563967 Mar 16 11:58:25.657658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3ce5-3955-43e9-8621-18d28670219e req-72d987f1-8e98-4832-ae40-c733b1ac7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:25.659142 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-72d987f1-8e98-4832-ae40-c733b1ac7975 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723476 Mar 16 11:58:25.887992 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-66e9dfc3-02d8-451e-b337-15c76b96d5de service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223983 Mar 16 11:58:26.017609 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-346e3ce5-3955-43e9-8621-18d28670219e req-e1215d34-d0e8-40ee-98ce-66288cbecea5 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231959 Mar 16 11:58:26.590667 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11262d-5e30-4945-95d3-562880a9ffa6 req-17fcc77a-01ff-481c-93a9-c4e60876da10 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:26.592207 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da11262d-5e30-4945-95d3-562880a9ffa6 req-17fcc77a-01ff-481c-93a9-c4e60876da10 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0842395 Mar 16 11:58:26.635048 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-da11262d-5e30-4945-95d3-562880a9ffa6 req-e63534b6-9dab-41f2-9f5b-adb09a0f69ae tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372312 Mar 16 11:58:27.859668 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c19ce4-cf84-4e26-9bc9-5202ada604fe req-529c3020-7209-44b0-ba15-3ae8ee15533b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:27.861122 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71c19ce4-cf84-4e26-9bc9-5202ada604fe req-529c3020-7209-44b0-ba15-3ae8ee15533b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0792122 Mar 16 11:58:27.907427 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-71c19ce4-cf84-4e26-9bc9-5202ada604fe req-7c1cfa8f-ec66-4b7e-b164-aaea4f257c5e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 Mar 16 11:58:29.088687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc01f7-b533-46d3-b14e-b52eb70884e3 req-63c17993-d75d-4647-a3a8-757d37cc39d2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:29.090154 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3acc01f7-b533-46d3-b14e-b52eb70884e3 req-63c17993-d75d-4647-a3a8-757d37cc39d2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0796926 Mar 16 11:58:29.135029 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3acc01f7-b533-46d3-b14e-b52eb70884e3 req-99cd1ac3-1556-402b-a123-6b1a5d71af20 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Mar 16 11:58:30.318492 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bdc06-d67c-459e-bcaf-837098737cc0 req-42745020-6a7a-4bf4-886e-8f450389bc97 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:30.319916 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d2bdc06-d67c-459e-bcaf-837098737cc0 req-42745020-6a7a-4bf4-886e-8f450389bc97 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0786607 Mar 16 11:58:30.363279 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d2bdc06-d67c-459e-bcaf-837098737cc0 req-74c901a5-1fcb-4fcb-b8c7-b152c0bea67a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378878 Mar 16 11:58:31.552627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf816-f450-4c44-a6d2-e791e14c6d51 req-c780277a-7314-4e8f-84bd-e2d11e7cb438 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:31.554110 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dafaf816-f450-4c44-a6d2-e791e14c6d51 req-c780277a-7314-4e8f-84bd-e2d11e7cb438 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0862749 Mar 16 11:58:31.599795 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-dafaf816-f450-4c44-a6d2-e791e14c6d51 req-6533e4c0-a4b5-4fe1-8a36-6774ff67d2b5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399778 Mar 16 11:58:32.781155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a0096-d32b-4ee7-af58-306fb3f95891 req-38dd3762-c488-4d9d-928b-7543f35bbd48 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:32.782603 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-758a0096-d32b-4ee7-af58-306fb3f95891 req-38dd3762-c488-4d9d-928b-7543f35bbd48 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0812566 Mar 16 11:58:32.825583 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-758a0096-d32b-4ee7-af58-306fb3f95891 req-7b8b701a-faf7-4505-9dc2-381cd55e692c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368338 Mar 16 11:58:34.010132 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc7e3e-f8a6-494f-aa5d-ec8162e03135 req-4125847a-0eb4-4e78-b462-cbfef9b54b34 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:34.011578 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-26fc7e3e-f8a6-494f-aa5d-ec8162e03135 req-4125847a-0eb4-4e78-b462-cbfef9b54b34 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0794396 Mar 16 11:58:34.058869 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-26fc7e3e-f8a6-494f-aa5d-ec8162e03135 req-a927dc25-2ee1-4a3c-b5a4-f57d84cb8f04 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417407 Mar 16 11:58:34.635045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:58:34.763599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:58:34.776831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'port_id': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'mac_address': 'fa:16:3e:2d:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:58:34.829827 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:34.846467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 11:58:34.861817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:58:34.937896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:35.006701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:35.013682 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.014069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.014414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.014743 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.015071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.015398 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.015721 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.016041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.016362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.016680 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.016998 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.017314 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:35.065300 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:35.138628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 11:58:35.242116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c74f-b5d6-4c42-90a3-9368fb1344c0 req-2e3c7f28-d4d9-4a91-9f74-029503054fa9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:35.243594 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aef5c74f-b5d6-4c42-90a3-9368fb1344c0 req-2e3c7f28-d4d9-4a91-9f74-029503054fa9 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 944 time: 0.0813112 Mar 16 11:58:35.289045 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-aef5c74f-b5d6-4c42-90a3-9368fb1344c0 req-92f88eb7-040e-46ec-9b23-f7b244ee024e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 Mar 16 11:58:36.471420 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6b744-d2a9-454e-aea2-278851cd5657 req-2e77218c-c886-4110-ab99-d9be911fa903 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:36.472874 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a1d6b744-d2a9-454e-aea2-278851cd5657 req-2e77218c-c886-4110-ab99-d9be911fa903 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 944 time: 0.0801580 Mar 16 11:58:36.516817 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a1d6b744-d2a9-454e-aea2-278851cd5657 req-75e0af96-30c7-49d3-b1ba-3971a133ea60 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382113 Mar 16 11:58:36.650750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:36.775081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:36.779768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:36.780139 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:36.891373 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:36.918192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:58:36.928077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 11:58:36.986872 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:37.027156 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'code': 200} Mar 16 11:58:37.060786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:37.449149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a004-5b49-4acd-96b9-811ca26143e6 req-c7b74e03-5b59-4684-832f-e5f2fc519159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:37.450639 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27a3a004-5b49-4acd-96b9-811ca26143e6 req-c7b74e03-5b59-4684-832f-e5f2fc519159 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0722914 Mar 16 11:58:37.490989 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-27a3a004-5b49-4acd-96b9-811ca26143e6 req-e603fbe2-ed41-4993-be56-8219488427f0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Mar 16 11:58:37.702123 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa753e-80d1-471d-8eea-1d363509286b req-4c3f55ea-2ea8-4324-8dba-9b24971d98fa tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:37.703487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-affa753e-80d1-471d-8eea-1d363509286b req-4c3f55ea-2ea8-4324-8dba-9b24971d98fa tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0833194 Mar 16 11:58:37.746665 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-affa753e-80d1-471d-8eea-1d363509286b req-13f4c4ec-c40e-4794-9def-fd4c55f71ce8 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376408 Mar 16 11:58:38.934761 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357250cf-0a9a-430b-942b-0edb2598e08d req-ee725098-8128-4529-992e-f41f1a8f8ece tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:38.936158 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-357250cf-0a9a-430b-942b-0edb2598e08d req-ee725098-8128-4529-992e-f41f1a8f8ece tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0823939 Mar 16 11:58:38.978617 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-357250cf-0a9a-430b-942b-0edb2598e08d req-c48106f3-6b03-496a-8ed3-3906c0b86c0d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369353 Mar 16 11:58:39.161915 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8378-906c-4a0a-a693-09e430d8e2f3 req-6f9bcada-1a79-45d9-93ac-2488933f6fde tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:39.163406 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2e5d8378-906c-4a0a-a693-09e430d8e2f3 req-6f9bcada-1a79-45d9-93ac-2488933f6fde tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0803664 Mar 16 11:58:39.209646 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2e5d8378-906c-4a0a-a693-09e430d8e2f3 req-25a4317f-7be9-43ff-bea6-7cd742116cbc tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Mar 16 11:58:39.231041 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44374) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:39.299621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82deada4-ea38-4ab6-a7ba-e7ff3b36bd33 tempest-TestShelveInstance-1907789682 tempest-TestShelveInstance-1907789682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:39.301085 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-82deada4-ea38-4ab6-a7ba-e7ff3b36bd33 tempest-TestShelveInstance-1907789682 tempest-TestShelveInstance-1907789682-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1093 time: 0.0690713 Mar 16 11:58:39.304612 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44378) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:39.309431 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 11:58:39.315247 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:58:39.319588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Usage tracker for resource:floatingip and tenant:5243aeafc15f4d3e8858d8be31a09247 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:58:39.322355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:58:39.327896 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:58:39.383378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:39.517221 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:39.653742 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Allocated IP 172.26.7.218 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/8c056879-7ab4-44f4-bd62-57054b062a4c) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:39.891770 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:39.983857 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:40.043755 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:40.046413 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:40.048905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 11:58:40.091182 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'Port': ['ID=8c056879-7ab4-44f4-bd62-57054b062a4c,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:40.462590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:40.591118 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:40.793070 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:40.851861 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:40.957871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event updated for resources: {'Port': ['ID=8c056879-7ab4-44f4-bd62-57054b062a4c,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:40.967919 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:41.137483 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Floating IP 7e6313a9-e741-42c5-8094-baef3c4736de associated. External IP: 172.26.7.218, port: e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d. Mar 16 11:58:41.591020 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 11:58:41.769165 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 11:58:41.778751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 11:58:41.788911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:58:41.789550 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:58:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:41.869516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:41.933113 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4982f188-8946-426d-a3a4-daf5eac086fd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6193438 Mar 16 11:58:41.933113 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 11:58:41.970325 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'status': 'completed', 'code': 200} Mar 16 11:58:41.974046 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:58:42.059019 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-8f42531c-e92b-4e1d-8ea0-92c62fe8fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:42.060470 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-8f42531c-e92b-4e1d-8ea0-92c62fe8fb59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0706120 Mar 16 11:58:42.192300 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-08b13f48-3a23-4867-a8da-d99d0d56f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:42.193711 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-08b13f48-3a23-4867-a8da-d99d0d56f3a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1273034 Mar 16 11:58:42.299356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-b639af50-1050-4dd7-aeae-20aff333df0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 999 time: 0.0996962 Mar 16 11:58:42.363218 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-4d36eec5-60ec-4c0b-ac2a-369e72d7fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:42.364415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '7e6313a9-e741-42c5-8094-baef3c4736de', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'port_id': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'mac_address': 'fa:16:3e:2d:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:40Z', 'updated_at': '2022-03-16T11:58:40Z', 'revision_number': 0, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:42.364641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-4d36eec5-60ec-4c0b-ac2a-369e72d7fb6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0596766 Mar 16 11:58:42.368290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 11:58:42.376813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 11:58:42.377555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T11:58:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:42.437795 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-baa4e1c3-756c-446c-8900-c6338f86297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:42.439285 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-baa4e1c3-756c-446c-8900-c6338f86297a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691316 Mar 16 11:58:42.556773 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 11:58:42.570758 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-0897b9f4-bf87-4d7e-8071-4247ab02b1f4 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255052 Mar 16 11:58:42.702985 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2b6bc040-655a-4f8f-ab2b-a0c41388c9fe req-c6afc9fc-0740-4599-89c8-a12e4f8fe879 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262264 Mar 16 11:58:42.902535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '7e6313a9-e741-42c5-8094-baef3c4736de', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'port_id': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'mac_address': 'fa:16:3e:2d:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:40Z', 'updated_at': '2022-03-16T11:58:40Z', 'revision_number': 0, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:42.906472 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c69e0b-1eb4-487e-9b16-342f71a737c6 None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '7e6313a9-e741-42c5-8094-baef3c4736de', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'port_id': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'mac_address': 'fa:16:3e:2d:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:40Z', 'updated_at': '2022-03-16T11:58:40Z', 'revision_number': 0, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 11:58:43.098158 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33eebe3-4bef-4091-839a-70f6b94b9734 None None] New status for floating IP 7e6313a9-e741-42c5-8094-baef3c4736de: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 11:58:45.217433 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-753d87a9-8be2-4ec8-9709-b011f8f0ea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:47.400458 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ad723969-d43c-4e06-a995-81c1298376f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:48.384134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:48.874648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:50.317951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:50.346338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:10.554535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-d1902182-e486-4ec3-ba6e-bd8adb32774d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701180 Mar 16 11:59:10.797497 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4036290-2c23-4920-8205-3a2080470fe6 req-e90408ab-acc1-4fbe-bbc0-a6fa88db53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:10.799221 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-e90408ab-acc1-4fbe-bbc0-a6fa88db53c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.1751728 Mar 16 11:59:10.938580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4036290-2c23-4920-8205-3a2080470fe6 req-0a7edb59-da72-4833-8b02-ebaa00d62bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:10.940227 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-0a7edb59-da72-4833-8b02-ebaa00d62bf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1241968 Mar 16 11:59:11.042461 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-16385bf6-b2fd-4aad-bdce-2cb406174003 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1001 time: 0.0957458 Mar 16 11:59:11.102589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4036290-2c23-4920-8205-3a2080470fe6 req-e5058d78-f583-4a60-aa05-5a37d566713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:11.104239 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-e5058d78-f583-4a60-aa05-5a37d566713d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0561688 Mar 16 11:59:11.180021 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4036290-2c23-4920-8205-3a2080470fe6 req-efe8a236-4f50-41c6-8515-fa6bc03cf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:11.181447 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-efe8a236-4f50-41c6-8515-fa6bc03cf90b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722642 Mar 16 11:59:11.311729 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-2e86246c-d357-4718-82d2-3201b383233f service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241841 Mar 16 11:59:11.442105 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c4036290-2c23-4920-8205-3a2080470fe6 req-baeab0e8-0390-4079-a0bf-8e9b96ed6301 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241338 Mar 16 11:59:12.067984 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:15.199293 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7d5c174c-5067-433b-b223-0c4330b9d14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:17.399896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3d82b2a7-b0e4-460c-831b-7823fb4f97e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:18.386461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:18.851148 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:20.323692 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:20.347006 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:45.215162 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-989a8005-f9a9-4798-81a0-31628e35d6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:47.416512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-bf86319a-4277-4fb7-b0f3-226e2e8bbc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:48.364091 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:48.857244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.082952 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:50.340420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.363042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:12.540011 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-a9bbe42d-4675-4f8e-ae5c-acdaa7547a47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724311 Mar 16 12:00:12.683508 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-7f7c993e-eddf-4c23-b1d2-2028930dec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:12.684934 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-7f7c993e-eddf-4c23-b1d2-2028930dec04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0771947 Mar 16 12:00:12.826989 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-01135fcf-db63-43e0-937f-e2b51d8e05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:12.829167 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-01135fcf-db63-43e0-937f-e2b51d8e05c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1266346 Mar 16 12:00:12.928713 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-b08d7a6f-79d1-486c-ac93-2305f3d91213 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1001 time: 0.0938089 Mar 16 12:00:12.989438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-e8870ca4-2bca-42cc-8ff7-1735c4cb9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:12.993351 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-e8870ca4-2bca-42cc-8ff7-1735c4cb9266 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0560477 Mar 16 12:00:13.064109 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-4e2d8fc9-edca-4132-8317-66b3ce6f6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:13.065538 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-4e2d8fc9-edca-4132-8317-66b3ce6f6a7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693123 Mar 16 12:00:13.074921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-e38db534-bde2-4c7f-8df5-6f7e0347d0a3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 12:00:13.075816 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-e38db534-bde2-4c7f-8df5-6f7e0347d0a3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046129 Mar 16 12:00:13.202284 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-c76343c4-a5ab-4f63-a486-b63b5a476f2a service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201203 Mar 16 12:00:13.328557 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c252657c-457c-4ca1-9b3a-eecb5f4d329f req-5a2c53d2-8b24-4c8b-91c3-7cac29e0ce20 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209285 Mar 16 12:00:15.209105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d12a-681e-4105-aca4-4ddd2558b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:17.397964 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-0786066c-2fbf-4edb-b199-7373ac6e2e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:18.347708 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:18.850300 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:20.312108 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:20.341290 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:26.062442 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:00:45.203924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c3aae694-889d-4ccc-b6ba-074db0533781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:47.404196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b21d0965-2455-4491-884b-99c6df805fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:48.363305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:48.854633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:50.324057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:50.340990 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.061137 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:14.779388 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-3e966e6f-2704-48c7-bc21-f164469c89d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2828736 Mar 16 12:01:14.914941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-f6c772a2-064f-4c3b-ba47-115441595f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:14.916394 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-f6c772a2-064f-4c3b-ba47-115441595f23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0710247 Mar 16 12:01:15.056777 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-fe0c3c39-3ee6-4060-9c53-73109f7c8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:15.058226 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-fe0c3c39-3ee6-4060-9c53-73109f7c8dcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1254041 Mar 16 12:01:15.160155 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-90f78bbf-102d-4537-accb-c1c0af8a68c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1001 time: 0.0964015 Mar 16 12:01:15.224123 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-8620f035-4af8-479b-bf56-0a434545d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:15.225501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-8620f035-4af8-479b-bf56-0a434545d93e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0603278 Mar 16 12:01:15.237831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-914b89f2-cfeb-49ec-9f4d-c25ff55c87e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.300207 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-215ce002-f531-4687-876f-517ff115a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:15.301695 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-215ce002-f531-4687-876f-517ff115a127 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709443 Mar 16 12:01:15.435453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-bb723c5d-582d-4ed3-b5ce-794591a8c89a service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271780 Mar 16 12:01:15.570672 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-29760be4-28f0-4367-ad19-077cdbb33ea9 req-e6c57ef6-6f9d-4514-aa7c-453d2a517f58 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287589 Mar 16 12:01:17.417897 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3722eeb5-1efa-4a74-b581-ff61f41b556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.397567 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.900633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.330077 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.392976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.081213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe2d4f-0ea1-42c2-bdf5-45d54d093a7b req-e3e9a9ce-4135-43b8-8b7c-f8dc9f1f9e0f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:21.081213 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2fe2d4f-0ea1-42c2-bdf5-45d54d093a7b req-e3e9a9ce-4135-43b8-8b7c-f8dc9f1f9e0f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.1314762 Mar 16 12:01:21.132291 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e2fe2d4f-0ea1-42c2-bdf5-45d54d093a7b req-64b18ba4-79de-4de8-b8d9-29602da0c1be tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408709 Mar 16 12:01:22.366255 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5b330-71d8-44f9-96a4-28982d6de806 req-dd7242c8-6c83-4fbf-b576-14e96874e9c1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:22.368084 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5fd5b330-71d8-44f9-96a4-28982d6de806 req-dd7242c8-6c83-4fbf-b576-14e96874e9c1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.1331875 Mar 16 12:01:22.413267 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-5fd5b330-71d8-44f9-96a4-28982d6de806 req-8fb66127-1b09-4c33-bbcc-5f580c6937a0 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Mar 16 12:01:23.596972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1743bc-7cd7-4319-957c-d0af80e36e0a req-e8f48586-5aba-4191-bdbc-42485ce4dc12 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:23.598589 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df1743bc-7cd7-4319-957c-d0af80e36e0a req-e8f48586-5aba-4191-bdbc-42485ce4dc12 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0795105 Mar 16 12:01:23.641742 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-df1743bc-7cd7-4319-957c-d0af80e36e0a req-cff44e76-6360-496e-b18e-6c8881091dd2 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374765 Mar 16 12:01:24.823884 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545df9-4eef-4dc6-9739-af117cd2b435 req-aff8e0c6-dcc6-413d-b2c9-fe8000ecb070 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:24.825342 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4545df9-4eef-4dc6-9739-af117cd2b435 req-aff8e0c6-dcc6-413d-b2c9-fe8000ecb070 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0794368 Mar 16 12:01:24.872811 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-a4545df9-4eef-4dc6-9739-af117cd2b435 req-9b7e43e2-c2a0-4dcf-ad1d-09525de1ba7d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Mar 16 12:01:26.058999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57788478-2a3d-4671-92df-53b732bd2f52 req-69790553-63ab-4961-b81d-1d369d44de4b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:26.060438 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-57788478-2a3d-4671-92df-53b732bd2f52 req-69790553-63ab-4961-b81d-1d369d44de4b tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0823812 Mar 16 12:01:26.103832 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-57788478-2a3d-4671-92df-53b732bd2f52 req-5e3d26a2-4ce2-49c6-a564-7c49aedace6c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378001 Mar 16 12:01:27.287400 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d3a9-4834-4f8b-9730-30753fef501b req-35479a79-e2cf-442d-8516-a11ffba8c1ae tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:27.290138 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1158d3a9-4834-4f8b-9730-30753fef501b req-35479a79-e2cf-442d-8516-a11ffba8c1ae tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0799501 Mar 16 12:01:27.334980 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1158d3a9-4834-4f8b-9730-30753fef501b req-c8852d33-b693-4c60-bf1f-065305d92bba tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Mar 16 12:01:28.516728 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830abc0-04e0-4eda-ad90-e5e646b1b69e req-d73120d1-8446-4ea2-a246-cdec92aaf1d1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:28.518697 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4830abc0-04e0-4eda-ad90-e5e646b1b69e req-d73120d1-8446-4ea2-a246-cdec92aaf1d1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0803087 Mar 16 12:01:28.566540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4830abc0-04e0-4eda-ad90-e5e646b1b69e req-f4aaa19e-1aa5-4423-868c-bf4d6be4256d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 Mar 16 12:01:29.752652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461f4d-f8b1-4dc0-9f4f-4bd41af19d41 req-cbb2c0da-501d-441c-a027-65c58d693072 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:29.754146 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd461f4d-f8b1-4dc0-9f4f-4bd41af19d41 req-cbb2c0da-501d-441c-a027-65c58d693072 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0819385 Mar 16 12:01:29.797163 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cd461f4d-f8b1-4dc0-9f4f-4bd41af19d41 req-ad159ad7-f73f-4d0d-8109-fd529f9813d1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Mar 16 12:01:30.977471 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9097d93-a21a-41f9-8aa0-0a54ea424d6c req-d4ba16c0-9b00-4177-9724-f3d5fa1708d6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:30.978915 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9097d93-a21a-41f9-8aa0-0a54ea424d6c req-d4ba16c0-9b00-4177-9724-f3d5fa1708d6 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0790977 Mar 16 12:01:31.022496 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9097d93-a21a-41f9-8aa0-0a54ea424d6c req-c1c42b16-536e-4701-bc47-75ee3232b910 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380895 Mar 16 12:01:31.191239 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-1c7bb01e-7bbd-485a-bc4f-887c1164a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:31.192671 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-1c7bb01e-7bbd-485a-bc4f-887c1164a752 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0730350 Mar 16 12:01:31.323358 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-66660360-e480-4679-bb4b-4025611cbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:31.324825 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-66660360-e480-4679-bb4b-4025611cbdf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1236379 Mar 16 12:01:31.425278 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-f56183a6-2108-4a55-ac78-75ed745f8ccc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1001 time: 0.0949514 Mar 16 12:01:31.486910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-3043a5f0-7b11-4b82-b1b6-bae738e8b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:31.488376 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-3043a5f0-7b11-4b82-b1b6-bae738e8b3cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0563245 Mar 16 12:01:31.562198 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-5fb99c1a-06d7-497d-af5a-71ce40be1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:31.563827 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-5fb99c1a-06d7-497d-af5a-71ce40be1281 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690501 Mar 16 12:01:31.790936 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-35a1eea6-deb7-4ee8-a67e-c253de766491 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208116 Mar 16 12:01:31.918525 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-56665ff3-72a3-41ba-adb2-f6668cea3a13 req-41bc0828-4cfb-44f3-bfc5-58ad81beb283 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217411 Mar 16 12:01:32.203948 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0842583-afe5-4c76-8362-5d55c87f2eb8 req-b9b78f1f-4a43-4e38-babb-3b6a36fbec3a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:32.205420 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b0842583-afe5-4c76-8362-5d55c87f2eb8 req-b9b78f1f-4a43-4e38-babb-3b6a36fbec3a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0800097 Mar 16 12:01:32.249446 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-b0842583-afe5-4c76-8362-5d55c87f2eb8 req-b92d2b1b-9d94-45a8-ad2e-1c44366f4522 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382142 Mar 16 12:01:33.583309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0d415-6b9c-4a35-9df3-64ae1e6c04a8 req-35939167-8c83-4d46-883e-13bf704dca49 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:33.584779 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcd0d415-6b9c-4a35-9df3-64ae1e6c04a8 req-35939167-8c83-4d46-883e-13bf704dca49 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0803552 Mar 16 12:01:33.629870 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dcd0d415-6b9c-4a35-9df3-64ae1e6c04a8 req-7d880ba3-b518-4dad-9a5b-46f233616181 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 Mar 16 12:01:34.813614 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139681-972f-4e08-bd73-f20f49aefc97 req-ed30e82a-9532-41ea-9667-6227b67936ff tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:34.815776 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c6139681-972f-4e08-bd73-f20f49aefc97 req-ed30e82a-9532-41ea-9667-6227b67936ff tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0826545 Mar 16 12:01:34.866093 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c6139681-972f-4e08-bd73-f20f49aefc97 req-80621c33-a650-4bc3-80ce-c172eb143e35 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 Mar 16 12:01:35.324542 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f6907-86ed-48da-b3ee-fd61554d53d7 req-ff758cf8-a90d-4fe4-aaa0-177931217d85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:35.326071 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-100f6907-86ed-48da-b3ee-fd61554d53d7 req-ff758cf8-a90d-4fe4-aaa0-177931217d85 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0797055 Mar 16 12:01:35.354166 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-7b7db81f-e9c2-4569-8ad9-08df88bb34af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108251 Mar 16 12:01:35.373496 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-100f6907-86ed-48da-b3ee-fd61554d53d7 req-dda72dec-6281-4ad5-95c2-a5c8fafbebd5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Mar 16 12:01:35.538440 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:35.649979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:35.675722 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:01:35.685117 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:35.714891 dv-neutron-831730-4-hyperv neutron-server[88451]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'code': 422} returned with failed status Mar 16 12:01:35.786511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:35.852899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:35.859836 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.860188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.860529 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.860869 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.861200 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.861534 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.861929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.862261 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.862588 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.862916 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.863239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:35.863561 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:36.559619 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905aad-87a7-4453-acac-50fe6d754090 req-660f5e3a-fae4-45bc-8079-4e20f85c4c37 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:36.561106 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8905aad-87a7-4453-acac-50fe6d754090 req-660f5e3a-fae4-45bc-8079-4e20f85c4c37 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0838482 Mar 16 12:01:36.607698 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d8905aad-87a7-4453-acac-50fe6d754090 req-be7b7b34-0b70-47a1-9864-250f9a640e7c tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Mar 16 12:01:37.792282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b76792-3bff-4f6b-9a14-9335d117254c req-629f87c9-d60a-48c3-8faf-0f65c5db71bd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:37.793726 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44b76792-3bff-4f6b-9a14-9335d117254c req-629f87c9-d60a-48c3-8faf-0f65c5db71bd tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0785127 Mar 16 12:01:37.836978 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-44b76792-3bff-4f6b-9a14-9335d117254c req-fc94886f-dadf-46db-8420-3460dc1eda93 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Mar 16 12:01:39.022988 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9475-97a3-4455-8690-23f4d1829d4f req-6bdf8dc1-587e-4fb3-b361-8fa967decd4d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:39.024792 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-237c9475-97a3-4455-8690-23f4d1829d4f req-6bdf8dc1-587e-4fb3-b361-8fa967decd4d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0851958 Mar 16 12:01:39.073887 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-237c9475-97a3-4455-8690-23f4d1829d4f req-8773ebad-d43e-420d-87d9-38335e6fa25f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Mar 16 12:01:40.061277 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:40.262133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41463779-ef2e-4376-898a-8f580f0697ca req-dd293a8a-f0a0-4c4b-8bfa-4d3f41359e1d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:40.263576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41463779-ef2e-4376-898a-8f580f0697ca req-dd293a8a-f0a0-4c4b-8bfa-4d3f41359e1d tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0830350 Mar 16 12:01:40.307945 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-41463779-ef2e-4376-898a-8f580f0697ca req-4359a28e-1c89-4493-bfed-8c3acb5ad561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 Mar 16 12:01:41.496281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441f60-c2ff-4a52-b162-0c02aa7e4124 req-ec2519e8-7808-4b76-ad00-6f731f5439c1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:41.497785 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e441f60-c2ff-4a52-b162-0c02aa7e4124 req-ec2519e8-7808-4b76-ad00-6f731f5439c1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0829904 Mar 16 12:01:41.546047 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-7e441f60-c2ff-4a52-b162-0c02aa7e4124 req-b6e977f3-f614-4ee0-8243-ebdf7160ca4a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418093 Mar 16 12:01:41.929400 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-47aac0dc-3d9f-40a1-955d-087ed6d518bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:41.930854 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-47aac0dc-3d9f-40a1-955d-087ed6d518bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&tenant_id=5243aeafc15f4d3e8858d8be31a09247 HTTP/1.1" status: 200 len: 1096 time: 0.0705173 Mar 16 12:01:42.024367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-020e40fd-24e8-4a40-8c15-65ad82d0fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:42.025968 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-020e40fd-24e8-4a40-8c15-65ad82d0fa85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1096 time: 0.0748601 Mar 16 12:01:42.154891 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-1dd88ffa-19d5-4242-8f89-4f196751e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:42.156392 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-1dd88ffa-19d5-4242-8f89-4f196751e43d service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1248102 Mar 16 12:01:42.255576 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-b17cebe5-be35-42fb-b7e2-85821a3415b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 999 time: 0.0931375 Mar 16 12:01:42.317307 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-38366880-544d-4673-9c18-6695b7bc2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:42.318756 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-38366880-544d-4673-9c18-6695b7bc2b38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0571988 Mar 16 12:01:42.391475 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-4e3fe3d7-8b03-47dc-82af-dddf9ca4a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:42.393456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-4e3fe3d7-8b03-47dc-82af-dddf9ca4a89e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683117 Mar 16 12:01:42.521090 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-d41751df-6b33-4f80-843a-e5fdc3131ae6 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216097 Mar 16 12:01:42.654256 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e54c4f9a-b54d-4def-96a5-d7987f192907 req-d0bc093a-e38f-44a3-b417-a9e0f2c04741 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271579 Mar 16 12:01:42.737643 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d48afb-f32f-4557-8f37-3ad4b28db352 req-67f50898-4573-484e-aa3c-f698f15b4876 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:42.739147 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79d48afb-f32f-4557-8f37-3ad4b28db352 req-67f50898-4573-484e-aa3c-f698f15b4876 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0874085 Mar 16 12:01:42.783375 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-79d48afb-f32f-4557-8f37-3ad4b28db352 req-eb9a199c-6838-4159-bd7b-6b7698f49243 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383885 Mar 16 12:01:43.969266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9ede-04c0-4e14-a17e-df5605cd4f6a req-a59b62f5-b1db-4a53-a751-a1fcab2e89bc tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:43.970738 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-251f9ede-04c0-4e14-a17e-df5605cd4f6a req-a59b62f5-b1db-4a53-a751-a1fcab2e89bc tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0839570 Mar 16 12:01:44.016805 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-251f9ede-04c0-4e14-a17e-df5605cd4f6a req-2c4b69dc-0ad0-4df9-917f-e7389c850454 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397890 Mar 16 12:01:45.203052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d368b-5348-47e6-892c-ee4178053de9 req-19836d9f-df19-4322-8408-b2c2566ba63e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:45.204509 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee5d368b-5348-47e6-892c-ee4178053de9 req-19836d9f-df19-4322-8408-b2c2566ba63e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0790768 Mar 16 12:01:45.220552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c9264126-80ec-4c56-9383-5761ff810c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:45.251766 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ee5d368b-5348-47e6-892c-ee4178053de9 req-bc7e992f-44d4-4718-88a1-0332e1496ecc tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Mar 16 12:01:46.446892 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06a1d3-4bff-4c80-b5b3-0da29b8065af req-2cd603e3-1854-4bc3-a307-ce83ac98c922 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:46.448385 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed06a1d3-4bff-4c80-b5b3-0da29b8065af req-2cd603e3-1854-4bc3-a307-ce83ac98c922 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0886426 Mar 16 12:01:46.496633 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ed06a1d3-4bff-4c80-b5b3-0da29b8065af req-259c272f-4a53-4bfc-944f-9927f31046c4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Mar 16 12:01:47.414744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67208fee-7f55-4726-944b-1ae98acee5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:47.771309 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47986294-f4ab-4469-8b47-f534e2c33688 req-c265d213-e06f-4ff9-b97a-f8afa391a9b5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:47.772660 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-47986294-f4ab-4469-8b47-f534e2c33688 req-c265d213-e06f-4ff9-b97a-f8afa391a9b5 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.1724882 Mar 16 12:01:47.815696 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-47986294-f4ab-4469-8b47-f534e2c33688 req-d2aa7b31-26cb-40ed-b3cb-f13487b33b27 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371714 Mar 16 12:01:48.368565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:48.842979 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:49.000898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f45d6-ca07-4630-a58f-3ce565245d29 req-2cd3d651-2a95-492f-93f0-83680db7ad95 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:49.002401 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2e5f45d6-ca07-4630-a58f-3ce565245d29 req-2cd3d651-2a95-492f-93f0-83680db7ad95 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 943 time: 0.0788333 Mar 16 12:01:49.046776 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-2e5f45d6-ca07-4630-a58f-3ce565245d29 req-92ad840b-177a-4a91-b845-139377f00d46 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Mar 16 12:01:49.599382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:01:49.778930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:49.792089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'port_id': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'mac_address': 'fa:16:3e:2d:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:01:49.845146 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:49.861946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:01:49.876750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:49.957352 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:50.026103 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:50.181756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:01:50.231287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9aa8c-08ac-4918-9c95-3751ed42d5e5 req-1a43c374-7038-4cc2-bca5-48acccaba78f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:50.232224 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9a9aa8c-08ac-4918-9c95-3751ed42d5e5 req-1a43c374-7038-4cc2-bca5-48acccaba78f tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 944 time: 0.0814047 Mar 16 12:01:50.277644 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-f9a9aa8c-08ac-4918-9c95-3751ed42d5e5 req-bf4e76ed-6171-4d03-8eba-6203865a9931 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Mar 16 12:01:50.329652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:50.393821 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.462607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79bed0-70dd-471e-a09f-2fd4363e81f0 req-39bc6133-3a63-4511-bb27-552ec6a27dad tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:51.464043 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e79bed0-70dd-471e-a09f-2fd4363e81f0 req-39bc6133-3a63-4511-bb27-552ec6a27dad tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 944 time: 0.0824184 Mar 16 12:01:51.507110 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3e79bed0-70dd-471e-a09f-2fd4363e81f0 req-19016f41-d51f-43b7-8d3f-da8d9d312502 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373745 Mar 16 12:01:51.599509 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:51.668479 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:51.668853 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.778446 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.804015 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:01:51.813462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:01:51.848964 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'code': 200} Mar 16 12:01:51.865967 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:51.936071 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:52.161867 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6383a-6b06-4528-84ca-ec86c6b5561a req-d850b9ba-34a8-46a3-992e-10e85d8ff439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:52.163594 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-caf6383a-6b06-4528-84ca-ec86c6b5561a req-d850b9ba-34a8-46a3-992e-10e85d8ff439 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0685029 Mar 16 12:01:52.209546 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-caf6383a-6b06-4528-84ca-ec86c6b5561a req-97ab2ed6-f102-4963-8cfd-023be9f82f16 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397799 Mar 16 12:01:52.688219 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3351aa-7512-4167-8e55-6ad2a55e6ce7 req-c7e56f28-89a9-4790-807a-7b205e70b0b1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:52.689752 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6a3351aa-7512-4167-8e55-6ad2a55e6ce7 req-c7e56f28-89a9-4790-807a-7b205e70b0b1 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0792010 Mar 16 12:01:52.732693 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-6a3351aa-7512-4167-8e55-6ad2a55e6ce7 req-8946df88-7a29-42de-9939-7b07e7b5589a tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373504 Mar 16 12:01:53.916856 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83896b-fd27-4a4c-90a4-92a66df553e8 req-180c0a0c-5bab-4cd4-ada7-f677daccb537 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:53.918313 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a83896b-fd27-4a4c-90a4-92a66df553e8 req-180c0a0c-5bab-4cd4-ada7-f677daccb537 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0795834 Mar 16 12:01:53.963501 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5a83896b-fd27-4a4c-90a4-92a66df553e8 req-c584f057-1bfd-4a79-aada-5a3fab783bb4 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396798 Mar 16 12:02:15.219765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c14b-4ceb-4322-81cc-d507132b2dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:16.556269 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-3439bac5-a1fe-41b8-b047-113511feeccb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760491 Mar 16 12:02:16.701459 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-12b0ea23-a836-4ba5-80b2-7f46191d41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:16.701459 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-12b0ea23-a836-4ba5-80b2-7f46191d41d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0744829 Mar 16 12:02:16.847335 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-93b46f31-7832-4cdd-ba90-c3b02e2f7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:16.848746 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-93b46f31-7832-4cdd-ba90-c3b02e2f7e40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1301630 Mar 16 12:02:16.962356 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-ce696981-e6ce-4863-b661-cc34e2f04d9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1001 time: 0.1036458 Mar 16 12:02:17.028888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-b0070501-4630-40b9-8e2d-e58b5c516b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:17.028888 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-b0070501-4630-40b9-8e2d-e58b5c516b07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0622547 Mar 16 12:02:17.059827 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:17.104679 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-63743952-f095-4ca9-ae05-7d99ceef433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:17.106109 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-63743952-f095-4ca9-ae05-7d99ceef433f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734191 Mar 16 12:02:17.236406 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-40e0b6d1-1b3d-4706-a9ae-1fce19701f59 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236517 Mar 16 12:02:17.371304 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-76b9f643-fa2d-49ef-a3c3-7ce871cc9401 req-64fff4b7-c4fe-4fb1-80ab-a7ce924a203a service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283240 Mar 16 12:02:17.475813 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9cbb06fb-2aa1-4298-8d17-67dfd6f8d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.402497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:18.885651 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.340061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:20.391590 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:45.247857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-92677af2-43c3-4dfc-a763-2ada173f0b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:47.414348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3eec-a139-4ff0-a3da-5eb4a1c6e513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:48.499609 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:48.871307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:50.322659 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:50.390542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:54.058915 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:15.219372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ae39221a-489c-43a2-b312-31a5439ec0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:16.540358 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-fc37bc9a-8805-49d7-8947-ede9f56708fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696352 Mar 16 12:03:16.676892 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d146e-392b-481a-a49e-afab99dbe05e req-cdd92ed9-8420-4495-b26d-acf4de1869bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:16.678349 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-cdd92ed9-8420-4495-b26d-acf4de1869bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0739183 Mar 16 12:03:16.821101 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d146e-392b-481a-a49e-afab99dbe05e req-5144654c-cdb5-4a53-9856-e5cf51c44388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:16.822461 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-5144654c-cdb5-4a53-9856-e5cf51c44388 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1256905 Mar 16 12:03:16.922105 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-ac201e54-847d-4c19-8305-2e022f49224a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 1001 time: 0.0938509 Mar 16 12:03:17.088193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d146e-392b-481a-a49e-afab99dbe05e req-1c5994e8-66cc-49a3-b481-b3a1457db4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:17.089668 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-1c5994e8-66cc-49a3-b481-b3a1457db4b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.1604092 Mar 16 12:03:17.164604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d146e-392b-481a-a49e-afab99dbe05e req-b1689a58-b037-4d31-9d2e-90316037c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:17.166086 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-b1689a58-b037-4d31-9d2e-90316037c358 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704710 Mar 16 12:03:17.293002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-b48cc36c-61e1-46aa-922f-77ebea4ed478 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211946 Mar 16 12:03:17.396684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d5c74e0-4d95-4578-ba81-e43f99c5ea3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:17.425802 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b54d146e-392b-481a-a49e-afab99dbe05e req-8d0b8034-fa02-4b3a-8f49-226ff9627866 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269410 Mar 16 12:03:18.384810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:18.864424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:20.328087 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:20.425061 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:31.057641 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:42.288252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44602) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:42.758410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Deleting port 8c056879-7ab4-44f4-bd62-57054b062a4c {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:42.758746 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:42.922820 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:42.923141 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:43.041199 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Calling delete_port for 8c056879-7ab4-44f4-bd62-57054b062a4c owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:43.259198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:43.304228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event deleted for resources: {'Port': ['ID=8c056879-7ab4-44f4-bd62-57054b062a4c,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:43.340119 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.340469 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.340813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.341146 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.342109 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.342524 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.342853 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.343181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.343506 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.343828 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.344151 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.344471 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:43.407104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:43.407435 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Floating IP 7e6313a9-e741-42c5-8094-baef3c4736de disassociated (deleted). External IP: 172.26.7.218, port: e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d. Mar 16 12:03:43.754214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:03:43.930303 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:03:43.940744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:03:43.949575 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:03:43.950211 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:44.075901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:44.125601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:03:44.131478 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-2a648e89-6909-4f63-9640-f9a67c7c7f24 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e6313a9-e741-42c5-8094-baef3c4736de HTTP/1.1" status: 204 len: 168 time: 1.8421357 Mar 16 12:03:44.132166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:03:44.342010 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'status': 'completed', 'code': 200} Mar 16 12:03:44.440141 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186e606-0a1e-419a-866f-11357759e473 req-cd2871cc-efd1-4fe2-9ac0-936c25aa0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:44.442279 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-cd2871cc-efd1-4fe2-9ac0-936c25aa0c5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5243aeafc15f4d3e8858d8be31a09247&device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 1098 time: 0.0788996 Mar 16 12:03:44.484610 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:44.488337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:03:44.496385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:03:44.496976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:44.579484 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186e606-0a1e-419a-866f-11357759e473 req-9f7beea6-8700-4d03-a9d0-5ab3e401fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:44.581048 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-9f7beea6-8700-4d03-a9d0-5ab3e401fdc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 200 len: 909 time: 0.1330476 Mar 16 12:03:44.651098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-af01f9a7-fb7d-462d-9aef-3693cfda98a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 200 len: 217 time: 0.0643468 Mar 16 12:03:44.674768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:03:44.711959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186e606-0a1e-419a-866f-11357759e473 req-9137a29f-b8f4-481e-98c3-a7829cfa8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:44.713482 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-9137a29f-b8f4-481e-98c3-a7829cfa8fa0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 200 len: 847 time: 0.0566435 Mar 16 12:03:44.793111 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186e606-0a1e-419a-866f-11357759e473 req-2aedc14b-0731-4ca7-97d2-64e5a9e7e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:44.794872 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-2aedc14b-0731-4ca7-97d2-64e5a9e7e241 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a53377-1365-425b-97c3-fd204f1dd57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751002 Mar 16 12:03:44.928186 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-fe2fd1e2-6601-4b94-bea5-2c269eff6cc1 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270673 Mar 16 12:03:44.996502 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:45.001342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1355d-5cb6-466c-b8fd-fe58dbbe3113 None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T11:53:18Z', 'revision_number': 4, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '94cd5747-2148-4cf2-a659-25850262944a', 'name': '', 'network_id': '75a53377-1365-425b-97c3-fd204f1dd57e', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'mac_address': 'fa:16:3e:d1:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:17Z', 'updated_at': '2022-03-16T11:53:24Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'subnets': [{'id': 'a83faa43-4f4a-401b-998a-6f82aba3602b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:03:45.063140 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4186e606-0a1e-419a-866f-11357759e473 req-8f081b34-bf4e-4707-88aa-36e1cd2718f3 service neutron] 10.222.0.53 "GET /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290534 Mar 16 12:03:45.212729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-5d0e9037-5304-474a-a1b0-01023caf5a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:45.217941 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c15aec-4e72-43d2-b022-f6d1ff87fbbc None None] New status for floating IP 7e6313a9-e741-42c5-8094-baef3c4736de: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:03:45.716050 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dc59d-350f-4ae8-a980-79c9ba1302a9 req-c41dc202-3953-4675-9170-6ef96a059526 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:45.717556 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-836dc59d-350f-4ae8-a980-79c9ba1302a9 req-c41dc202-3953-4675-9170-6ef96a059526 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0794871 Mar 16 12:03:45.760312 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-836dc59d-350f-4ae8-a980-79c9ba1302a9 req-e5d05506-7f83-4df2-9abc-6f4fe660abdb tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Mar 16 12:03:47.055893 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a7e2-e52c-4364-b928-382b1f101706 req-d3f7443a-c55a-4193-a46b-5e077f475e9e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:47.056575 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cf84a7e2-e52c-4364-b928-382b1f101706 req-d3f7443a-c55a-4193-a46b-5e077f475e9e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:03:47.151124 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-cf84a7e2-e52c-4364-b928-382b1f101706 req-d3f7443a-c55a-4193-a46b-5e077f475e9e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:03:47.152356 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cf84a7e2-e52c-4364-b928-382b1f101706 req-d3f7443a-c55a-4193-a46b-5e077f475e9e tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.2844498 Mar 16 12:03:47.159382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-f69e60c0-66ac-4f92-9323-dfc1e8df3b11 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:47.161408 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-f69e60c0-66ac-4f92-9323-dfc1e8df3b11 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 945 time: 0.0814130 Mar 16 12:03:47.198218 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cf84a7e2-e52c-4364-b928-382b1f101706 req-66ccd362-6bf6-4a00-b048-c77c42e32a95 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/security-groups?id=189ead88-ef1a-4765-b307-2546734cc9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401084 Mar 16 12:03:47.230836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Deleting port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:47.231174 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:47.384973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3bb7472c-d69f-4e2d-a3bd-1ecb272c152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:47.571215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] For port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:03:47.571567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:47.692110 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Calling delete_port for e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:47.870463 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:47.920848 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event deleted for resources: {'Port': ['ID=e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:47.967179 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.967453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.967790 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.968121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.968446 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.968770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.969092 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.969411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.969727 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.970067 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.970382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:47.970693 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.007830 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] No DVR routers for this DVR port e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:03:48.010226 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:48.012943 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-deleted', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:03:48.087540 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-9e2563b1-6f78-43e7-bcf8-5c53b35a51e2 req-26eef825-c7d5-4b19-bd63-24e1eff0f206 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.53 "DELETE /v2.0/ports/e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d HTTP/1.1" status: 204 len: 173 time: 0.9214599 Mar 16 12:03:48.107685 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fdba53-f7e5-4f7c-a7c1-046d0765778b', 'name': 'network-vif-deleted', 'tag': 'e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d', 'status': 'completed', 'code': 200} Mar 16 12:03:48.373137 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ce4fbc27-90a4-4d7e-9694-80bed8c7c81a req-5384b2e0-6eee-42a0-8961-c294eb830c77 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.0435600 Mar 16 12:03:48.382381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:48.886683 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:49.541121 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-11db62fc-b0ad-4d70-9dbc-065dbcde79d0 req-6337344d-bcd4-4680-9fbe-ae04e52ce2eb tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Synchronizing usage tracker for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:03:49.619589 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-11db62fc-b0ad-4d70-9dbc-065dbcde79d0 req-6337344d-bcd4-4680-9fbe-ae04e52ce2eb tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Unset dirty status for tenant:5243aeafc15f4d3e8858d8be31a09247 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:03:49.621311 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-11db62fc-b0ad-4d70-9dbc-065dbcde79d0 req-6337344d-bcd4-4680-9fbe-ae04e52ce2eb tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1fdba53-f7e5-4f7c-a7c1-046d0765778b HTTP/1.1" status: 200 len: 210 time: 0.1215763 Mar 16 12:03:50.378011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.438011 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.724503 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44636) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:50.797547 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-80249d75-d550-42c8-b060-170a3ba55561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.828098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-80249d75-d550-42c8-b060-170a3ba55561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.962107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-80249d75-d550-42c8-b060-170a3ba55561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.981233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80249d75-d550-42c8-b060-170a3ba55561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ead88-ef1a-4765-b307-2546734cc9a7,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:51.047287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-80249d75-d550-42c8-b060-170a3ba55561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:51.048543 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-80249d75-d550-42c8-b060-170a3ba55561 tempest-TestShelveInstance-781993383 tempest-TestShelveInstance-781993383-project] 10.222.0.30 "DELETE /v2.0/security-groups/189ead88-ef1a-4765-b307-2546734cc9a7 HTTP/1.1" status: 204 len: 168 time: 0.3230698 Mar 16 12:03:51.148715 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44642) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:51.896003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:52.097198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:03:52.133096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:03:52.133357 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device e5f2a0c4-5dcd-46bc-838e-f9c6dc01700d not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:03:52.346330 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Deleting port 94cd5747-2148-4cf2-a659-25850262944a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:52.346903 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:52.513814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] For port 94cd5747-2148-4cf2-a659-25850262944a, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=94cd5747-2148-4cf2-a659-25850262944a,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:03:52.514088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:52.635780 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Calling delete_port for 94cd5747-2148-4cf2-a659-25850262944a owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:52.858950 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:52.907192 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Pushing event deleted for resources: {'Port': ['ID=94cd5747-2148-4cf2-a659-25850262944a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:53.180658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:53.429714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-d4debfad-6932-463f-a156-1d6ab642b20c req-995aa265-4740-4d1a-b39b-bc1ff7fee378 service neutron] (88450) timed out ('10.222.0.30', 42976) {{(pid=88450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 12:03:53.535211 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Router a1c6eed5-550d-4b6b-97d8-0801b6e23342 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:03:53.817087 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:03:53.826676 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] Sync routers for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:03:53.835780 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:03:53.850063 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:53.911456 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-6094e7ba-0522-4559-a26d-96218688b1df admin admin] 10.222.0.30 "PUT /v2.0/routers/a1c6eed5-550d-4b6b-97d8-0801b6e23342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7595201 Mar 16 12:03:53.913885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44650) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:54.014819 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:03:54.093822 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:54.275680 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:54.299457 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T12:03:52Z', 'revision_number': 5, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port': {'id': 'f369f158-2f58-4951-aeb2-c5b425e01619', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:15Z', 'updated_at': '2022-03-16T11:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:54.303265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] Checking router: a1c6eed5-550d-4b6b-97d8-0801b6e23342 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:03:54.312131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] Routers {'a1c6eed5-550d-4b6b-97d8-0801b6e23342'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:03:54.312720 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:54.337962 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Deleting port f369f158-2f58-4951-aeb2-c5b425e01619 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:54.338303 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:54.464368 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] Set router a1c6eed5-550d-4b6b-97d8-0801b6e23342 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:03:54.519338 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] For port f369f158-2f58-4951-aeb2-c5b425e01619, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=f369f158-2f58-4951-aeb2-c5b425e01619,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:03:54.519921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:54.615335 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T12:03:54Z', 'revision_number': 6, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:54.619225 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba31743-434b-4752-85e1-0bf519eeb5da None None] The sync data for ids ['a1c6eed5-550d-4b6b-97d8-0801b6e23342'] in dv-neutron-831730-4-hyperv is: [{'id': 'a1c6eed5-550d-4b6b-97d8-0801b6e23342', 'name': 'tempest-TestShelveInstance-343137021-router', 'tenant_id': '5243aeafc15f4d3e8858d8be31a09247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:14Z', 'updated_at': '2022-03-16T12:03:54Z', 'revision_number': 6, 'project_id': '5243aeafc15f4d3e8858d8be31a09247', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:03:54.643456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Calling delete_port for f369f158-2f58-4951-aeb2-c5b425e01619 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:54.882073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:54.928380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f369f158-2f58-4951-aeb2-c5b425e01619,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:55.023243 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.197354 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.199559 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.287401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.287921 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c6eed5-550d-4b6b-97d8-0801b6e23342 {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:03:55.300419 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.303587 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a82ecf1e-8d1b-4dad-8df4-ae0a4172ad60 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a1c6eed5-550d-4b6b-97d8-0801b6e23342 HTTP/1.1" status: 204 len: 168 time: 1.3867481 Mar 16 12:03:55.304133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44656) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:55.365342 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Deleting subnet a83faa43-4f4a-401b-998a-6f82aba3602b {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:03:55.369339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.543495 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.624194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.768199 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.806479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83faa43-4f4a-401b-998a-6f82aba3602b,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:55.817984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.823362 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e5c4d-be7d-4d35-8f23-ccb3059dd98b None None] Network 75a53377-1365-425b-97c3-fd204f1dd57e requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:03:55.824327 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-c215c039-1b66-4baa-a630-f21562667417 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a83faa43-4f4a-401b-998a-6f82aba3602b HTTP/1.1" status: 204 len: 168 time: 0.5192568 Mar 16 12:03:55.827332 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44660) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:55.932384 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:55.943106 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Deleting port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:55.943436 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.078051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] DHCP port deletion for 75a53377-1365-425b-97c3-fd204f1dd57e request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:03:56.083545 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Deleting port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:56.084079 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.109405 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f369f158-2f58-4951-aeb2-c5b425e01619 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:03:56.155047 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: f369f158-2f58-4951-aeb2-c5b425e01619 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:03:56.155389 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device f369f158-2f58-4951-aeb2-c5b425e01619 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:03:56.155802 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 94cd5747-2148-4cf2-a659-25850262944a no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:03:56.161277 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] For port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:03:56.161640 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.191951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 94cd5747-2148-4cf2-a659-25850262944a {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:03:56.192299 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 94cd5747-2148-4cf2-a659-25850262944a not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:03:56.298944 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Calling delete_port for 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:56.352372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] For port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,segment=NetworkSegment(54921df4-fa6e-4df9-92d0-062d9169016b),segment_id=54921df4-fa6e-4df9-92d0-062d9169016b)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:03:56.352768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.442318 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.477024 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Calling delete_port for 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:56.492831 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=344d7eba-bfe4-47d1-9036-a2be3a3e7d38,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:56.497423 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] No DVR routers for this DVR port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:03:56.548667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:03:56.549081 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:03:56.615564 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.641391 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a53377-1365-425b-97c3-fd204f1dd57e']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:56.653579 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54921df4-fa6e-4df9-92d0-062d9169016b') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:56.653905 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54921df4-fa6e-4df9-92d0-062d9169016b') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:56.664854 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.681072 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.687813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:03:56.688194 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:03:56.701129 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:03:56.840632 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.857507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:56.868760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a53377-1365-425b-97c3-fd204f1dd57e,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:56.955800 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3e786abd-fe7c-4120-8abd-de65ac0a12c7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/75a53377-1365-425b-97c3-fd204f1dd57e HTTP/1.1" status: 204 len: 168 time: 1.1273308 Mar 16 12:03:56.958525 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44666) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:57.050909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Deleting port 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:57.051470 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:57.120674 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-845ae5e9-8bb4-4da7-b6eb-f10d03e2a158 None None] The port '344d7eba-bfe4-47d1-9036-a2be3a3e7d38' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:03:57.597352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:57.946319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Deleting port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:03:57.946980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:58.065422 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:03:58.100036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:03:58.100379 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 344d7eba-bfe4-47d1-9036-a2be3a3e7d38 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:03:58.118246 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] For port 25faf70f-4778-4f68-abb9-e3c64c3dc6aa, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:03:58.118601 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:58.240876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Calling delete_port for 25faf70f-4778-4f68-abb9-e3c64c3dc6aa owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:03:58.625101 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:58.674676 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=25faf70f-4778-4f68-abb9-e3c64c3dc6aa,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:59.090641 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:59.475848 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Router 84071910-bbab-4aa5-a39d-91721cf6ec10 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:03:59.655518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:03:59.664205 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] Sync routers for ids ['84071910-bbab-4aa5-a39d-91721cf6ec10'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:03:59.673378 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] Routers {'84071910-bbab-4aa5-a39d-91721cf6ec10'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:03:59.674093 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['84071910-bbab-4aa5-a39d-91721cf6ec10'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:03:59.706849 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a2230f5f-7ea8-4bfa-a282-f4b906c79e96 admin admin] 10.222.0.30 "PUT /v2.0/routers/84071910-bbab-4aa5-a39d-91721cf6ec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7472956 Mar 16 12:03:59.709287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44672) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:03:59.896100 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:59.899652 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] Set router 84071910-bbab-4aa5-a39d-91721cf6ec10 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:00.077549 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:00.144865 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Deleting port 9f048d21-2553-4dbc-89aa-84b161ce115d {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:04:00.145507 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:00.191392 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T12:03:58Z', 'revision_number': 5, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port': {'id': '9f048d21-2553-4dbc-89aa-84b161ce115d', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:53:22Z', 'updated_at': '2022-03-16T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:00.195291 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] Checking router: 84071910-bbab-4aa5-a39d-91721cf6ec10 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:04:00.203410 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] Routers {'84071910-bbab-4aa5-a39d-91721cf6ec10'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:00.203994 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['84071910-bbab-4aa5-a39d-91721cf6ec10'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:00.361964 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] Set router 84071910-bbab-4aa5-a39d-91721cf6ec10 gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:00.440832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] For port 9f048d21-2553-4dbc-89aa-84b161ce115d, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9f048d21-2553-4dbc-89aa-84b161ce115d,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:00.441188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:00.468270 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T12:04:00Z', 'revision_number': 6, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:00.472101 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cecceb-65bb-482c-a4a8-c7fafa768628 None None] The sync data for ids ['84071910-bbab-4aa5-a39d-91721cf6ec10'] in dv-neutron-831730-4-hyperv is: [{'id': '84071910-bbab-4aa5-a39d-91721cf6ec10', 'name': 'tempest-TestShelveInstance-212402240-router', 'tenant_id': '14d69f032b144025b92b1304858ed5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:53:21Z', 'updated_at': '2022-03-16T12:04:00Z', 'revision_number': 6, 'project_id': '14d69f032b144025b92b1304858ed5b0', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:04:00.566638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Calling delete_port for 9f048d21-2553-4dbc-89aa-84b161ce115d owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:04:00.801056 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:00.853252 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f048d21-2553-4dbc-89aa-84b161ce115d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:00.944220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.117057 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.119256 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.212656 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.213308 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84071910-bbab-4aa5-a39d-91721cf6ec10 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:04:01.226615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.229895 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4da189f9-8fff-4967-b132-cf7cab4c5ecb admin admin] 10.222.0.30 "DELETE /v2.0/routers/84071910-bbab-4aa5-a39d-91721cf6ec10 HTTP/1.1" status: 204 len: 168 time: 1.5174952 Mar 16 12:04:01.230135 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44676) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:01.288684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Deleting subnet 458be407-caf0-4458-8a55-7425f221102a {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:04:01.291621 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.342220 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.425181 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.566646 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.611138 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.614409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458be407-caf0-4458-8a55-7425f221102a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:01.616160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1efd1fc-bfcd-4bea-9d0f-5b86b4eb432b None None] Network 9a7887c6-9b1a-4008-9f7b-939eae48459d requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:04:01.621176 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-a97527ad-c012-4262-8a68-9e7af5346f42 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/458be407-caf0-4458-8a55-7425f221102a HTTP/1.1" status: 204 len: 168 time: 0.3900385 Mar 16 12:04:01.623980 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44680) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:01.729814 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.740270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Deleting port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:04:01.740598 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.875716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] DHCP port deletion for 9a7887c6-9b1a-4008-9f7b-939eae48459d request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:04:01.879922 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Deleting port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:04:01.880294 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.951276 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] For port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:01.951551 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.103756 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 25faf70f-4778-4f68-abb9-e3c64c3dc6aa no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:04:02.155891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 25faf70f-4778-4f68-abb9-e3c64c3dc6aa {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:04:02.156238 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 25faf70f-4778-4f68-abb9-e3c64c3dc6aa not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:04:02.156663 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:04:02.177652 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Calling delete_port for c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:04:02.201769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] For port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,segment=NetworkSegment(d111499e-beea-42c8-99ed-255f278c89d1),segment_id=d111499e-beea-42c8-99ed-255f278c89d1)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:02.202111 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.327876 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.335729 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Calling delete_port for c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:04:02.378832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] No DVR routers for this DVR port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:04:02.391569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No active binding found for port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 {{(pid=88451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 16 12:04:02.391999 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:04:02.392406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f048d21-2553-4dbc-89aa-84b161ce115d no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:04:02.411554 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Pushing event deleted for resources: {'Port': ['ID=c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:02.432083 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9f048d21-2553-4dbc-89aa-84b161ce115d {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:04:02.432510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9f048d21-2553-4dbc-89aa-84b161ce115d not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:04:02.449928 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:04:02.450817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:04:02.500107 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.529283 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7887c6-9b1a-4008-9f7b-939eae48459d']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:02.541274 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd111499e-beea-42c8-99ed-255f278c89d1') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:02.541576 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd111499e-beea-42c8-99ed-255f278c89d1') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:02.552791 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.568859 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.574932 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:04:02.575942 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:04:02.589260 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:04:02.733545 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.754492 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.761756 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7887c6-9b1a-4008-9f7b-939eae48459d,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:02.769321 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8c3686e0-15aa-4cca-a706-2eac2003aafa admin admin] 10.222.0.30 "DELETE /v2.0/networks/9a7887c6-9b1a-4008-9f7b-939eae48459d HTTP/1.1" status: 204 len: 168 time: 1.1443584 Mar 16 12:04:02.952163 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Deleting port c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:04:02.952718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:03.020036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ef8da-891b-4c1e-8af6-a56d99c553f6 None None] The port 'c77f2a41-d7bb-42e8-99f6-5abb99d4c9d1' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:04:03.098578 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44686) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:03.146947 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8cf6aeb7-885c-4dea-8f04-15019ff644d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5243aeafc15f4d3e8858d8be31a09247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471673 Mar 16 12:04:03.150036 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44690) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:03.206684 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a4f-4738-46ae-a8a9-08d455759d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:03.230997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a4f-4738-46ae-a8a9-08d455759d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:03.402011 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a4f-4738-46ae-a8a9-08d455759d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:03.419645 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e3a4f-4738-46ae-a8a9-08d455759d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c5eba-41b3-4ee3-872f-74a9080935f4,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:03.426073 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-fb8e3a4f-4738-46ae-a8a9-08d455759d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:03.427177 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-fb8e3a4f-4738-46ae-a8a9-08d455759d4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc0c5eba-41b3-4ee3-872f-74a9080935f4 HTTP/1.1" status: 204 len: 168 time: 0.2760253 Mar 16 12:04:04.136677 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44698) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:04.184073 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-234426c2-f5e9-4f65-a07c-7f5a084df614 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14d69f032b144025b92b1304858ed5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462658 Mar 16 12:04:04.187163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44702) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:04.245774 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd5491c8-683a-4157-bfcc-7a9ae118d88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.273084 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd5491c8-683a-4157-bfcc-7a9ae118d88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.406154 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd5491c8-683a-4157-bfcc-7a9ae118d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.420518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5491c8-683a-4157-bfcc-7a9ae118d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2eb7e0-67d8-4478-a5e2-c133f6a86198,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:04.428092 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-dd5491c8-683a-4157-bfcc-7a9ae118d88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.428092 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-dd5491c8-683a-4157-bfcc-7a9ae118d88b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c2eb7e0-67d8-4478-a5e2-c133f6a86198 HTTP/1.1" status: 204 len: 168 time: 0.2399266 Mar 16 12:04:05.516686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44726) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:05.638344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1980061019-network', 'tenant_id': '0b8203b510104779be315d0aa0071046'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:05.643048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:05.646860 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Usage tracker for resource:network and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:05.649635 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:05.657078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:05.698732 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Made reservation on behalf of 0b8203b510104779be315d0aa0071046 for: {'network': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:04:05.701607 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.713916 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.729457 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:05.733351 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:05.736088 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:05.741689 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:05.821455 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.893228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.928031 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:04:05.933126 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921c5587-726b-4f43-8797-628cc7868ea0,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:05.941231 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.941231 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.segments_db [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Added segment 6d386f63-af2d-4a25-b5d4-db70d7f7b95a of type vlan for network 46b80770-5c97-4390-9dad-275718b87d4a Mar 16 12:04:05.967162 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.041832 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.042809 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:06.043381 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.145419 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] Pushing event updated for resources: {'Network': ['ID=46b80770-5c97-4390-9dad-275718b87d4a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:06.155026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network 46b80770-5c97-4390-9dad-275718b87d4a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:04:06.213954 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b9f0a6de-757a-44b6-948c-563bdd70eefe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6961010 Mar 16 12:04:06.216827 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44732) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:06.222266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Request body: {'subnet': {'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1980061019-subnet', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'ip_version': 4}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:06.227160 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:06.231033 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Usage tracker for resource:subnet and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:06.234390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:06.240090 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:06.310972 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Made reservation on behalf of 0b8203b510104779be315d0aa0071046 for: {'subnet': 1} {{(pid=88449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:04:06.313346 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403982'] for subnet, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.545673 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2220660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404028'] for subnet, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.626048 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cced9f5a-604d-4922-afbe-d8d358e719c0,revision_number=0']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:06.629995 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Checking segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:06.630353 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Network hostable DHCP agents. Network: 46b80770-5c97-4390-9dad-275718b87d4a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:04:06.716355 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Network 46b80770-5c97-4390-9dad-275718b87d4a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:04:06.807359 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, 46b80770-5c97-4390-9dad-275718b87d4a) {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:06.811759 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:06.812688 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.816786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814bfed5-b2b0-4fb8-ab64-e16c243fd789 None None] Network 46b80770-5c97-4390-9dad-275718b87d4a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:04:06.911287 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-da43cabb-038b-492e-96c7-775b276b8751 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6934259 Mar 16 12:04:06.914001 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44736) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:06.918703 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:06.924098 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:06.928000 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Usage tracker for resource:router and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:06.930767 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:06.936588 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:06.996327 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:06.997363 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.012228 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.039401 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-46b80770-5c97-4390-9dad-275718b87d4a', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 12:04:07.040256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.188909 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Allocated IP 172.20.0.2 (46b80770-5c97-4390-9dad-275718b87d4a/cced9f5a-604d-4922-afbe-d8d358e719c0/a79a8381-c6e3-4d83-8586-5973be98cb39) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:07.400173 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.411237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Transition to ACTIVE for port object a79a8381-c6e3-4d83-8586-5973be98cb39 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:07.429888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Transition to ACTIVE for port object a79a8381-c6e3-4d83-8586-5973be98cb39 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:07.460266 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.493830 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.556694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Network 46b80770-5c97-4390-9dad-275718b87d4a is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:07.557814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:07.560517 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:07.607607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Pushing event updated for resources: {'Port': ['ID=a79a8381-c6e3-4d83-8586-5973be98cb39,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:07.653744 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.654226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.654511 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.654845 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.655166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.655490 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.655811 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.656128 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.656447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.656812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.657131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.657445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:07.714176 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Attempting to bind port a79a8381-c6e3-4d83-8586-5973be98cb39 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:07.714460 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Attempting to bind port a79a8381-c6e3-4d83-8586-5973be98cb39 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:07.714824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Attempting to bind port a79a8381-c6e3-4d83-8586-5973be98cb39 on network 46b80770-5c97-4390-9dad-275718b87d4a {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:07.720905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:07.721283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Checking segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:07.721685 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.722105 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Bound using segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:07.722571 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Bound port: a79a8381-c6e3-4d83-8586-5973be98cb39, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:07.722951 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.812496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] For port a79a8381-c6e3-4d83-8586-5973be98cb39, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:07.815769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] For port a79a8381-c6e3-4d83-8586-5973be98cb39, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a79a8381-c6e3-4d83-8586-5973be98cb39,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:07.878520 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.908396 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.923679 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:08.010582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a379a-3be9-4e4f-b42a-086cf5b4bab8 None None] Pushing event updated for resources: {'Port': ['ID=a79a8381-c6e3-4d83-8586-5973be98cb39,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:08.052207 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Allocated IP 172.26.7.228 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/82f6e0cd-7c30-4215-997d-3f992c36e449) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:08.057136 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:08.223043 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:08.311845 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:08.373358 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:08.376013 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:08.380798 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:08.424440 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Pushing event updated for resources: {'Port': ['ID=82f6e0cd-7c30-4215-997d-3f992c36e449,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:08.866035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:09.067052 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fda910-d2e6-4bcc-8686-b688537980c1 None None] Network 46b80770-5c97-4390-9dad-275718b87d4a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:04:09.130500 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-6efc9763-0f4b-47a0-84a9-7a1b5bfb6c19 None None] Provisioning for port a79a8381-c6e3-4d83-8586-5973be98cb39 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:09.322750 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:09.579163 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Router 62c45db5-4a25-4131-aded-07996535e494 is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 12:04:09.753030 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:04:09.761447 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:04:09.771258 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:09.771862 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:09.824835 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:09.826845 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-21a09844-75e2-4c86-bead-ba3618f4101e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9120190 Mar 16 12:04:09.829760 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44740) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:09.948298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:10.132134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a79a8381-c6e3-4d83-8586-5973be98cb39 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:10.288366 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:08Z', 'revision_number': 3, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:10.292334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:04:10.292686 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Updating router 62c45db5-4a25-4131-aded-07996535e494 port 82f6e0cd-7c30-4215-997d-3f992c36e449 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:04:10.346134 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.373559 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port a79a8381-c6e3-4d83-8586-5973be98cb39 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:10.386579 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a79a8381-c6e3-4d83-8586-5973be98cb39 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:10.386946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.507805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.696363 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.723523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Allocated IP 172.20.0.1 (46b80770-5c97-4390-9dad-275718b87d4a/cced9f5a-604d-4922-afbe-d8d358e719c0/28f376dc-ec61-4654-aa45-02849806c6a9) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:10.751426 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port a79a8381-c6e3-4d83-8586-5973be98cb39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a79a8381-c6e3-4d83-8586-5973be98cb39,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:10.799555 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.873972 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.884076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.891130 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Transition to ACTIVE for port object 28f376dc-ec61-4654-aa45-02849806c6a9 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:10.901607 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=a79a8381-c6e3-4d83-8586-5973be98cb39,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:10.905170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Transition to ACTIVE for port object 82f6e0cd-7c30-4215-997d-3f992c36e449 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:10.950906 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:10.984999 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.029496 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Attempting to bind port 82f6e0cd-7c30-4215-997d-3f992c36e449 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:11.029899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Attempting to bind port 82f6e0cd-7c30-4215-997d-3f992c36e449 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:11.030345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Attempting to bind port 82f6e0cd-7c30-4215-997d-3f992c36e449 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:11.032471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8bef0-d882-44ef-8286-2598e5b8d8b1 None None] Pushing event updated for resources: {'Port': ['ID=82f6e0cd-7c30-4215-997d-3f992c36e449,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:11.038650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:11.039023 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:11.039786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.039786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:11.040372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Bound port: 82f6e0cd-7c30-4215-997d-3f992c36e449, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:11.040616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.044854 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Network 46b80770-5c97-4390-9dad-275718b87d4a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:11.047501 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:11.051073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:11.095185 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Pushing event updated for resources: {'Port': ['ID=28f376dc-ec61-4654-aa45-02849806c6a9,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:11.119170 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.125765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] For port 82f6e0cd-7c30-4215-997d-3f992c36e449, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:11.128929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] For port 82f6e0cd-7c30-4215-997d-3f992c36e449, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=82f6e0cd-7c30-4215-997d-3f992c36e449,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:11.225462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.315276 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:11.315911 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:11.373785 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8bef0-d882-44ef-8286-2598e5b8d8b1 None None] Pushing event updated for resources: {'Port': ['ID=82f6e0cd-7c30-4215-997d-3f992c36e449,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:11.383831 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3e340013-5f52-4eb2-b459-816869995868 None None] Provisioning for port 28f376dc-ec61-4654-aa45-02849806c6a9 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:11.394247 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-3e340013-5f52-4eb2-b459-816869995868 None None] Provisioning complete for port 28f376dc-ec61-4654-aa45-02849806c6a9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:11.394619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3e340013-5f52-4eb2-b459-816869995868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.520305 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3e340013-5f52-4eb2-b459-816869995868 None None] Port 28f376dc-ec61-4654-aa45-02849806c6a9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:04:11.548055 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:11.588826 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.817624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.834554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:08Z', 'revision_number': 3, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:11.838454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc82ab-dc44-4ed0-90f8-a839ee9600f7 None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:08Z', 'revision_number': 3, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:04:11.875041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:11.982941 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Pushing event updated for resources: {'Port': ['ID=28f376dc-ec61-4654-aa45-02849806c6a9,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:11.985263 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:12.135836 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Network 46b80770-5c97-4390-9dad-275718b87d4a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:12.136965 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:12.151871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a79a8381-c6e3-4d83-8586-5973be98cb39 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:12.225257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port a79a8381-c6e3-4d83-8586-5973be98cb39 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:12.225638 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:12.376444 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Router 62c45db5-4a25-4131-aded-07996535e494 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:04:12.448953 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-f1518bcd-3924-4b02-8c90-23cdc308e0bd None None] Provisioning complete for port 28f376dc-ec61-4654-aa45-02849806c6a9 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:12.449409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f1518bcd-3924-4b02-8c90-23cdc308e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:12.506464 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-f1518bcd-3924-4b02-8c90-23cdc308e0bd None None] Port 28f376dc-ec61-4654-aa45-02849806c6a9 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:04:12.566437 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:04:12.582034 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-12ffc72d-f479-4234-85b2-192d3e531144 admin admin] 10.222.0.30 "PUT /v2.0/routers/62c45db5-4a25-4131-aded-07996535e494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511263 Mar 16 12:04:13.257173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44758) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:13.262984 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1698964468-network', 'tenant_id': '1568f480c8874c04bcb9665609af7964'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:13.268133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:13.272042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Usage tracker for resource:network and tenant:1568f480c8874c04bcb9665609af7964 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:13.274920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:13.281133 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:13.341601 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:04:13.351494 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:13.352086 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:13.367447 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Made reservation on behalf of 1568f480c8874c04bcb9665609af7964 for: {'network': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:04:13.370268 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for network, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.383302 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.398308 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:13.402527 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Usage tracker for resource:security_group_rule and tenant:1568f480c8874c04bcb9665609af7964 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:13.405453 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:13.411282 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:13.493095 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.528840 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:13.561787 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.592807 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:04:13.601071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe5f45-b121-4f3f-b8ab-d1ad8d89abd1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:13.606525 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.606926 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.segments_db [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Added segment 09c5f110-05c0-41ff-88ad-b44078d8a549 of type vlan for network fd9767c6-c91c-48e5-a5e2-3b2378056c9a Mar 16 12:04:13.633743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772078434717'] for network, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.732601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657'] for network, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.733718 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:13.734331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.833253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] Pushing event updated for resources: {'Network': ['ID=fd9767c6-c91c-48e5-a5e2-3b2378056c9a,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:13.844840 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 2, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:13.847041 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a details requested by agent ovs-agent-dv-neutron-831730-4-hyperv with host dv-neutron-831730-4-hyperv {{(pid=88451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:04:13.848674 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:04:13.849023 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Updating router 62c45db5-4a25-4131-aded-07996535e494 port 28f376dc-ec61-4654-aa45-02849806c6a9 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:04:13.883503 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-843cb074-06e1-488b-9750-68227456dabf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6226940 Mar 16 12:04:13.883682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44762) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:13.889832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Request body: {'subnet': {'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1698964468-subnet', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'ip_version': 4}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:13.894637 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:13.898708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Usage tracker for resource:subnet and tenant:1568f480c8874c04bcb9665609af7964 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:13.901669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:13.901909 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:13.908052 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:13.971971 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Made reservation on behalf of 1568f480c8874c04bcb9665609af7964 for: {'subnet': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:04:13.974578 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2751913'] for subnet, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.104017 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 82f6e0cd-7c30-4215-997d-3f992c36e449 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:14.236195 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 82f6e0cd-7c30-4215-997d-3f992c36e449 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:14.241817 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 82f6e0cd-7c30-4215-997d-3f992c36e449 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:14.242243 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.291072 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.304406 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Transition to ACTIVE for port object 28f376dc-ec61-4654-aa45-02849806c6a9 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:14.365810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.371783 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.382222 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 82f6e0cd-7c30-4215-997d-3f992c36e449, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=82f6e0cd-7c30-4215-997d-3f992c36e449,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:14.406498 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3131989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2751899'] for subnet, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.492231 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.496902 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7e45a1-635c-4c92-a14f-5e18c57db6e4,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:14.499252 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Checking segment: {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:14.499611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Network hostable DHCP agents. Network: fd9767c6-c91c-48e5-a5e2-3b2378056c9a, hostable agents: ['fc891559-7cdc-40a6-8627-7753a0c20b4a'], hosted agents: [] {{(pid=88450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:04:14.505634 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Pushing event updated for resources: {'Port': ['ID=28f376dc-ec61-4654-aa45-02849806c6a9,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:14.557594 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.558110 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.558540 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.558960 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.559473 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.559895 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.560335 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.560802 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.561223 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.561657 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.562093 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.562517 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:04:14.602895 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a is scheduled to be hosted by DHCP agent fc891559-7cdc-40a6-8627-7753a0c20b4a with binding_index 1 {{(pid=88450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:04:14.612265 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=82f6e0cd-7c30-4215-997d-3f992c36e449,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:14.622888 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Attempting to bind port 28f376dc-ec61-4654-aa45-02849806c6a9 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:14.623323 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Attempting to bind port 28f376dc-ec61-4654-aa45-02849806c6a9 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:14.623691 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Attempting to bind port 28f376dc-ec61-4654-aa45-02849806c6a9 on network 46b80770-5c97-4390-9dad-275718b87d4a {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:14.629304 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:14.629645 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Checking segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:14.630075 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.630463 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Bound using segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:14.630921 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Bound port: 28f376dc-ec61-4654-aa45-02849806c6a9, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:14.631315 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.693460 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-4-hyperv, fd9767c6-c91c-48e5-a5e2-3b2378056c9a) {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:14.697674 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:14.698371 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.702805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67beb09a-470a-4a0f-819d-afdbbd8ff380 None None] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:04:14.723818 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] For port 28f376dc-ec61-4654-aa45-02849806c6a9, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:14.726964 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] For port 28f376dc-ec61-4654-aa45-02849806c6a9, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=28f376dc-ec61-4654-aa45-02849806c6a9,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:14.789641 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-9db5986e-55ab-4f53-b518-8a2b2f1b1b68 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9049027 Mar 16 12:04:14.792139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44766) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:14.797025 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:14.801647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:14.805709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Usage tracker for resource:router and tenant:1568f480c8874c04bcb9665609af7964 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:14.808689 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:14.815485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:14.818846 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.904390 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:14.905029 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:03:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:14.909878 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4003460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-790'] for router, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.912529 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4004740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4025911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-799'] for router, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.928235 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b4fc7b2-4d08-5a78-bdbb-33b62203fd30-fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'fixed_ips': [{'subnet_id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4'}]}} from dv-neutron-831730-4-hyperv. {{(pid=88451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 16 12:04:14.934552 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.941631 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:14.963959 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd99e0-ffb6-4c0a-8a18-dd1daf0968ee None None] Pushing event updated for resources: {'Port': ['ID=28f376dc-ec61-4654-aa45-02849806c6a9,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:15.113238 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:15.144441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.db_base_plugin_common [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Allocated IP 172.20.0.2 (fd9767c6-c91c-48e5-a5e2-3b2378056c9a/ee7e45a1-635c-4c92-a14f-5e18c57db6e4/ebab7776-01ec-4aaa-adf7-b0c2c3773e03) {{(pid=88451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:15.275995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d7849a38-5d43-44bb-a7a9-909f4191f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.318627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4025889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4003446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-777'] for router, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.383592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Notify callbacks [] for port, precommit_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.394757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Transition to ACTIVE for port object ebab7776-01ec-4aaa-adf7-b0c2c3773e03 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:15.413994 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Transition to ACTIVE for port object ebab7776-01ec-4aaa-adf7-b0c2c3773e03 will not be triggered until provisioned by entity DHCP. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:15.433863 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:15.438200 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6117da-3c41-46ae-939c-5300f97cd6af None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:04:15.475308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296'] for port, after_create {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.561453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a is already hosted by enough agents. {{(pid=88451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:15.564259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.scheduler.base_scheduler [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Resources bound (agent type, host, resource id): {{(pid=88451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:15.566908 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Received port after_create {{(pid=88451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:15.612981 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Pushing event updated for resources: {'Port': ['ID=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,revision_number=1']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:15.675599 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Attempting to bind port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:15.676233 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Attempting to bind port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:15.676601 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Attempting to bind port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 on network fd9767c6-c91c-48e5-a5e2-3b2378056c9a {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:15.682165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:15.682546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Checking segment: {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:15.682946 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.683345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Bound using segment: {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:15.683812 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Bound port: ebab7776-01ec-4aaa-adf7-b0c2c3773e03, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:15.684187 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.732646 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.763479 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.776127 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] For port ebab7776-01ec-4aaa-adf7-b0c2c3773e03, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:15.780768 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] For port ebab7776-01ec-4aaa-adf7-b0c2c3773e03, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:15.883645 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:15.904550 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Allocated IP 172.26.7.144 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/9b1a3fba-2e02-4adc-8ea0-af6ff6384185) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:15.970395 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a64028-5414-44a5-8348-15e28af142ac None None] Pushing event updated for resources: {'Port': ['ID=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:16.082577 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.158661 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.220080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 82f6e0cd-7c30-4215-997d-3f992c36e449 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:16.240287 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:16.243215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:16.247042 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:16.306801 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 82f6e0cd-7c30-4215-997d-3f992c36e449 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:16.307332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.382129 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Pushing event updated for resources: {'Port': ['ID=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:16.445805 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 28f376dc-ec61-4654-aa45-02849806c6a9 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:16.583459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 28f376dc-ec61-4654-aa45-02849806c6a9 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:16.595888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 28f376dc-ec61-4654-aa45-02849806c6a9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:16.596068 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.726930 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.768790 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 28f376dc-ec61-4654-aa45-02849806c6a9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=28f376dc-ec61-4654-aa45-02849806c6a9,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:16.840689 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.876579 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.924345 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=28f376dc-ec61-4654-aa45-02849806c6a9,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:17.054905 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad19251-c7f4-46e0-95ac-d5ec600c0f41 None None] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:04:17.232794 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4003433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4025866'] for router, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:17.240861 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b27f82bd-9a33-43d4-be4f-2320796bbdcf None None] Provisioning for port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:17.407667 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-4f76b703-5e98-4c5f-b17a-4460b9f34fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:17.504564 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b is scheduled to L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 with binding_index 1 {{(pid=88450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 16 12:04:17.688677 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:04:17.697400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Sync routers for ids ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:04:17.707424 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Routers {'3a407a04-6bd5-4647-9a77-e4ee0aa1345b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:17.708042 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:04:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:17.773897 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:17.775438 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-5f4586f0-cd20-4c4e-99b6-7a5e7c05d05a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9822495 Mar 16 12:04:17.779658 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44770) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:17.884829 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Set router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:18.160894 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 28f376dc-ec61-4654-aa45-02849806c6a9 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:18.230910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 3, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:18.236073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Checking router: 3a407a04-6bd5-4647-9a77-e4ee0aa1345b for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:04:18.236423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Updating router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 binding host dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:04:18.287595 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 28f376dc-ec61-4654-aa45-02849806c6a9 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:18.287913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.338939 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.460792 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.564752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ebab7776-01ec-4aaa-adf7-b0c2c3773e03 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:18.580380 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.782684 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:18.788782 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Allocated IP 172.20.0.1 (fd9767c6-c91c-48e5-a5e2-3b2378056c9a/ee7e45a1-635c-4c92-a14f-5e18c57db6e4/40e1c71a-af12-42aa-a122-6b34b2e271d1) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:18.793296 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:18.793705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.835153 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.860164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Transition to ACTIVE for port object 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 will not be triggered until provisioned by entity L2. {{(pid=88451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:18.937176 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.937381 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.947505 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.952570 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Transition to ACTIVE for port object 40e1c71a-af12-42aa-a122-6b34b2e271d1 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:18.965507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.023189 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port ebab7776-01ec-4aaa-adf7-b0c2c3773e03, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:19.042586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.079076 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.085343 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aac25d-efa8-428b-8170-5425b6936400 None None] Pushing event updated for resources: {'Port': ['ID=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,revision_number=2']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:19.087393 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Attempting to bind port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:19.087758 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Attempting to bind port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:19.088120 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Attempting to bind port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 on network 61f2edac-54d1-4e38-bdd8-134c75d96795 {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:19.107151 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:19.109886 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:19.112253 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:19.134199 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:19.134469 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Checking segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:19.134871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.135263 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Bound using segment: {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'} {{(pid=88451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:19.135716 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.managers [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Bound port: 9b1a3fba-2e02-4adc-8ea0-af6ff6384185, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9093f43-5771-49f6-9fc0-4464c14c1151', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795'}}] {{(pid=88451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:19.136090 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.157861 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Pushing event updated for resources: {'Port': ['ID=40e1c71a-af12-42aa-a122-6b34b2e271d1,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:19.182832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024892'] for router_interface, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.219963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:19.233088 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] For port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:19.236377 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] For port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:19.327332 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.396565 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.409370 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Routers {'3a407a04-6bd5-4647-9a77-e4ee0aa1345b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:19.410019 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:04:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:19.480226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aac25d-efa8-428b-8170-5425b6936400 None None] Pushing event updated for resources: {'Port': ['ID=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,revision_number=3']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:19.564668 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-db697afe-ceb4-40f6-a44a-4b8763f30856 None None] Provisioning for port 40e1c71a-af12-42aa-a122-6b34b2e271d1 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:19.573382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-db697afe-ceb4-40f6-a44a-4b8763f30856 None None] Provisioning complete for port 40e1c71a-af12-42aa-a122-6b34b2e271d1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:19.573750 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-db697afe-ceb4-40f6-a44a-4b8763f30856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.619200 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.644762 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] Set router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:19.680655 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.695634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-db697afe-ceb4-40f6-a44a-4b8763f30856 None None] Port 40e1c71a-af12-42aa-a122-6b34b2e271d1 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:04:19.788177 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025813'] for router_interface, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:19.791518 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Pushing event updated for resources: {'Port': ['ID=40e1c71a-af12-42aa-a122-6b34b2e271d1,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:19.922438 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:19.923563 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:19.961459 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '40e1c71a-af12-42aa-a122-6b34b2e271d1', 'name': '', 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'mac_address': 'fa:16:3e:da:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:18Z', 'updated_at': '2022-03-16T12:04:18Z', 'revision_number': 1, 'project_id': '1568f480c8874c04bcb9665609af7964', 'subnets': [{'id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:19.965741 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3764153-3a77-4595-86aa-6920860566b1 None None] The sync data for ids ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'] in dv-neutron-831730-4-hyperv is: [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '40e1c71a-af12-42aa-a122-6b34b2e271d1', 'name': '', 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'mac_address': 'fa:16:3e:da:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:18Z', 'updated_at': '2022-03-16T12:04:18Z', 'revision_number': 1, 'project_id': '1568f480c8874c04bcb9665609af7964', 'subnets': [{'id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:04:20.101196 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ebab7776-01ec-4aaa-adf7-b0c2c3773e03 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:20.173752 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:20.174101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:20.264414 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-99f7127d-dc4e-4e08-b2fc-f5f56fc25c22 None None] Provisioning complete for port 40e1c71a-af12-42aa-a122-6b34b2e271d1 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:20.265009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-99f7127d-dc4e-4e08-b2fc-f5f56fc25c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:20.266142 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:04:20.332542 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-99f7127d-dc4e-4e08-b2fc-f5f56fc25c22 None None] Port 40e1c71a-af12-42aa-a122-6b34b2e271d1 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:04:20.401082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:20.465112 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:20.473964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:04:20.484417 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-37617eee-65a8-4207-9a86-286440ff83f3 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a407a04-6bd5-4647-9a77-e4ee0aa1345b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7036731 Mar 16 12:04:21.288823 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44782) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:21.294650 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127661763', 'description': 'tempest-secgroup-smoke-1127661763 description', 'project_id': '0b8203b510104779be315d0aa0071046'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:21.300933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:21.304688 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:21.307490 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:21.313928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:21.430627 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.450725 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:21.454496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:21.457215 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:21.462809 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:21.530116 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.573377 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.618091 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc6521-68d2-46bc-94c3-ae3a13623ee7,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:21.692231 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.693490 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f5509d83-5b94-498c-8826-1d3ae1afdbcb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4036536 Mar 16 12:04:21.696381 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44786) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:21.701458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group_rule': {'security_group_id': '14dc6521-68d2-46bc-94c3-ae3a13623ee7', 'project_id': '0b8203b510104779be315d0aa0071046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:21.707537 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:21.711403 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:21.714496 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:21.721058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:21.796768 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.855698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.944149 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:21.970783 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f91cfa-9348-474b-bb58-bf5fbc505b7f,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:22.024596 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.026236 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-d49e693e-c9f4-4a06-b6e2-97310946702b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285086 Mar 16 12:04:22.029193 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44790) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:22.034391 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group_rule': {'security_group_id': '14dc6521-68d2-46bc-94c3-ae3a13623ee7', 'project_id': '0b8203b510104779be315d0aa0071046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:22.042701 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:22.047859 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:22.050929 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:22.056959 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:22.111292 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:22.138778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.207357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.248009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:22.253650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:22.254165 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.270426 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.295212 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b60be38-91d3-435a-af36-c3f38f558116,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:22.357576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.358652 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-bccb12c2-b7a8-4656-bc8e-782e1e562adc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3285658 Mar 16 12:04:22.361265 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44794) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:22.367069 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group_rule': {'security_group_id': '14dc6521-68d2-46bc-94c3-ae3a13623ee7', 'project_id': '0b8203b510104779be315d0aa0071046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:22.373541 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:22.377601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:22.380917 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:22.387138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:22.393886 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.412336 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:22.484261 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.487583 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.548367 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.556560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:22.618933 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.642708 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b5be47-d859-4028-8352-bdbef63f91d5,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:22.727624 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.728871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-0f5861b5-10b4-40d2-8d77-4b9a18b064fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3665814 Mar 16 12:04:22.731623 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44798) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:22.736603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group_rule': {'security_group_id': '14dc6521-68d2-46bc-94c3-ae3a13623ee7', 'project_id': '0b8203b510104779be315d0aa0071046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:22.742622 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:22.746408 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:22.749729 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:22.755618 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:22.837073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.899831 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.967105 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:22.990073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6f6f19-a204-44ed-813a-f7a356a7e112,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:23.068884 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.070139 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-4769127b-b8c0-4ca6-95ea-292d79bd8a3f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375793 Mar 16 12:04:23.072692 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44802) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:23.078726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group_rule': {'security_group_id': '14dc6521-68d2-46bc-94c3-ae3a13623ee7', 'project_id': '0b8203b510104779be315d0aa0071046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:23.084803 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:23.088966 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:23.092337 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:23.098360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:23.185123 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Project 0b8203b510104779be315d0aa0071046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:04:23.192127 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.259394 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.333033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.358376 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898296dc-845b-4133-b509-fd954c7d87a7,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:23.377404 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Sync routers for ids ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:04:23.386598 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Routers {'3a407a04-6bd5-4647-9a77-e4ee0aa1345b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:23.387190 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:04:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:23.428910 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.430101 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-51a17df1-c525-4906-b8d2-9ba792f80a09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564253 Mar 16 12:04:23.432781 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 44806) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:23.438904 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'security_group_rule': {'security_group_id': '14dc6521-68d2-46bc-94c3-ae3a13623ee7', 'project_id': '0b8203b510104779be315d0aa0071046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:23.444870 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:23.448819 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:security_group_rule and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:23.452114 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:23.458709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:23.514925 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.securitygroups_db [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Project 0b8203b510104779be315d0aa0071046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:04:23.522483 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.592442 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.595392 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Set router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:23.670820 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888884'] for security_group_rule, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.695485 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020bb6ab-2c79-4b78-a901-301d2a58753a,revision_number=0']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:23.762171 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:23.763705 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e1392c62-1333-464d-9e45-650ba5bbd1ff tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3299456 Mar 16 12:04:23.902130 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '40e1c71a-af12-42aa-a122-6b34b2e271d1', 'name': '', 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'mac_address': 'fa:16:3e:da:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:18Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 2, 'project_id': '1568f480c8874c04bcb9665609af7964', 'subnets': [{'id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:23.906955 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Checking router: 3a407a04-6bd5-4647-9a77-e4ee0aa1345b for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:04:23.907309 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Updating router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b port 40e1c71a-af12-42aa-a122-6b34b2e271d1 binding host dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 12:04:23.926625 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c5754cd4-abb7-42d7-98d1-1ee807c68851 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:security_group {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:04:23.961094 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.013413 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c5754cd4-abb7-42d7-98d1-1ee807c68851 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:security_group {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:04:24.014635 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c5754cd4-abb7-42d7-98d1-1ee807c68851 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127661763&fields=id&tenant_id=0b8203b510104779be315d0aa0071046 HTTP/1.1" status: 200 len: 267 time: 0.1271143 Mar 16 12:04:24.088974 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:24.164581 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:24.164955 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.176458 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-cd2624a2-5c13-4e35-9f97-c5d8a7e56e8e tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:24.177907 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-cd2624a2-5c13-4e35-9f97-c5d8a7e56e8e tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 810 time: 0.1565933 Mar 16 12:04:24.193366 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-f6c3f709-8f41-4f97-b2f6-37bd4f5e23a2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/quotas/0b8203b510104779be315d0aa0071046 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Mar 16 12:04:24.283280 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-dc44fefe-0efa-4c3e-92fb-a439d71899f3 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:04:24.316070 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Notify callbacks [] for port, precommit_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.327839 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.provisioning_blocks [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Transition to ACTIVE for port object 40e1c71a-af12-42aa-a122-6b34b2e271d1 will not be triggered until provisioned by entity L2. {{(pid=88452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:24.390888 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-dc44fefe-0efa-4c3e-92fb-a439d71899f3 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:04:24.392267 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-dc44fefe-0efa-4c3e-92fb-a439d71899f3 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938906 Mar 16 12:04:24.419006 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.509653 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-ce527fa5-ce85-47b9-b4b9-95e8c348daf5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 12:04:24.510692 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-ce527fa5-ce85-47b9-b4b9-95e8c348daf5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061995 Mar 16 12:04:24.549510 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae15b4-6b8e-4c8d-906d-377421449694 None None] Pushing event updated for resources: {'Port': ['ID=40e1c71a-af12-42aa-a122-6b34b2e271d1,revision_number=3']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:24.647012 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Attempting to bind port 40e1c71a-af12-42aa-a122-6b34b2e271d1 on host dv-neutron-831730-4-hyperv for vnic_type normal with profile {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:24.647382 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Attempting to bind port 40e1c71a-af12-42aa-a122-6b34b2e271d1 by drivers openvswitch,hyperv on host dv-neutron-831730-4-hyperv at level 0 using segments [{'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:24.647727 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Attempting to bind port 40e1c71a-af12-42aa-a122-6b34b2e271d1 on network fd9767c6-c91c-48e5-a5e2-3b2378056c9a {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:24.654183 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Checking agent: {'id': 'f16d88ca-a110-4b50-9dec-abfdf57ca3d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 10, 59, 48), 'started_at': datetime.datetime(2022, 3, 16, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:24.654577 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Checking segment: {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:24.654978 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.655483 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Bound using segment: {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'} {{(pid=88452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:24.655961 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.managers [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Bound port: 40e1c71a-af12-42aa-a122-6b34b2e271d1, host: dv-neutron-831730-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c5f110-05c0-41ff-88ad-b44078d8a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a'}}] {{(pid=88452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:24.656330 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.675564 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-264c8f1c-1318-4158-9c46-3261f4189b82 service neutron] 10.222.0.30 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580262 Mar 16 12:04:24.749165 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] For port 40e1c71a-af12-42aa-a122-6b34b2e271d1, host dv-neutron-831730-4-hyperv, cleared binding levels {{(pid=88452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:24.752187 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.plugins.ml2.db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] For port 40e1c71a-af12-42aa-a122-6b34b2e271d1, host dv-neutron-831730-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=40e1c71a-af12-42aa-a122-6b34b2e271d1,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:24.817645 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-a27e984e-2bb6-48ef-b7f1-3505e951aa93 service neutron] 10.222.0.30 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346579 Mar 16 12:04:24.819777 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron_lib.callbacks.manager [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:24.908232 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae15b4-6b8e-4c8d-906d-377421449694 None None] Pushing event updated for resources: {'Port': ['ID=40e1c71a-af12-42aa-a122-6b34b2e271d1,revision_number=4']} {{(pid=88452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:24.913496 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Routers {'3a407a04-6bd5-4647-9a77-e4ee0aa1345b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:24.914175 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:04:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:25.112765 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] Set router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:25.128919 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1b091ef7-4273-4573-be97-a3468715e948 req-27f793cc-ffdc-4d72-a829-27eabdcc1e5d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 210 time: 0.0494316 Mar 16 12:04:25.448793 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '40e1c71a-af12-42aa-a122-6b34b2e271d1', 'name': '', 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'mac_address': 'fa:16:3e:da:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:18Z', 'updated_at': '2022-03-16T12:04:24Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'subnets': [{'id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:25.452631 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab028647-56b0-4a6a-b037-e299781be341 None None] The sync data for ids ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'] in dv-neutron-831730-4-hyperv is: [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:04:19Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '40e1c71a-af12-42aa-a122-6b34b2e271d1', 'name': '', 'network_id': 'fd9767c6-c91c-48e5-a5e2-3b2378056c9a', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'mac_address': 'fa:16:3e:da:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:18Z', 'updated_at': '2022-03-16T12:04:24Z', 'revision_number': 4, 'project_id': '1568f480c8874c04bcb9665609af7964', 'subnets': [{'id': 'ee7e45a1-635c-4c92-a14f-5e18c57db6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:04:26.107562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 40e1c71a-af12-42aa-a122-6b34b2e271d1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:26.248283 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning for port 40e1c71a-af12-42aa-a122-6b34b2e271d1 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:26.253769 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 40e1c71a-af12-42aa-a122-6b34b2e271d1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:26.254184 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:26.285965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-592e9f1e-3f03-4247-aaab-a8e27c3c6dbb req-8cde2edd-a131-4861-867b-f0865f6478fd tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 210 time: 0.0471499 Mar 16 12:04:26.378400 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:26.410820 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] For port 40e1c71a-af12-42aa-a122-6b34b2e271d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=40e1c71a-af12-42aa-a122-6b34b2e271d1,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:26.480623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:26.550147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Pushing event updated for resources: {'Port': ['ID=40e1c71a-af12-42aa-a122-6b34b2e271d1,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:27.405709 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-92838003-9ce1-4e21-a6f6-98b305facc08 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:27.407318 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-92838003-9ce1-4e21-a6f6-98b305facc08 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 810 time: 0.1722002 Mar 16 12:04:27.446484 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-346c4636-88c9-430f-b817-b7a1855e359f req-4d24078d-c0a4-4f02-a39a-446fbc868d8d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 210 time: 0.0458229 Mar 16 12:04:27.462521 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-16dc8781-485b-4a71-bcc9-6d39277edba1 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8203b510104779be315d0aa0071046 HTTP/1.1" status: 200 len: 380 time: 0.0449734 Mar 16 12:04:27.470860 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'port': {'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'admin_state_up': True, 'tenant_id': '0b8203b510104779be315d0aa0071046', 'security_groups': ['14dc6521-68d2-46bc-94c3-ae3a13623ee7']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:27.719828 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:27.729967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:27.824724 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Made reservation on behalf of 0b8203b510104779be315d0aa0071046 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:04:27.829382 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:27.992350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Allocated IP 172.20.0.7 (46b80770-5c97-4390-9dad-275718b87d4a/cced9f5a-604d-4922-afbe-d8d358e719c0/4f3cfd73-a098-4d41-9337-3338111f4129) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:28.094045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 40e1c71a-af12-42aa-a122-6b34b2e271d1 up at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:28.163715 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Provisioning complete for port 40e1c71a-af12-42aa-a122-6b34b2e271d1 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:28.164089 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:28.188800 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:28.204398 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Transition to ACTIVE for port object 4f3cfd73-a098-4d41-9337-3338111f4129 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:28.288139 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:28.352913 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Network 46b80770-5c97-4390-9dad-275718b87d4a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:28.355741 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:28.364825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:28.394825 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:28.431995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:28.432734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:28.544843 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c9ca2dc8-bd0f-47aa-8e7a-97e5b9846960 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0775876 Mar 16 12:04:28.555610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Request body: {'port': {'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:28.599948 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e866e12d-e949-4b7b-b963-793d45ffec6e None None] Provisioning for port 4f3cfd73-a098-4d41-9337-3338111f4129 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:28.605132 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-e866e12d-e949-4b7b-b963-793d45ffec6e None None] Provisioning complete for port 4f3cfd73-a098-4d41-9337-3338111f4129 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:28.605462 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e866e12d-e949-4b7b-b963-793d45ffec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:28.658771 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-e866e12d-e949-4b7b-b963-793d45ffec6e None None] Port 4f3cfd73-a098-4d41-9337-3338111f4129 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:04:28.720885 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:28.750395 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ee2fb-da6c-4cc5-bb1f-b39927c47c1c req-945d7f33-b599-4ee6-b744-519ae11b7b92 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:28.751081 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8d8ee2fb-da6c-4cc5-bb1f-b39927c47c1c req-945d7f33-b599-4ee6-b744-519ae11b7b92 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:04:28.904167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-8d8ee2fb-da6c-4cc5-bb1f-b39927c47c1c req-945d7f33-b599-4ee6-b744-519ae11b7b92 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:04:28.905118 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d8ee2fb-da6c-4cc5-bb1f-b39927c47c1c req-945d7f33-b599-4ee6-b744-519ae11b7b92 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 931 time: 0.3167682 Mar 16 12:04:29.018085 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8d8ee2fb-da6c-4cc5-bb1f-b39927c47c1c req-b70385ad-f072-47e8-8b47-92465e28b16c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024909 Mar 16 12:04:29.114090 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3cfd73-a098-4d41-9337-3338111f4129 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:04:29.121145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:29.136168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Transition to ACTIVE for port object 4f3cfd73-a098-4d41-9337-3338111f4129 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:04:29.205815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:29.364610 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:29.444351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Attempting to bind port 4f3cfd73-a098-4d41-9337-3338111f4129 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:04:29.444951 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Attempting to bind port 4f3cfd73-a098-4d41-9337-3338111f4129 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:04:29.445075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Attempting to bind port 4f3cfd73-a098-4d41-9337-3338111f4129 on network 46b80770-5c97-4390-9dad-275718b87d4a {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:29.449454 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Port 4f3cfd73-a098-4d41-9337-3338111f4129 on network 46b80770-5c97-4390-9dad-275718b87d4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 12:04:29.450445 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Attempting to bind port 4f3cfd73-a098-4d41-9337-3338111f4129 on network 46b80770-5c97-4390-9dad-275718b87d4a {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:04:29.457209 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:04:29.457499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Checking segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:04:29.457901 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Bound using segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:04:29.458323 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Bound port: 4f3cfd73-a098-4d41-9337-3338111f4129, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:04:29.458662 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:29.549157 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:04:29.552010 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:04:29.693611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:29.748983 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:29.749595 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:29.750976 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] 10.222.0.53 "PUT /v2.0/ports/4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 1093 time: 1.1996572 Mar 16 12:04:29.751411 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:04:29.781660 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ede4e-1ce4-4039-a7c2-3ae5cc3f8821 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:29.800729 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'status': 'completed', 'code': 200} Mar 16 12:04:29.991576 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515929a-2ff4-44bc-9dab-e3022f60b09c req-e4569c2e-4559-44ce-b5f2-363f9b4bda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:29.993026 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4515929a-2ff4-44bc-9dab-e3022f60b09c req-e4569c2e-4559-44ce-b5f2-363f9b4bda83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1096 time: 0.1726713 Mar 16 12:04:30.173013 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515929a-2ff4-44bc-9dab-e3022f60b09c req-ce05f9d8-50a1-4ae3-9015-ea243aba3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:30.174488 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4515929a-2ff4-44bc-9dab-e3022f60b09c req-ce05f9d8-50a1-4ae3-9015-ea243aba3ddc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b8203b510104779be315d0aa0071046&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1746790 Mar 16 12:04:30.311743 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d1cbc-a232-4b58-886a-0e80671b046b req-3acbb1c0-7f25-42b0-b66d-8b420a4de8d0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:30.313111 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ac6d1cbc-a232-4b58-886a-0e80671b046b req-3acbb1c0-7f25-42b0-b66d-8b420a4de8d0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 943 time: 0.1855712 Mar 16 12:04:30.346846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515929a-2ff4-44bc-9dab-e3022f60b09c req-b83c8c5e-a9d5-4caf-89f7-e00a6ce2ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:30.348274 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4515929a-2ff4-44bc-9dab-e3022f60b09c req-b83c8c5e-a9d5-4caf-89f7-e00a6ce2ca8f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670520 Mar 16 12:04:30.370360 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ac6d1cbc-a232-4b58-886a-0e80671b046b req-a4158513-e525-4fd0-bece-685793db06f3 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Mar 16 12:04:30.453510 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-edf73c4c-be27-4e9b-a1aa-3e7cd8948002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:30.454969 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-edf73c4c-be27-4e9b-a1aa-3e7cd8948002 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1096 time: 0.0728641 Mar 16 12:04:30.524326 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-908b94f2-53c9-422a-af88-4da6dc984807 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 217 time: 0.0628302 Mar 16 12:04:30.586213 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-2472496e-6085-43dc-ac5c-7a9792f1657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:30.587871 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-2472496e-6085-43dc-ac5c-7a9792f1657f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0578477 Mar 16 12:04:30.663257 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c4c43d7b-70b8-49c0-8d37-8423f4114419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:30.664724 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-c4c43d7b-70b8-49c0-8d37-8423f4114419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702562 Mar 16 12:04:30.791895 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-d0e11b01-45c3-4fca-a363-f063208a7efc service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211448 Mar 16 12:04:30.923002 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef392ab5-a342-41f1-bd07-ee42f6360507 req-18e56e68-a163-4cbc-8674-8b0c907ef8c9 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245792 Mar 16 12:04:31.558626 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3862b-e6c0-4e78-a85f-87958e2a3bf7 req-1ca71c41-891b-4322-bb3c-ff1f77bb8ee0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:31.560668 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1eb3862b-e6c0-4e78-a85f-87958e2a3bf7 req-1ca71c41-891b-4322-bb3c-ff1f77bb8ee0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 943 time: 0.0831819 Mar 16 12:04:31.603281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-1eb3862b-e6c0-4e78-a85f-87958e2a3bf7 req-7bff8c49-3598-4551-bca2-0f0f832ce4cf tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:security_group {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:04:31.614712 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-1eb3862b-e6c0-4e78-a85f-87958e2a3bf7 req-7bff8c49-3598-4551-bca2-0f0f832ce4cf tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:security_group {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:04:31.615833 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1eb3862b-e6c0-4e78-a85f-87958e2a3bf7 req-7bff8c49-3598-4551-bca2-0f0f832ce4cf tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496943 Mar 16 12:04:32.283118 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:04:32.414215 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:32.427334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '4f3cfd73-a098-4d41-9337-3338111f4129', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:04:32.484871 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:32.501444 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3cfd73-a098-4d41-9337-3338111f4129 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:04:32.516947 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:32.584506 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:32.652616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:32.785963 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['4f3cfd73-a098-4d41-9337-3338111f4129'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:04:32.805397 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ee07-385b-4e53-a943-8129598a1c50 req-5f5ca9f8-fbc2-483e-aa2d-3c7159d23757 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:32.806851 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-37a8ee07-385b-4e53-a943-8129598a1c50 req-5f5ca9f8-fbc2-483e-aa2d-3c7159d23757 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 944 time: 0.0845997 Mar 16 12:04:32.851840 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-37a8ee07-385b-4e53-a943-8129598a1c50 req-8ca49be8-ab78-476f-ad9e-1a1b67dfc4d4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384183 Mar 16 12:04:34.034214 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89775-a4a8-443b-9c8c-158d7fad3818 req-8adb56dd-7188-4ff5-ba32-dcbfa3dbeb69 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:34.035913 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21e89775-a4a8-443b-9c8c-158d7fad3818 req-8adb56dd-7188-4ff5-ba32-dcbfa3dbeb69 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 944 time: 0.0802662 Mar 16 12:04:34.079935 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-21e89775-a4a8-443b-9c8c-158d7fad3818 req-2518eedc-5007-4d98-acc7-ad0e231a8579 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384500 Mar 16 12:04:34.283257 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:34.434650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 4f3cfd73-a098-4d41-9337-3338111f4129 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:04:34.439337 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 4f3cfd73-a098-4d41-9337-3338111f4129 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:34.439710 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:34.555093 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:34.582717 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:04:34.592415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:04:34.658952 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:34.691929 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'code': 200} Mar 16 12:04:34.730159 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:35.037014 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0296dd-bdab-4fd3-888b-b57b8153c022 req-d74d474b-cc6f-4110-b78c-e93af5689dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:35.038504 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef0296dd-bdab-4fd3-888b-b57b8153c022 req-d74d474b-cc6f-4110-b78c-e93af5689dc2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1098 time: 0.0691180 Mar 16 12:04:35.081078 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-ef0296dd-bdab-4fd3-888b-b57b8153c022 req-8b33c83d-5129-4368-bcb7-b02e57e1dca7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367787 Mar 16 12:04:35.263974 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628fda-2826-4993-a1c6-d71e78d4354b req-979a49a9-2594-4847-a4ae-79f28bea0c85 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:35.265411 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d628fda-2826-4993-a1c6-d71e78d4354b req-979a49a9-2594-4847-a4ae-79f28bea0c85 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 945 time: 0.0823381 Mar 16 12:04:35.308511 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3d628fda-2826-4993-a1c6-d71e78d4354b req-6249cf6b-4613-43f0-8982-640a771b9233 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374289 Mar 16 12:04:36.491562 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac58a3-5c58-4e73-99e1-fc0c23fc3e9a req-4958f3f7-859f-4ffb-ac00-2ccb6684751f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:36.493134 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5aac58a3-5c58-4e73-99e1-fc0c23fc3e9a req-4958f3f7-859f-4ffb-ac00-2ccb6684751f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 945 time: 0.0794978 Mar 16 12:04:36.538302 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5aac58a3-5c58-4e73-99e1-fc0c23fc3e9a req-1612043d-3dc6-41ae-bbd9-085f5303d1b1 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Mar 16 12:04:36.721895 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d7db2-80ae-4012-97c6-f8e9c7cd033c req-6a6d510d-0dc6-441e-8da6-2513bb61f977 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:36.723270 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca9d7db2-80ae-4012-97c6-f8e9c7cd033c req-6a6d510d-0dc6-441e-8da6-2513bb61f977 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 945 time: 0.0797713 Mar 16 12:04:36.769605 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-ca9d7db2-80ae-4012-97c6-f8e9c7cd033c req-788a7f48-d5c4-44d5-a859-62d1c6f7da07 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Mar 16 12:04:36.791739 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44872) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:36.899128 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4164790-ad45-4a81-8408-6c8895c1f57b tempest-TestSnapshotPattern-1352454645 tempest-TestSnapshotPattern-1352454645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:36.900582 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-b4164790-ad45-4a81-8408-6c8895c1f57b tempest-TestSnapshotPattern-1352454645 tempest-TestSnapshotPattern-1352454645-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1093 time: 0.1078937 Mar 16 12:04:36.904202 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 44878) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:36.908886 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:04:36.914611 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:04:36.918863 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:floatingip and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:04:36.921758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:04:36.927403 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:04:37.001590 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:37.137686 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:37.376954 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Allocated IP 172.26.7.114 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/c50b0d56-fa65-4aac-87ea-5b4a52d3cb8a) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:04:37.519760 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:37.601953 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:37.669352 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:04:37.672003 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:04:37.679526 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:04:37.715862 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'Port': ['ID=c50b0d56-fa65-4aac-87ea-5b4a52d3cb8a,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:38.098550 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:38.228591 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:38.429625 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:38.487390 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:38.594497 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'Port': ['ID=c50b0d56-fa65-4aac-87ea-5b4a52d3cb8a,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:38.606687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:38.772077 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Floating IP 635a3306-577f-4b02-a773-a8a3dc16ebcd associated. External IP: 172.26.7.114, port: 4f3cfd73-a098-4d41-9337-3338111f4129. Mar 16 12:04:39.223869 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Router 62c45db5-4a25-4131-aded-07996535e494 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:04:39.402312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:04:39.412635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:04:39.422431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:39.423048 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:04:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:39.487427 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:39.544166 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-db138e5e-7261-4e82-9fbc-a81e6eccc073 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6382008 Mar 16 12:04:39.544817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:04:39.588988 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'status': 'completed', 'code': 200} Mar 16 12:04:39.607237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:39.685138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-61c1543c-1ad4-4e20-bc37-b9c823990e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:39.686605 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-61c1543c-1ad4-4e20-bc37-b9c823990e72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1098 time: 0.0758970 Mar 16 12:04:39.817992 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-24312efe-dcb3-4413-a4a2-1ec61baa2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:39.819467 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-24312efe-dcb3-4413-a4a2-1ec61baa2cbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1264293 Mar 16 12:04:39.917519 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-779749d7-ff0d-49bb-838b-a8987a7984fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 999 time: 0.0915780 Mar 16 12:04:39.984408 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:38Z', 'revision_number': 0, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:39.988586 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:04:39.997643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:04:39.998297 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:04:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:40.080958 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-b5156347-6d66-4ac8-bb32-6305148a2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:40.082298 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-b5156347-6d66-4ac8-bb32-6305148a2902 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.1589010 Mar 16 12:04:40.157032 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-b5b2019e-a413-4001-8f11-43eb723e1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:40.158528 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-b5b2019e-a413-4001-8f11-43eb723e1017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703075 Mar 16 12:04:40.178095 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:04:40.288098 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-91b89789-627e-4265-a3e1-945c86af76fe service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231325 Mar 16 12:04:40.426701 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-8a62860e-23ae-4b31-a2d9-ea610f4a33d9 req-6ba6e46a-971b-4c96-bd29-809028abb85e service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318843 Mar 16 12:04:40.530126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:38Z', 'revision_number': 0, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:04:40.534097 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547cf36-e0b0-4898-8d5f-0a2d85fcb3cc None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:38Z', 'revision_number': 0, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:04:40.728135 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e880fee-e80d-4852-b010-1d523080728b None None] New status for floating IP 635a3306-577f-4b02-a773-a8a3dc16ebcd: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:04:45.055996 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:45.257104 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f1252689-9758-4829-9eb2-a5565f3071f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:47.447467 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-a54ecf11-d24f-4f63-b477-7763bd47e55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:48.361569 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:48.881420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:50.338940 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:50.411144 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:15.218131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-73178efd-e2d4-441a-a11a-d2280ad8412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:17.473466 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c1d53077-5ad7-4547-815b-889a42a87cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:18.355896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:18.881160 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:20.370473 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:20.429497 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:20.533401 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-7f47c31a-056d-4054-b7eb-f45aed535b92 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733788 Mar 16 12:05:20.671507 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda795-8371-41b7-a115-95f93301c93c req-3a44090b-0499-4492-8020-d851ab5aacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:20.672865 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-3a44090b-0499-4492-8020-d851ab5aacaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1098 time: 0.0707898 Mar 16 12:05:20.814805 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda795-8371-41b7-a115-95f93301c93c req-5992281a-2a5d-4146-8fb9-af1ac00c2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:20.816221 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-5992281a-2a5d-4146-8fb9-af1ac00c2531 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1236453 Mar 16 12:05:20.917393 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-7040213e-82f0-47c5-b301-7297a2165e8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 1001 time: 0.0952978 Mar 16 12:05:20.977571 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda795-8371-41b7-a115-95f93301c93c req-924151c1-7edd-429c-a8a9-21a96e251ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:20.978901 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-924151c1-7edd-429c-a8a9-21a96e251ed6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0556066 Mar 16 12:05:21.055785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda795-8371-41b7-a115-95f93301c93c req-0762020a-34f7-40f1-b119-0c4767c92a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:21.057210 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-0762020a-34f7-40f1-b119-0c4767c92a78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717692 Mar 16 12:05:21.188897 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-fff12268-be01-4d6a-a566-4ad4a6db4dc1 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250322 Mar 16 12:05:21.321095 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-4bcda795-8371-41b7-a115-95f93301c93c req-3a43576d-dd99-47b2-9f06-1a5c809eda4d service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258767 Mar 16 12:05:22.054124 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:05:45.224060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-205bff45-de47-4571-9f75-ba72ac7f2790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:47.429634 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-39344d6b-f5cb-44cf-84b9-bd65c3e55dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:48.369731 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:48.912942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:50.375919 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:50.455573 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:59.054201 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:06:15.220562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-9c513eb1-1771-4431-9d1e-cc97a51831d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:17.409448 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-96eeb840-3c16-404f-b0f5-0fc426dd1c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:18.378174 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:18.875308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:20.372341 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:20.469636 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:20.570996 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-e0a2f4e3-3a98-4b00-bc30-b67ba5649ebe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120975 Mar 16 12:06:20.708232 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-b8f6ef96-97c0-4cdc-b591-6f28f2278c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:20.709581 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-b8f6ef96-97c0-4cdc-b591-6f28f2278c77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1098 time: 0.0730927 Mar 16 12:06:20.850766 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-d788d1dd-a6a8-4ffc-84a5-f2775526101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:20.852195 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-d788d1dd-a6a8-4ffc-84a5-f2775526101e service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1258574 Mar 16 12:06:21.053778 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-74d3672d-b66c-4c15-b84e-7258b11d88fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 1001 time: 0.1950343 Mar 16 12:06:21.114675 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-df4c9d06-75e4-424c-9de3-bb42a163aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:21.116053 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-df4c9d06-75e4-424c-9de3-bb42a163aff8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0562770 Mar 16 12:06:21.188850 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-f71d9980-bbb4-476d-97e7-288a7d085882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:21.190591 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-f71d9980-bbb4-476d-97e7-288a7d085882 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685380 Mar 16 12:06:21.318220 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-a43136b3-3ad7-4ab3-8cc6-793ba48d8338 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217282 Mar 16 12:06:21.448425 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-40ddf68d-55ff-479c-a498-8bb1eb1f250c req-41423aa7-0fee-4cef-983c-9a06954c37b0 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249754 Mar 16 12:06:36.054356 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:06:40.892325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:06:41.082252 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:06:41.099298 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '4f3cfd73-a098-4d41-9337-3338111f4129', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:06:41.156653 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:41.175141 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3cfd73-a098-4d41-9337-3338111f4129 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:06:41.193279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:06:41.309650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:41.388585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['4f3cfd73-a098-4d41-9337-3338111f4129'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:06:41.430687 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:41.443371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.443725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.444067 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.444407 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.444738 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.445069 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.445394 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.445718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.446066 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.446385 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.446705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:41.447021 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:42.905669 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:06:42.982391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 4f3cfd73-a098-4d41-9337-3338111f4129 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:06:42.982757 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:43.112740 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:43.140677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:06:43.160268 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:06:43.192521 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'code': 200} Mar 16 12:06:43.260701 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:43.339703 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:45.238025 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b654a996-e33e-4e2f-aedb-56df88e7d648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:47.426383 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c2aab717-f824-458d-b72f-5b471ecd371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:48.369309 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:48.883484 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:50.360691 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:50.494635 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:51.864452 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-c619fbca-b7c7-4e39-b06e-6ac695993a5a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127661763&fields=id&tenant_id=0b8203b510104779be315d0aa0071046 HTTP/1.1" status: 200 len: 267 time: 0.0388238 Mar 16 12:06:52.013103 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-306e0d3f-4699-4612-9a6e-61a6803e1204 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:52.013782 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-306e0d3f-4699-4612-9a6e-61a6803e1204 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:network {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:06:52.118901 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-306e0d3f-4699-4612-9a6e-61a6803e1204 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:network {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:06:52.118901 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-306e0d3f-4699-4612-9a6e-61a6803e1204 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 810 time: 0.2457130 Mar 16 12:06:52.131714 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-71bf958e-7aa8-49e8-ae47-cd6de189489a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/quotas/0b8203b510104779be315d0aa0071046 HTTP/1.1" status: 200 len: 375 time: 0.0097556 Mar 16 12:06:52.218300 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-fcfd9ce8-a0b2-4e04-8e67-6cc482df87c2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0816491 Mar 16 12:06:52.275694 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-69d54d02-acfb-43c2-a198-1349ab7e2ce3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 16 12:06:52.276676 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-69d54d02-acfb-43c2-a198-1349ab7e2ce3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473144 Mar 16 12:06:52.406769 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ecaeaaf3-36ba-47d9-82d3-31d930135c4b service neutron] 10.222.0.30 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237066 Mar 16 12:06:52.537117 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-511c348b-e009-48f6-951c-1eb7e4989b24 service neutron] 10.222.0.30 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244347 Mar 16 12:06:52.904334 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-bf8e31a4-b45f-45bb-a3a3-94dce35d35ad req-45bb1a73-ff29-4d55-b7f7-acfacae6a447 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0877838 Mar 16 12:06:54.002051 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-cb97fd63-a445-4af5-9f39-1c376954df77 req-6ac7a18c-62da-4c65-bd40-033e7aeddd12 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0459101 Mar 16 12:06:54.967766 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:06:55.082648 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:55.099921 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b0096672-2946-4b41-8288-05be62c84584 req-3d58abe1-0dbc-472d-9b33-f9740b20a7e0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0425460 Mar 16 12:06:55.109525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:06:55.119166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:06:55.155586 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'code': 200} Mar 16 12:06:55.191650 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:55.263608 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:56.193925 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e6db3ef5-9907-4725-9f53-a458c29e14f6 req-b1c091a6-f79b-4588-9a4d-8905138c66bc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0421178 Mar 16 12:06:57.338879 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-46441e84-1430-4984-ae9f-b45a22521bf8 req-8663b18c-d902-42ea-b472-61221db0a9df tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0419168 Mar 16 12:06:58.501528 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c84a8d31-6ebe-4e4f-9244-542e6dd6c6ac req-217c5241-c763-4c4b-bab1-d0b90c9e691e tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0454793 Mar 16 12:06:59.075089 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-386e7d58-b364-433a-97de-854ffff1c0f4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:59.077364 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-386e7d58-b364-433a-97de-854ffff1c0f4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 810 time: 0.1680427 Mar 16 12:06:59.131322 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ce38060f-b062-4d40-8447-e305ff06f53c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b8203b510104779be315d0aa0071046 HTTP/1.1" status: 200 len: 380 time: 0.0462093 Mar 16 12:06:59.140173 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'port': {'device_id': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'admin_state_up': True, 'tenant_id': '0b8203b510104779be315d0aa0071046', 'security_groups': ['14dc6521-68d2-46bc-94c3-ae3a13623ee7']}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:06:59.290180 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:06:59.299847 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.quota.driver [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:06:59.426412 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Made reservation on behalf of 0b8203b510104779be315d0aa0071046 for: {'port': 1} {{(pid=88450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:06:59.430006 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:59.639852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_common [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Allocated IP 172.20.0.8 (46b80770-5c97-4390-9dad-275718b87d4a/cced9f5a-604d-4922-afbe-d8d358e719c0/6dbc1dc8-c385-4b1d-a97f-e55a3b046f92) {{(pid=88450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:06:59.656972 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8d24f9d8-8704-42ea-af1d-09f799d2c680 req-0d0348c5-6ffb-4f15-9f24-5cab8bac95c0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.0458083 Mar 16 12:06:59.857580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for port, precommit_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:59.876404 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Transition to ACTIVE for port object 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 will not be triggered until provisioned by entity DHCP. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:06:59.978470 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_create {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:00.058586 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Network 46b80770-5c97-4390-9dad-275718b87d4a is already hosted by enough agents. {{(pid=88450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:07:00.061720 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.base_scheduler [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources bound (agent type, host, resource id): {{(pid=88450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:07:00.071980 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Received port after_create {{(pid=88450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:07:00.119600 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=1']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:00.126889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.127472 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.127875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.129022 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.129210 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.129703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.130122 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.130512 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.131003 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.131283 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.131671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.132058 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:00.165611 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:00.166311 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:00.282025 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-52c27bf0-9196-4e13-b6ea-b168dd012f09 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1452997 Mar 16 12:07:00.545787 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-67b5616e-6c7a-4da2-b62f-5504e4535c3b None None] Provisioning for port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 completed by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:07:00.551696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-67b5616e-6c7a-4da2-b62f-5504e4535c3b None None] Provisioning complete for port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 triggered by entity DHCP. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:07:00.554322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67b5616e-6c7a-4da2-b62f-5504e4535c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:00.609454 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-67b5616e-6c7a-4da2-b62f-5504e4535c3b None None] Port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 cannot update to ACTIVE because it is not bound. {{(pid=88451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 16 12:07:00.855667 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994630-0c12-4425-8ad2-b357429f8fa4 req-be78ff71-31b1-4b59-88d8-8a928008211c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:00.856271 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2e994630-0c12-4425-8ad2-b357429f8fa4 req-be78ff71-31b1-4b59-88d8-8a928008211c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:07:00.932360 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-2e994630-0c12-4425-8ad2-b357429f8fa4 req-be78ff71-31b1-4b59-88d8-8a928008211c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:07:00.933535 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e994630-0c12-4425-8ad2-b357429f8fa4 req-be78ff71-31b1-4b59-88d8-8a928008211c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.1624346 Mar 16 12:07:00.981050 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-2e994630-0c12-4425-8ad2-b357429f8fa4 req-c1125639-305d-421a-8e9e-48972586a9ce tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Mar 16 12:07:02.181475 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ad40-5b0c-4dec-b6fc-c57039e51d7e req-5f977b61-f40c-4b8f-a68e-c73cc71be29d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:02.183162 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1613ad40-5b0c-4dec-b6fc-c57039e51d7e req-5f977b61-f40c-4b8f-a68e-c73cc71be29d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.0896387 Mar 16 12:07:02.231343 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-1613ad40-5b0c-4dec-b6fc-c57039e51d7e req-b06d39dd-a7cc-4565-86dc-724f181ba665 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Mar 16 12:07:03.423603 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad358a2-7960-4009-b5b7-e5716c0dcddb req-d4a391d5-00c4-490d-9a6f-1631d85b3865 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:03.425416 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dad358a2-7960-4009-b5b7-e5716c0dcddb req-d4a391d5-00c4-490d-9a6f-1631d85b3865 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.0831418 Mar 16 12:07:03.471263 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-dad358a2-7960-4009-b5b7-e5716c0dcddb req-3cc85bdf-5dd4-4414-9c63-6de75c490d3e tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401044 Mar 16 12:07:04.672356 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d8f5-16ad-475e-bb0c-d6a2f3bb4bda req-311cef75-1452-4894-b449-ac6d33667ad4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:04.674795 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b1d8f5-16ad-475e-bb0c-d6a2f3bb4bda req-311cef75-1452-4894-b449-ac6d33667ad4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.0849726 Mar 16 12:07:04.720567 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-37b1d8f5-16ad-475e-bb0c-d6a2f3bb4bda req-28d17e57-62b3-40ca-baf0-a9b5d11f1d4c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392449 Mar 16 12:07:05.916846 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194edc6-11be-4b9b-aac5-0469fffcdfdb req-0ad309e8-d0c8-4f30-a70a-52a8b0253df1 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:05.919095 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5194edc6-11be-4b9b-aac5-0469fffcdfdb req-0ad309e8-d0c8-4f30-a70a-52a8b0253df1 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.0860109 Mar 16 12:07:05.963595 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-5194edc6-11be-4b9b-aac5-0469fffcdfdb req-17756dee-780d-4137-9826-0556e7c30d6f tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 Mar 16 12:07:07.165913 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f7e6-d85f-4606-87e4-4b2a504b1fd1 req-c571e457-6f86-4420-abdb-bfa6b7259aba tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:07.167377 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d7c8f7e6-d85f-4606-87e4-4b2a504b1fd1 req-c571e457-6f86-4420-abdb-bfa6b7259aba tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.0881095 Mar 16 12:07:07.215957 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-d7c8f7e6-d85f-4606-87e4-4b2a504b1fd1 req-11f2395b-1100-482a-b4cc-88d78096db85 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421014 Mar 16 12:07:08.414286 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a32-d67f-4443-900a-96a8abfee0c7 req-10844da7-1305-40be-b77e-d57e14103a4a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:08.415662 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-53b14a32-d67f-4443-900a-96a8abfee0c7 req-10844da7-1305-40be-b77e-d57e14103a4a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 931 time: 0.0853469 Mar 16 12:07:08.466510 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-53b14a32-d67f-4443-900a-96a8abfee0c7 req-ac367e34-48e7-4344-89f8-f40ff3bd4acb tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Mar 16 12:07:08.630755 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.v2.base [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Request body: {'port': {'device_id': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:07:08.836476 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.166739 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 {{(pid=88450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:07:09.173656 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.187194 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.provisioning_blocks [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Transition to ACTIVE for port object 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 will not be triggered until provisioned by entity L2. {{(pid=88450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:07:09.277278 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.431368 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=2']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:09.515162 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Attempting to bind port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:07:09.515494 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Attempting to bind port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:07:09.515815 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Attempting to bind port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 on network 46b80770-5c97-4390-9dad-275718b87d4a {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:07:09.520533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 on network 46b80770-5c97-4390-9dad-275718b87d4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 16 12:07:09.520852 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Attempting to bind port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 on network 46b80770-5c97-4390-9dad-275718b87d4a {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 16 12:07:09.525862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Checking agent: {'id': '5b557922-e276-4622-84ea-fe7d19d0c931', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 16 12:07:09.526208 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Checking segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 16 12:07:09.526584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Bound using segment: {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'} {{(pid=88450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 16 12:07:09.526995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.managers [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Bound port: 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d386f63-af2d-4a25-b5d4-db70d7f7b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a'}}] {{(pid=88450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:07:09.527334 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.616954 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, cleared binding levels {{(pid=88450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 16 12:07:09.619937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 16 12:07:09.658055 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3f1e-e754-4e12-8a74-031465fbfdbb req-f0da8fa3-6a74-4f9b-90fa-bb61c23cf87d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:09.659560 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aa8b3f1e-e754-4e12-8a74-031465fbfdbb req-f0da8fa3-6a74-4f9b-90fa-bb61c23cf87d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 943 time: 0.0844202 Mar 16 12:07:09.710409 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3132334'] for port, after_update {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.776422 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:09.777031 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:09.778697 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] 10.222.0.53 "PUT /v2.0/ports/6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 200 len: 1093 time: 1.1957119 Mar 16 12:07:09.779135 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:07:09.808967 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0caa66-0781-41cc-bda7-8a4edb80aa89 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=3']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:09.818919 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-aa8b3f1e-e754-4e12-8a74-031465fbfdbb req-789f7fd6-b979-4d1c-b05f-3eb3b4db0a07 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532884 Mar 16 12:07:09.953268 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'status': 'completed', 'code': 200} Mar 16 12:07:09.972620 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-88b28fff-5699-4de8-a651-7602081ddb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:09.974054 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-88b28fff-5699-4de8-a651-7602081ddb7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1096 time: 0.0769913 Mar 16 12:07:10.044237 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-73a1e444-cd8e-471b-93e6-41adcfb53ef2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 200 len: 217 time: 0.0639653 Mar 16 12:07:10.106937 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-0a8440e5-2c8e-4a17-979d-8c46422913f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:10.108406 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-0a8440e5-2c8e-4a17-979d-8c46422913f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0590379 Mar 16 12:07:10.185421 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-05ffc14c-d504-434d-98e0-0ab6183330bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:10.186879 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-05ffc14c-d504-434d-98e0-0ab6183330bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731533 Mar 16 12:07:10.314902 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-06330a03-dc6e-4f73-8122-3db109205d7e service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212802 Mar 16 12:07:10.443089 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-d9acdce7-0593-4cf5-932e-d95350b91125 req-4f2d07c6-7867-4185-a278-187d65bc1d65 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219714 Mar 16 12:07:10.626875 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-aecc41e3-848c-419a-b55d-71b249c6ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:10.628394 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-aecc41e3-848c-419a-b55d-71b249c6ddf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1096 time: 0.0700831 Mar 16 12:07:10.850370 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-8f627f14-3438-466d-8b18-0b5338b75a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:10.851826 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-8f627f14-3438-466d-8b18-0b5338b75a8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.2165611 Mar 16 12:07:10.920935 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-029394dc-3608-4196-91b1-4e822cfaab22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 200 len: 217 time: 0.0625491 Mar 16 12:07:10.983046 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-152f0fe9-7691-4daf-b782-5e119f17ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:10.984863 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-152f0fe9-7691-4daf-b782-5e119f17ccc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0570338 Mar 16 12:07:11.002577 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8805d-b623-4e4a-aa27-e4a84060c6ab req-270262d1-4225-4c78-841c-0f6ea26f68c7 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:11.004741 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e3a8805d-b623-4e4a-aa27-e4a84060c6ab req-270262d1-4225-4c78-841c-0f6ea26f68c7 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 943 time: 0.0790696 Mar 16 12:07:11.049473 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-e3a8805d-b623-4e4a-aa27-e4a84060c6ab req-5fa81eaf-a45d-41dd-9737-4eefdc319483 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Mar 16 12:07:11.065584 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-56daa9de-f6d4-4a46-b512-768f64ca17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:11.067575 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-56daa9de-f6d4-4a46-b512-768f64ca17fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763063 Mar 16 12:07:11.196442 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-c01c6961-9d11-4e60-87bb-c7c39be0b95a service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221931 Mar 16 12:07:11.325016 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-3c912bb1-030a-4dab-932a-128a74b0be68 req-1279d717-5bf0-4161-a93d-ef23409daa78 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215444 Mar 16 12:07:12.235204 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710853-cff6-425f-af40-003eb1bef011 req-19a671d3-4eff-4868-8469-e4836f4b415b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:12.236610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7e710853-cff6-425f-af40-003eb1bef011 req-19a671d3-4eff-4868-8469-e4836f4b415b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 943 time: 0.0782046 Mar 16 12:07:12.280067 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7e710853-cff6-425f-af40-003eb1bef011 req-92df8270-f9e6-4b59-8f9c-9771c2faed57 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 Mar 16 12:07:13.041535 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:07:13.054059 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:07:13.171531 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:07:13.184045 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'port_id': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'mac_address': 'fa:16:3e:98:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:07:13.239888 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:13.255644 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:07:13.270723 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:07:13.345879 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:13.413391 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=4']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:13.467638 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12be60-a744-4a2a-bec5-548f7a7e9337 req-6ca845df-5bb5-4710-a660-d1a3f8004a4c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:13.469077 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a12be60-a744-4a2a-bec5-548f7a7e9337 req-6ca845df-5bb5-4710-a660-d1a3f8004a4c tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 944 time: 0.0834246 Mar 16 12:07:13.515347 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-3a12be60-a744-4a2a-bec5-548f7a7e9337 req-62e8baa2-7e09-4d9d-b354-c5cd1dbf89f0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Mar 16 12:07:13.582230 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:07:14.700986 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db92ec-5d56-4e03-8be5-9e825a5b4f4d req-33e7c8e3-f46f-42af-b372-b480208c7f00 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:14.702464 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-90db92ec-5d56-4e03-8be5-9e825a5b4f4d req-33e7c8e3-f46f-42af-b372-b480208c7f00 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 944 time: 0.0823102 Mar 16 12:07:14.745875 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-90db92ec-5d56-4e03-8be5-9e825a5b4f4d req-bfb3f1b9-4cbb-4347-be76-04d375b2be34 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373178 Mar 16 12:07:15.073232 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:07:15.208356 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning for port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 completed by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:07:15.213179 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:07:15.219073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:15.241372 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-555b20e4-c57b-492a-b5e8-ed2e0029122f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:15.353828 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:15.379666 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:07:15.389677 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:07:15.458718 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:15.522826 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=5']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:15.533289 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'code': 200} Mar 16 12:07:15.856333 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1487e78-5e74-41e2-8dd6-b529b6296742 req-a655a7fb-70ce-4e91-853b-cdb034095a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:15.857744 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1487e78-5e74-41e2-8dd6-b529b6296742 req-a655a7fb-70ce-4e91-853b-cdb034095a67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1098 time: 0.0691414 Mar 16 12:07:15.940759 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-b1487e78-5e74-41e2-8dd6-b529b6296742 req-833de5cf-cca1-43e1-a65f-df63f301a461 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491936 Mar 16 12:07:15.967357 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8e12-ba55-462c-bb6f-056e1e5e2a03 req-e5fce1cc-5a29-4625-9296-9267a4dba70e tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:15.968732 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-813f8e12-ba55-462c-bb6f-056e1e5e2a03 req-e5fce1cc-5a29-4625-9296-9267a4dba70e tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 945 time: 0.1101301 Mar 16 12:07:16.012646 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-813f8e12-ba55-462c-bb6f-056e1e5e2a03 req-ae6c69dc-0dd4-4db6-af53-65e2cd246072 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Mar 16 12:07:17.209707 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed388-9e1c-4c38-adaa-c9fbfe249946 req-db322e3f-ed5c-44d1-bd22-d7a03df379ad tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:17.211176 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bf2ed388-9e1c-4c38-adaa-c9fbfe249946 req-db322e3f-ed5c-44d1-bd22-d7a03df379ad tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 945 time: 0.0808444 Mar 16 12:07:17.258235 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-bf2ed388-9e1c-4c38-adaa-c9fbfe249946 req-eddae176-3f72-4439-9ccb-beea26aa597a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Mar 16 12:07:17.395367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7891a0bd-a633-4070-af32-f1a32db2abb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:17.455916 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177074a6-e223-421c-a233-1c7f8a4f526c req-a4462404-0b16-40db-8978-5ccc33097fd2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:17.458005 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-177074a6-e223-421c-a233-1c7f8a4f526c req-a4462404-0b16-40db-8978-5ccc33097fd2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 945 time: 0.0900638 Mar 16 12:07:17.500330 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-177074a6-e223-421c-a233-1c7f8a4f526c req-b3d179dc-826a-4ae9-995b-8590b0464627 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368233 Mar 16 12:07:17.523448 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45222) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:07:17.591881 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e13ee-c5c4-4dd9-8213-d4daa85fc843 tempest-TestSnapshotPattern-1352454645 tempest-TestSnapshotPattern-1352454645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:17.593355 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-7d3e13ee-c5c4-4dd9-8213-d4daa85fc843 tempest-TestSnapshotPattern-1352454645 tempest-TestSnapshotPattern-1352454645-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1093 time: 0.0689623 Mar 16 12:07:17.596068 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45226) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:07:17.601287 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.v2.base [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Request body: {'floatingip': {'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'port_id': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 12:07:17.607096 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:07:17.610806 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Usage tracker for resource:floatingip and tenant:0b8203b510104779be315d0aa0071046 is out of sync, need to count used quota {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:07:17.613724 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:07:17.619218 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.quota.driver [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:07:17.726186 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:17.861898 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:17.999521 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_common [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Allocated IP 172.26.7.185 (61f2edac-54d1-4e38-bdd8-134c75d96795/b9a4587a-e248-483b-8a88-c29bf9b3a63b/014d398a-791c-49a9-92f2-129cf50457d2) {{(pid=88449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:07:18.143270 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for port, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:18.229357 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772078400296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:18.288296 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Network 61f2edac-54d1-4e38-bdd8-134c75d96795 is already hosted by enough agents. {{(pid=88449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:07:18.290882 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.base_scheduler [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Resources bound (agent type, host, resource id): {{(pid=88449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:07:18.295185 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Received port after_create {{(pid=88449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 16 12:07:18.341970 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'Port': ['ID=014d398a-791c-49a9-92f2-129cf50457d2,revision_number=1']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:18.353714 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.354078 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.354412 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.354748 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.355069 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.355398 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.355715 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.356075 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.356416 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.356722 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.357035 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.357344 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:07:18.362546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:18.724629 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:18.849801 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:18.877051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:19.144871 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for port, precommit_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:19.200541 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2220943'] for port, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:19.308817 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event updated for resources: {'Port': ['ID=014d398a-791c-49a9-92f2-129cf50457d2,revision_number=2']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:07:19.318661 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4025009'] for floatingip, after_update {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:19.487260 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Floating IP 0047cc76-6885-4f4a-9fec-d4191202897e associated. External IP: 172.26.7.185, port: 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92. Mar 16 12:07:19.833955 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Router 62c45db5-4a25-4131-aded-07996535e494 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:07:20.010555 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:07:20.020057 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:07:20.032329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:07:20.032945 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:07:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:07:20.103410 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:20.162615 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-c662465e-25ef-461a-8546-2fc3070987e4 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5655348 Mar 16 12:07:20.169719 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:07:20.220131 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:07:20.294388 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'status': 'completed', 'code': 200} Mar 16 12:07:20.360510 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:20.384159 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-ff141ef9-2351-4d4e-8cdb-c95831981325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:20.385620 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-ff141ef9-2351-4d4e-8cdb-c95831981325 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1098 time: 0.0712044 Mar 16 12:07:20.512660 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:20.516071 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-b2f537d5-004d-4fbb-8d04-b2afef525623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:20.517552 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-b2f537d5-004d-4fbb-8d04-b2afef525623 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1262636 Mar 16 12:07:20.601554 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '0047cc76-6885-4f4a-9fec-d4191202897e', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:98:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:07:18Z', 'updated_at': '2022-03-16T12:07:18Z', 'revision_number': 0, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}, {'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:40Z', 'revision_number': 1, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:07:20.605455 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:07:20.614788 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:07:20.615319 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:07:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:07:20.621790 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-9e292f02-95f7-41e2-a00d-ead9d00de20d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 200 len: 999 time: 0.0978897 Mar 16 12:07:20.683103 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-c9ea6872-e5cd-45e3-9367-87d060385b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:20.684532 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-c9ea6872-e5cd-45e3-9367-87d060385b8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0577135 Mar 16 12:07:20.761004 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-76fa501a-6728-43fa-add4-717fe673f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:20.762486 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-76fa501a-6728-43fa-add4-717fe673f214 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722740 Mar 16 12:07:20.794899 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:07:20.995518 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-357d54da-88e6-4550-bb9c-4272ba695da6 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268598 Mar 16 12:07:21.123567 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-c6ce270c-d2bb-4315-9b88-e7bf1a9bf5ea req-964eb040-5153-451d-a51f-550253818f74 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225104 Mar 16 12:07:21.147205 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '0047cc76-6885-4f4a-9fec-d4191202897e', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:98:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:07:18Z', 'updated_at': '2022-03-16T12:07:18Z', 'revision_number': 0, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}, {'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:40Z', 'revision_number': 1, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:07:21.151279 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a4080-f003-4bb0-b0a7-4be83aa65cb0 None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '0047cc76-6885-4f4a-9fec-d4191202897e', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:98:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:07:18Z', 'updated_at': '2022-03-16T12:07:18Z', 'revision_number': 0, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}, {'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:40Z', 'revision_number': 1, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:07:21.335748 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f9362-e32a-411c-9de6-fcb8abcf7eda None None] New status for floating IP 0047cc76-6885-4f4a-9fec-d4191202897e: ACTIVE {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:07:21.534292 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-01de6b5b-949f-4c5b-8967-52b5e599bd74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691769 Mar 16 12:07:21.682279 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1100-8c2f-4721-8fad-a66277035783 req-522d6909-e6c1-45b0-8ea0-6a8e60308d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:21.683792 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-522d6909-e6c1-45b0-8ea0-6a8e60308d2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1096 time: 0.0773754 Mar 16 12:07:21.839482 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1100-8c2f-4721-8fad-a66277035783 req-37a79aad-7007-4b4b-a6b6-456911543b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:21.840913 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-37a79aad-7007-4b4b-a6b6-456911543b03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1380811 Mar 16 12:07:21.940463 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-864cc886-8234-40f6-9a1d-761db86cd40a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 999 time: 0.0938780 Mar 16 12:07:22.005233 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1100-8c2f-4721-8fad-a66277035783 req-2faff4aa-fc03-4155-879f-ac1d3932f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:22.006657 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-2faff4aa-fc03-4155-879f-ac1d3932f95a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0610321 Mar 16 12:07:22.083041 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1100-8c2f-4721-8fad-a66277035783 req-98b8def6-5358-4cf2-8ae0-1572983877fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:22.084492 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-98b8def6-5358-4cf2-8ae0-1572983877fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724988 Mar 16 12:07:22.214649 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-a9f212fb-aed3-46aa-bcc3-14c1faf9232f service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237106 Mar 16 12:07:22.343230 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-233c1100-8c2f-4721-8fad-a66277035783 req-b09c1f9f-249a-48aa-9004-c359d2997a7a service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233478 Mar 16 12:07:45.253620 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9810-1c2b-41fe-8443-605826bc97ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:47.413361 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dbef9a50-3a5c-4fbd-82d5-f2449ebc2be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:48.362036 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:48.910445 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:50.052974 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:07:50.350850 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:50.493198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:15.218367 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e97a5af1-f80b-42c1-8770-7cd719ce91ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:17.389725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ec863cdb-5813-4ff3-b18b-a04cfd2a5f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:18.384432 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:18.910082 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:20.359623 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:20.526949 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:22.581832 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-ffb2e2f0-8069-40bb-aa56-e6aba19a6c50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876272 Mar 16 12:08:22.670862 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-19065036-1dd3-44e3-8fe6-4d4b0e9a8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:22.672321 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-19065036-1dd3-44e3-8fe6-4d4b0e9a8c73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1098 time: 0.0710495 Mar 16 12:08:22.813506 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-3fafc98c-c44c-4d40-a946-2dc22856c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:22.814965 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-3fafc98c-c44c-4d40-a946-2dc22856c952 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1249011 Mar 16 12:08:22.916811 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-6a9bf160-a233-46c9-8f1c-f574f6e99012 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 200 len: 1001 time: 0.0958557 Mar 16 12:08:22.976707 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-60824108-d216-418d-976d-9ab89dd1782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:22.978698 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-60824108-d216-418d-976d-9ab89dd1782f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0568252 Mar 16 12:08:23.054931 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-7c96ea08-3676-41d7-a53f-a321dc78a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:23.057130 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-7c96ea08-3676-41d7-a53f-a321dc78a267 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727921 Mar 16 12:08:23.283112 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-45997d45-c102-473b-b907-26e48750a3ed service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202525 Mar 16 12:08:23.411625 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e4f2b5fe-2752-437a-aac5-adf63ed59c63 req-0cefe129-6eaf-4536-b388-a8e388516a42 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227698 Mar 16 12:08:27.051967 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:08:45.229546 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d360aec3-736a-4451-bde5-1c36aa033077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:47.389613 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-8d6167f3-0614-4747-ab63-d9cba7e7f012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:48.377877 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:48.925616 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:50.331973 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:50.543732 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:53.485216 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:08:53.640164 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:53.655605 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Returning: {'device': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'port_id': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'mac_address': 'fa:16:3e:98:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:08:53.719957 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:53.738322 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 {{(pid=88451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 12:08:53.756441 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:53.818135 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:53.891212 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=6']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:53.895009 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] get_ports_and_sgs() called for port_ids ['6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'] {{(pid=88451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 16 12:08:53.946308 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.946971 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.947678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.948198 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.949114 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.950338 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.951630 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.951966 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.952643 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.952976 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.953307 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:53.953633 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:55.499486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 up at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:08:55.594913 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.provisioning_blocks [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Provisioning complete for port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 triggered by entity L2. {{(pid=88451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:08:55.595286 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862985'] for port, provisioning_complete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:55.724392 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:55.757170 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:08:55.769592 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:08:55.810753 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'code': 200} Mar 16 12:08:55.852499 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:55.930730 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=7']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:03.733658 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45440) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:03.939319 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Deleting port 014d398a-791c-49a9-92f2-129cf50457d2 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:03.939668 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:04.050105 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:09:04.219380 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:04.219627 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:04.340910 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Calling delete_port for 014d398a-791c-49a9-92f2-129cf50457d2 owned by network:floatingip {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:04.565818 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:04.647797 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event deleted for resources: {'Port': ['ID=014d398a-791c-49a9-92f2-129cf50457d2,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:04.687321 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.687662 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.687997 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.688325 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.688666 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.688976 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.689295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.689615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.689962 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.690280 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.690594 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.690912 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:04.722018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:04.722355 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.db.l3_db [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Floating IP 0047cc76-6885-4f4a-9fec-d4191202897e disassociated (deleted). External IP: 172.26.7.185, port: 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92. Mar 16 12:09:05.067331 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Router 62c45db5-4a25-4131-aded-07996535e494 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:09:05.243928 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:09:05.253824 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:09:05.264239 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:05.266325 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:05.319642 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:05.372993 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-46256896-c2f7-4552-a4ae-257c69da9dea tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "DELETE /v2.0/floatingips/0047cc76-6885-4f4a-9fec-d4191202897e HTTP/1.1" status: 204 len: 168 time: 1.6381211 Mar 16 12:09:05.373516 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:09:05.431936 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'status': 'completed', 'code': 200} Mar 16 12:09:05.446910 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:05.523119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-1bae74f3-6fce-4e56-a92a-cf0ae17b8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:05.525298 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-1bae74f3-6fce-4e56-a92a-cf0ae17b8504 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 1098 time: 0.0729725 Mar 16 12:09:05.661628 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-d18a38b0-1de2-4d2a-911b-d2839394153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:05.663127 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-d18a38b0-1de2-4d2a-911b-d2839394153c service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1315701 Mar 16 12:09:05.738608 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-500786a6-fdc6-4a45-8596-471a27cbeaff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 200 len: 217 time: 0.0698225 Mar 16 12:09:05.804119 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-d63f7503-79bb-4d25-a654-8a8e2df4d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:05.805626 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-d63f7503-79bb-4d25-a654-8a8e2df4d540 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0610645 Mar 16 12:09:05.843406 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:40Z', 'revision_number': 1, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:05.847410 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:09:05.857694 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:05.858713 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:05.886647 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-8d0b816e-c8e4-4578-93fa-278f7c022798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:05.888420 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-8d0b816e-c8e4-4578-93fa-278f7c022798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763521 Mar 16 12:09:05.918659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ff3ef-dd5e-4bae-ae0b-bce8b59f5870 req-c29cd43a-777d-444e-8548-1ecc96f60967 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:05.918659 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c53ff3ef-dd5e-4bae-ae0b-bce8b59f5870 req-c29cd43a-777d-444e-8548-1ecc96f60967 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:09:05.973074 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.quota.resource [req-c53ff3ef-dd5e-4bae-ae0b-bce8b59f5870 req-c29cd43a-777d-444e-8548-1ecc96f60967 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:09:05.974487 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c53ff3ef-dd5e-4bae-ae0b-bce8b59f5870 req-c29cd43a-777d-444e-8548-1ecc96f60967 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 945 time: 0.1414154 Mar 16 12:09:06.025980 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-c810c25d-2f34-4e02-9f0e-9ef5c4d521e5 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294932 Mar 16 12:09:06.030634 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-c53ff3ef-dd5e-4bae-ae0b-bce8b59f5870 req-f97e1fc3-7016-4529-bddd-575acd8d48ee tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499868 Mar 16 12:09:06.046696 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:06.160794 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-170e1b22-8e0d-4c1f-bbaf-14a2258aa1ae req-218a3d50-0eb8-452d-abad-40c8eda269cd service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264405 Mar 16 12:09:06.392026 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:40Z', 'revision_number': 1, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:06.396060 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d6162-d419-4d4a-b95c-cf5b8d06e79d None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_floatingips': [{'id': '635a3306-577f-4b02-a773-a8a3dc16ebcd', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'router_id': '62c45db5-4a25-4131-aded-07996535e494', 'port_id': '4f3cfd73-a098-4d41-9337-3338111f4129', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'mac_address': 'fa:16:3e:0d:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:04:38Z', 'updated_at': '2022-03-16T12:04:40Z', 'revision_number': 1, 'project_id': '0b8203b510104779be315d0aa0071046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:09:06.602585 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239b67a-9d64-4a4c-8b57-c4130af59941 None None] New status for floating IP 0047cc76-6885-4f4a-9fec-d4191202897e: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:09:07.213147 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810960-8133-4e24-8669-36aa81c9672f req-21f13c92-e52f-4f41-ad55-f799b26d9980 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:07.215097 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17810960-8133-4e24-8669-36aa81c9672f req-21f13c92-e52f-4f41-ad55-f799b26d9980 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 945 time: 0.0808957 Mar 16 12:09:07.258116 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17810960-8133-4e24-8669-36aa81c9672f req-a3aeea1a-6069-4b96-ba3b-cccd43dae639 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373454 Mar 16 12:09:07.367548 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-75e01f9a-cbad-4ddc-8d55-a6de2babb066 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:07.368935 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-75e01f9a-cbad-4ddc-8d55-a6de2babb066 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 945 time: 0.0814493 Mar 16 12:09:07.436036 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Deleting port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:07.436374 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:07.519171 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:07.632208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542970'] for port, before_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:07.663051 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:09:07.673746 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:07.682343 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:07.682698 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:07.709559 dv-neutron-831730-4-hyperv neutron-server[88451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'code': 200} Mar 16 12:09:07.765191 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772078780676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772078400314', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772078400359'] for port, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:07.806703 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Calling delete_port for 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:07.833101 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Pushing event updated for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=8']} {{(pid=88451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:07.943569 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.db.api [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:09:07.943814 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG oslo_db.api [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:09:08.443920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef7b7b-9f09-4bd8-a618-7234c2a5a889 req-93303255-d148-493d-b473-2c6b861a09e2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:08.445345 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17ef7b7b-9f09-4bd8-a618-7234c2a5a889 req-93303255-d148-493d-b473-2c6b861a09e2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 943 time: 0.0786998 Mar 16 12:09:08.445824 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Deleting port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:08.446168 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:08.667269 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-17ef7b7b-9f09-4bd8-a618-7234c2a5a889 req-196e41f2-07a7-4944-8f5a-d73c6ade997b tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946530 Mar 16 12:09:08.826197 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] For port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:08.826547 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:08.944331 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Calling delete_port for 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:09.131770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:09.182217 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event deleted for resources: {'Port': ['ID=6dbc1dc8-c385-4b1d-a97f-e55a3b046f92,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:09.224038 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.224385 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.224726 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.225059 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.225389 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.225716 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.226065 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.226390 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.226711 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.227033 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.227351 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.227669 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-4-hyperv {{(pid=88450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:09:09.267339 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] No DVR routers for this DVR port 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:09:09.269567 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:09.271975 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-deleted', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:09:09.316422 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39a34d4-49a0-412e-8a11-547aa145149a', 'name': 'network-vif-deleted', 'tag': '6dbc1dc8-c385-4b1d-a97f-e55a3b046f92', 'status': 'completed', 'code': 200} Mar 16 12:09:09.321374 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-464c5241-ddb6-42c2-b8ed-0a0044dfd05d req-92b053d2-5727-4a70-a53f-7e9d0b404d35 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "DELETE /v2.0/ports/6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 HTTP/1.1" status: 204 len: 173 time: 1.9472537 Mar 16 12:09:09.826676 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-66e13622-27d8-48ca-b3b9-eff443e105cc req-d0ecd261-84e0-46c0-b81c-976dcd9e8041 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:09:09.898073 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-66e13622-27d8-48ca-b3b9-eff443e105cc req-d0ecd261-84e0-46c0-b81c-976dcd9e8041 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:09:09.905418 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-66e13622-27d8-48ca-b3b9-eff443e105cc req-d0ecd261-84e0-46c0-b81c-976dcd9e8041 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=e39a34d4-49a0-412e-8a11-547aa145149a HTTP/1.1" status: 200 len: 210 time: 0.1144829 Mar 16 12:09:11.543096 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:11.578237 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:11.578582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 6dbc1dc8-c385-4b1d-a97f-e55a3b046f92 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:12.268734 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 45514) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:12.470336 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Deleting port c50b0d56-fa65-4aac-87ea-5b4a52d3cb8a {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:12.470671 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:12.634995 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:12.635317 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:12.755155 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Calling delete_port for c50b0d56-fa65-4aac-87ea-5b4a52d3cb8a owned by network:floatingip {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:12.977327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:13.026191 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event deleted for resources: {'Port': ['ID=c50b0d56-fa65-4aac-87ea-5b4a52d3cb8a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:13.215262 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for floatingip, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:13.215605 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.db.l3_db [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Floating IP 635a3306-577f-4b02-a773-a8a3dc16ebcd disassociated (deleted). External IP: 172.26.7.114, port: 4f3cfd73-a098-4d41-9337-3338111f4129. Mar 16 12:09:13.568604 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Router 62c45db5-4a25-4131-aded-07996535e494 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:09:13.743714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:09:13.753751 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:09:13.763371 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:13.763983 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:13.812250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for floatingip, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:13.874746 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-aab90b7b-2f42-4734-808f-1999dc390f4d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "DELETE /v2.0/floatingips/635a3306-577f-4b02-a773-a8a3dc16ebcd HTTP/1.1" status: 204 len: 168 time: 1.6049318 Mar 16 12:09:13.875423 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:09:13.921215 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'status': 'completed', 'code': 200} Mar 16 12:09:13.952334 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:14.013580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-0ed67e15-6352-4184-a5d6-3f111f4fc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:14.015071 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-0ed67e15-6352-4184-a5d6-3f111f4fc55d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b8203b510104779be315d0aa0071046&device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 1096 time: 0.0740643 Mar 16 12:09:14.147920 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-ac259c82-0f33-4f28-a81d-182a22a49c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:14.149290 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-ac259c82-0f33-4f28-a81d-182a22a49c89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 200 len: 911 time: 0.1266012 Mar 16 12:09:14.219366 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-91c69a78-870d-4e30-a9ea-c9a085b45451 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 200 len: 217 time: 0.0644007 Mar 16 12:09:14.271544 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:14.275562 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:09:14.284932 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:14.285525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:08:47Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:14.286928 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-912839de-7bad-4af4-931c-5e8d165f4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:14.288429 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-912839de-7bad-4af4-931c-5e8d165f4e1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 200 len: 849 time: 0.0595188 Mar 16 12:09:14.371075 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-38cee2de-68c5-4e1c-a105-067e3f26bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:14.372610 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-38cee2de-68c5-4e1c-a105-067e3f26bd7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46b80770-5c97-4390-9dad-275718b87d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782702 Mar 16 12:09:14.477909 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e1c7-577c-473d-8f31-b83001c103a8 req-18b42ba4-345c-4820-94fd-94933af2cfbc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:14.479675 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e57e1c7-577c-473d-8f31-b83001c103a8 req-18b42ba4-345c-4820-94fd-94933af2cfbc tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 943 time: 0.0839202 Mar 16 12:09:14.507924 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:14.510145 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-9a57d813-f917-4b2a-88a4-51aa6bdad184 service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308925 Mar 16 12:09:14.528701 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [req-8e57e1c7-577c-473d-8f31-b83001c103a8 req-9a46262d-1583-489f-98f4-5fa318c910e1 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Mar 16 12:09:14.760446 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-84ee04ef-3602-4bec-81c6-8bb8468b3094 req-fe7ccae9-6795-4005-b58b-e14cfdc972dd service neutron] 10.222.0.53 "GET /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439849 Mar 16 12:09:14.824705 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:14.828786 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1375e14b-8e9f-4e0f-afcb-b1abf0bae225 None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:11Z', 'revision_number': 4, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv', '_interfaces': [{'id': '28f376dc-ec61-4654-aa45-02849806c6a9', 'name': '', 'network_id': '46b80770-5c97-4390-9dad-275718b87d4a', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'mac_address': 'fa:16:3e:f6:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:10Z', 'updated_at': '2022-03-16T12:04:16Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'subnets': [{'id': 'cced9f5a-604d-4922-afbe-d8d358e719c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:09:15.045740 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9207fa8-b194-4c2e-abe8-40ed6c05a818 None None] New status for floating IP 635a3306-577f-4b02-a773-a8a3dc16ebcd: DOWN {{(pid=88452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 12:09:15.234860 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-86ec408e-a39b-43ea-bcc6-25865d0426fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:15.714998 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9166653-a84d-4ba4-b21b-fc914f344629 req-2f82f6e6-6ae4-4ea4-9bf1-4a3073920eba tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:15.715601 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e9166653-a84d-4ba4-b21b-fc914f344629 req-2f82f6e6-6ae4-4ea4-9bf1-4a3073920eba tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:09:15.806083 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-e9166653-a84d-4ba4-b21b-fc914f344629 req-2f82f6e6-6ae4-4ea4-9bf1-4a3073920eba tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:09:15.807253 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e9166653-a84d-4ba4-b21b-fc914f344629 req-2f82f6e6-6ae4-4ea4-9bf1-4a3073920eba tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 943 time: 0.1687777 Mar 16 12:09:15.852309 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-e9166653-a84d-4ba4-b21b-fc914f344629 req-7abfda61-25a4-4110-9188-8785deaed6b0 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dc6521-68d2-46bc-94c3-ae3a13623ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Mar 16 12:09:16.008061 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-a33674dc-29b0-4b06-957e-de692b09c4f2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:16.009369 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-a33674dc-29b0-4b06-957e-de692b09c4f2 tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 943 time: 0.0806446 Mar 16 12:09:16.076909 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Deleting port 4f3cfd73-a098-4d41-9337-3338111f4129 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:16.077250 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:16.317858 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] For port 4f3cfd73-a098-4d41-9337-3338111f4129, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4f3cfd73-a098-4d41-9337-3338111f4129,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:16.318145 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:16.441580 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Calling delete_port for 4f3cfd73-a098-4d41-9337-3338111f4129 owned by compute:nova {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:16.669023 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:16.723832 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event deleted for resources: {'Port': ['ID=4f3cfd73-a098-4d41-9337-3338111f4129,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:16.794590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] No DVR routers for this DVR port 4f3cfd73-a098-4d41-9337-3338111f4129 on host hv-neutron-8317 {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:09:16.796982 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465989'] for port, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:16.799401 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-deleted', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129'}] {{(pid=88450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 12:09:16.843453 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef166a-eae4-45e6-b338-d6ad723682a4', 'name': 'network-vif-deleted', 'tag': '4f3cfd73-a098-4d41-9337-3338111f4129', 'status': 'completed', 'code': 200} Mar 16 12:09:16.869396 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-13849175-62c6-4e38-a6d2-95c870e5ada7 req-af7a501e-d504-4420-a058-1860260051be tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.53 "DELETE /v2.0/ports/4f3cfd73-a098-4d41-9337-3338111f4129 HTTP/1.1" status: 204 len: 173 time: 0.8548019 Mar 16 12:09:17.008682 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-7baf83a9-6886-49be-921b-607033f25305 req-b52448cb-3f8d-4309-b1af-a129cd61a76d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Synchronizing usage tracker for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:09:17.075786 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.quota.resource [req-7baf83a9-6886-49be-921b-607033f25305 req-b52448cb-3f8d-4309-b1af-a129cd61a76d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Unset dirty status for tenant:0b8203b510104779be315d0aa0071046 on resource:port {{(pid=88450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:09:17.076990 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [req-7baf83a9-6886-49be-921b-607033f25305 req-b52448cb-3f8d-4309-b1af-a129cd61a76d tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef166a-eae4-45e6-b338-d6ad723682a4 HTTP/1.1" status: 200 len: 210 time: 0.1148689 Mar 16 12:09:17.388810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f2ce36f3-4c31-4e60-8fac-68246baf4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:18.171605 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 45532) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:18.238714 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec12-3909-42aa-a20e-efa55580328a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:18.267770 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec12-3909-42aa-a20e-efa55580328a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:18.377116 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:18.399970 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec12-3909-42aa-a20e-efa55580328a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:18.419533 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ec12-3909-42aa-a20e-efa55580328a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc6521-68d2-46bc-94c3-ae3a13623ee7,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:18.496039 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ec12-3909-42aa-a20e-efa55580328a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] Notify callbacks [] for security_group, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:18.497550 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f7e6ec12-3909-42aa-a20e-efa55580328a tempest-TestSnapshotPattern-800100493 tempest-TestSnapshotPattern-800100493-project] 10.222.0.30 "DELETE /v2.0/security-groups/14dc6521-68d2-46bc-94c3-ae3a13623ee7 HTTP/1.1" status: 204 len: 168 time: 0.3248231 Mar 16 12:09:18.600453 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45540) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:18.908969 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:19.328758 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:19.573431 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:19.611725 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] No Port match for: 4f3cfd73-a098-4d41-9337-3338111f4129 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:19.612073 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Device 4f3cfd73-a098-4d41-9337-3338111f4129 not bound to the agent host hv-neutron-8317 {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:19.681042 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Deleting port 28f376dc-ec61-4654-aa45-02849806c6a9 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:19.681618 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:19.849740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] For port 28f376dc-ec61-4654-aa45-02849806c6a9, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=28f376dc-ec61-4654-aa45-02849806c6a9,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:19.850225 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:19.972740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Calling delete_port for 28f376dc-ec61-4654-aa45-02849806c6a9 owned by network:router_interface {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:20.177366 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:20.223157 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f376dc-ec61-4654-aa45-02849806c6a9,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:20.343409 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:20.503192 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:20.593086 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:20.941233 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Router 62c45db5-4a25-4131-aded-07996535e494 has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:09:21.111409 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:09:21.119923 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] Sync routers for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:09:21.129565 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:21.130207 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:21.213359 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-bac07262-42b2-4370-a3a7-02b78ec18c48 admin admin] 10.222.0.30 "PUT /v2.0/routers/62c45db5-4a25-4131-aded-07996535e494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116691 Mar 16 12:09:21.216443 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45546) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:21.302453 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: dv-neutron-831730-4-hyperv {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:21.390341 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:21.569184 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:21.586161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:09:20Z', 'revision_number': 5, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port': {'id': '82f6e0cd-7c30-4215-997d-3f992c36e449', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c45db5-4a25-4131-aded-07996535e494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:21.590003 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] Checking router: 62c45db5-4a25-4131-aded-07996535e494 for host: dv-neutron-831730-4-hyperv {{(pid=88451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:09:21.598580 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] Routers {'62c45db5-4a25-4131-aded-07996535e494'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:21.599288 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['62c45db5-4a25-4131-aded-07996535e494'], 'active': True} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:21.634378 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Deleting port 82f6e0cd-7c30-4215-997d-3f992c36e449 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:21.634725 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:21.746295 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_dvr_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] Set router 62c45db5-4a25-4131-aded-07996535e494 gateway port host: None {{(pid=88451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:21.898264 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.db.l3_hamode_db [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:09:21Z', 'revision_number': 6, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:21.902185 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73142c2-4d3e-4015-828c-2b7133bd5b0b None None] The sync data for ids ['62c45db5-4a25-4131-aded-07996535e494'] in dv-neutron-831730-4-hyperv is: [{'id': '62c45db5-4a25-4131-aded-07996535e494', 'name': 'tempest-TestSnapshotPattern-1980061019-router', 'tenant_id': '0b8203b510104779be315d0aa0071046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:07Z', 'updated_at': '2022-03-16T12:09:21Z', 'revision_number': 6, 'project_id': '0b8203b510104779be315d0aa0071046', 'gw_port_host': None}] {{(pid=88451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:09:21.927900 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] For port 82f6e0cd-7c30-4215-997d-3f992c36e449, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=82f6e0cd-7c30-4215-997d-3f992c36e449,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:21.928188 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.048095 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Calling delete_port for 82f6e0cd-7c30-4215-997d-3f992c36e449 owned by network:router_gateway {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:22.281898 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 28f376dc-ec61-4654-aa45-02849806c6a9 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:22.291813 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.328214 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 28f376dc-ec61-4654-aa45-02849806c6a9 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:22.328748 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 28f376dc-ec61-4654-aa45-02849806c6a9 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:22.350687 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f6e0cd-7c30-4215-997d-3f992c36e449,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:22.444740 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.616150 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.618281 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.714846 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.715518 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c45db5-4a25-4131-aded-07996535e494 {{(pid=88449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:09:22.728018 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.729140 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-e70c84f9-a5e6-44b3-b76b-9be8c20de8a7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/62c45db5-4a25-4131-aded-07996535e494 HTTP/1.1" status: 204 len: 168 time: 1.5117037 Mar 16 12:09:22.732485 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45550) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:22.795198 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.db_base_plugin_v2 [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Deleting subnet cced9f5a-604d-4922-afbe-d8d358e719c0 {{(pid=88449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:09:22.798297 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.846464 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2311386'] for subnet, precommit_delete_associations {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:22.932021 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.040305 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2220977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404011'] for subnet, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.078780 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cced9f5a-604d-4922-afbe-d8d358e719c0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:23.083449 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.089040 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096663a-cc5c-467e-9733-37e6d89c4191 None None] Network 46b80770-5c97-4390-9dad-275718b87d4a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:09:23.093367 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-4986c5f9-191f-4e70-b56f-228df9183949 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cced9f5a-604d-4922-afbe-d8d358e719c0 HTTP/1.1" status: 204 len: 168 time: 0.3598585 Mar 16 12:09:23.093499 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 45554) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:23.198785 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.209124 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Deleting port a79a8381-c6e3-4d83-8586-5973be98cb39 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:23.209588 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.336512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] DHCP port deletion for 46b80770-5c97-4390-9dad-275718b87d4a request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:09:23.341348 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Deleting port a79a8381-c6e3-4d83-8586-5973be98cb39 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:23.341891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.422590 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] For port a79a8381-c6e3-4d83-8586-5973be98cb39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a79a8381-c6e3-4d83-8586-5973be98cb39,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:23.422949 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.545699 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] For port a79a8381-c6e3-4d83-8586-5973be98cb39, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=a79a8381-c6e3-4d83-8586-5973be98cb39,segment=NetworkSegment(6d386f63-af2d-4a25-b5d4-db70d7f7b95a),segment_id=6d386f63-af2d-4a25-b5d4-db70d7f7b95a)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:23.546043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.647057 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Calling delete_port for a79a8381-c6e3-4d83-8586-5973be98cb39 owned by network:dhcp {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:23.668810 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Calling delete_port for a79a8381-c6e3-4d83-8586-5973be98cb39 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:23.806051 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.812807 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:09:23.813166 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:09:23.852427 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79a8381-c6e3-4d83-8586-5973be98cb39,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:23.856350 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] No DVR routers for this DVR port a79a8381-c6e3-4d83-8586-5973be98cb39 on host dv-neutron-831730-4-hyperv {{(pid=88450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:09:23.969166 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:23.992784 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b80770-5c97-4390-9dad-275718b87d4a']}} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:24.004773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d386f63-af2d-4a25-b5d4-db70d7f7b95a') {'for_net_delete': True} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:24.005068 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.services.segments.db [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d386f63-af2d-4a25-b5d4-db70d7f7b95a') {} {{(pid=88450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:24.016687 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3846867'] for segment, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:24.032345 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:24.038076 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:09:24.038456 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3132362'] for segment, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: Traceback (most recent call last): Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: timer() Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: cb(*args, **kw) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: return func(*args, **kwargs) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: self._notify() Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: self.callback(batched_events) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: event.method(event) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: return f(self, *a, **k) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._get(url).json() Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: return self.request(url, 'GET', **kwargs) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:09:24.051026 dv-neutron-831730-4-hyperv neutron-server[88450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:09:24.183138 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:24.200536 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Notify callbacks [] for network, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:24.212034 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b80770-5c97-4390-9dad-275718b87d4a,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:24.229670 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a79a8381-c6e3-4d83-8586-5973be98cb39 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:24.264137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: a79a8381-c6e3-4d83-8586-5973be98cb39 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:24.264486 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device a79a8381-c6e3-4d83-8586-5973be98cb39 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:24.264929 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 82f6e0cd-7c30-4215-997d-3f992c36e449 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:24.287063 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f62e5a24-82e0-4c9e-b41d-d688b00d4967 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46b80770-5c97-4390-9dad-275718b87d4a HTTP/1.1" status: 204 len: 168 time: 1.1925445 Mar 16 12:09:24.290011 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 45558) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:24.298100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 82f6e0cd-7c30-4215-997d-3f992c36e449 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:24.298449 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 82f6e0cd-7c30-4215-997d-3f992c36e449 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:24.314678 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Deleting port a79a8381-c6e3-4d83-8586-5973be98cb39 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:24.315065 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:24.382329 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-3db7cd6e-4cab-415d-b140-bfed10a1ebfc None None] The port 'a79a8381-c6e3-4d83-8586-5973be98cb39' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:09:24.821574 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025799'] for router_interface, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:25.262765 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Deleting port 40e1c71a-af12-42aa-a122-6b34b2e271d1 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:25.263598 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:25.429428 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] For port 40e1c71a-af12-42aa-a122-6b34b2e271d1, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=40e1c71a-af12-42aa-a122-6b34b2e271d1,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:25.429778 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:25.550551 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Calling delete_port for 40e1c71a-af12-42aa-a122-6b34b2e271d1 owned by network:router_interface {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:25.942773 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:25.988327 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e1c71a-af12-42aa-a122-6b34b2e271d1,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:26.253896 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4025691'] for router_interface, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:26.717556 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b has already been hosted by L3 agent d0f0ba1b-efb0-4b57-993e-76fc2ff0f391 {{(pid=88450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 16 12:09:26.892313 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] Notify agent at l3_agent.dv-neutron-831730-4-hyperv the message routers_updated {{(pid=88450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 16 12:09:26.900993 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] Sync routers for ids ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'] in dv-neutron-831730-4-hyperv {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 12:09:26.901574 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-f34fb5a5-9703-4392-aa31-44d9f73f7c05 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a407a04-6bd5-4647-9a77-e4ee0aa1345b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105704 Mar 16 12:09:26.904575 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 45562) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:26.911382 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] Routers {'3a407a04-6bd5-4647-9a77-e4ee0aa1345b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:26.911976 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:27.079088 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:27.082960 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] Set router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b gateway port host: dv-neutron-831730-4-hyperv {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:27.255186 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:27.364031 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'external_fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:09:25Z', 'revision_number': 5, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port': {'id': '9b1a3fba-2e02-4adc-8ea0-af6ff6384185', 'name': '', 'network_id': '61f2edac-54d1-4e38-bdd8-134c75d96795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:aa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:04:15Z', 'updated_at': '2022-03-16T12:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a4587a-e248-483b-8a88-c29bf9b3a63b', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-4-hyperv'}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:27.367899 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] Checking router: 3a407a04-6bd5-4647-9a77-e4ee0aa1345b for host: dv-neutron-831730-4-hyperv {{(pid=88452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 12:09:27.376278 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] Routers {'3a407a04-6bd5-4647-9a77-e4ee0aa1345b'} bound to L3 agent in host dv-neutron-831730-4-hyperv {{(pid=88452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 16 12:09:27.376843 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T10:59:47Z,description=,heartbeat_timestamp=2022-03-16T12:09:17Z,host='dv-neutron-831730-4-hyperv',id=d0f0ba1b-efb0-4b57-993e-76fc2ff0f391,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T10:59:48Z,topic='l3_agent')) {'router_ids': ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'], 'active': True} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:27.389189 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Deleting port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 {{(pid=88450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:27.389744 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:27.528780 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_dvr_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] Set router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b gateway port host: None {{(pid=88452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 16 12:09:27.570968 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.db [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] For port 9b1a3fba-2e02-4adc-8ea0-af6ff6384185, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,segment=NetworkSegment(f9093f43-5771-49f6-9fc0-4464c14c1151),segment_id=f9093f43-5771-49f6-9fc0-4464c14c1151)] {{(pid=88450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:27.571324 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:27.633766 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.l3_hamode_db [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:09:27Z', 'revision_number': 6, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port_host': None}], 'dv-neutron-831730-4-hyperv', False) {} {{(pid=88452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:27.638513 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a280ed-52e4-4183-b129-e04592b952ea None None] The sync data for ids ['3a407a04-6bd5-4647-9a77-e4ee0aa1345b'] in dv-neutron-831730-4-hyperv is: [{'id': '3a407a04-6bd5-4647-9a77-e4ee0aa1345b', 'name': 'tempest-TestSnapshotPattern-1698964468-router', 'tenant_id': '1568f480c8874c04bcb9665609af7964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:04:14Z', 'updated_at': '2022-03-16T12:09:27Z', 'revision_number': 6, 'project_id': '1568f480c8874c04bcb9665609af7964', 'gw_port_host': None}] {{(pid=88452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 12:09:27.704964 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.plugins.ml2.plugin [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Calling delete_port for 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 owned by network:router_gateway {{(pid=88450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:27.920523 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3132325'] for port, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:27.966818 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1a3fba-2e02-4adc-8ea0-af6ff6384185,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:28.069723 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4025058'] for router_gateway, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.364001 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4024021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-768'] for router, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.366167 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.452833 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 40e1c71a-af12-42aa-a122-6b34b2e271d1 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:28.457436 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4023818'] for router, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.457973 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a407a04-6bd5-4647-9a77-e4ee0aa1345b {{(pid=88450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 16 12:09:28.470517 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.471656 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-e4af50a5-78f6-4abc-aed1-bb74e31f80e0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3a407a04-6bd5-4647-9a77-e4ee0aa1345b HTTP/1.1" status: 204 len: 168 time: 1.5661728 Mar 16 12:09:28.474361 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.wsgi [-] (88450) accepted ('10.222.0.30', 45568) {{(pid=88450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:28.487226 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 40e1c71a-af12-42aa-a122-6b34b2e271d1 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:28.487572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 40e1c71a-af12-42aa-a122-6b34b2e271d1 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:28.487995 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:28.523582 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:28.523942 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device 9b1a3fba-2e02-4adc-8ea0-af6ff6384185 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:28.537945 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Deleting subnet ee7e45a1-635c-4c92-a14f-5e18c57db6e4 {{(pid=88450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 16 12:09:28.540889 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.593948 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3846874'] for subnet, precommit_delete_associations {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.673152 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858377'] for subnet, precommit_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.794535 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3132304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2751884'] for subnet, after_delete {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.835402 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7e45a1-635c-4c92-a14f-5e18c57db6e4,revision_number=None']} {{(pid=88450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:28.838936 dv-neutron-831730-4-hyperv neutron-server[88450]: DEBUG neutron_lib.callbacks.manager [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.845049 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddc5e4-99f3-4714-ba87-94697169785b None None] Network fd9767c6-c91c-48e5-a5e2-3b2378056c9a requested from dv-neutron-831730-4-hyperv {{(pid=88451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 16 12:09:28.847934 dv-neutron-831730-4-hyperv neutron-server[88450]: INFO neutron.wsgi [None req-a396646f-9ee2-49d5-9dca-5279f655f50c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee7e45a1-635c-4c92-a14f-5e18c57db6e4 HTTP/1.1" status: 204 len: 168 time: 0.3704920 Mar 16 12:09:28.848558 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45572) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:28.953312 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530133'] for network, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:28.963490 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Deleting port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 {{(pid=88449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:28.963812 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.088147 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] DHCP port deletion for fd9767c6-c91c-48e5-a5e2-3b2378056c9a request from dv-neutron-831730-4-hyperv {{(pid=88451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 16 12:09:29.093525 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Deleting port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:29.094080 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.178158 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.db [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] For port ebab7776-01ec-4aaa-adf7-b0c2c3773e03, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:29.178510 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.337188 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.db [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] For port ebab7776-01ec-4aaa-adf7-b0c2c3773e03, host dv-neutron-831730-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-4-hyperv',level=0,port_id=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,segment=NetworkSegment(09c5f110-05c0-41ff-88ad-b44078d8a549),segment_id=09c5f110-05c0-41ff-88ad-b44078d8a549)] {{(pid=88451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 16 12:09:29.337572 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002759'] for port, precommit_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.403615 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.plugin [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Calling delete_port for ebab7776-01ec-4aaa-adf7-b0c2c3773e03 owned by network:dhcp {{(pid=88449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:29.458461 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Calling delete_port for ebab7776-01ec-4aaa-adf7-b0c2c3773e03 owned by network:dhcp {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 16 12:09:29.566171 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772078779630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772078400305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2220932'] for port, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.571507 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.db.api [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:09:29.572100 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG oslo_db.api [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:09:29.613238 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Pushing event deleted for resources: {'Port': ['ID=ebab7776-01ec-4aaa-adf7-b0c2c3773e03,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:29.617425 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] No DVR routers for this DVR port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 on host dv-neutron-831730-4-hyperv {{(pid=88449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:09:29.730284 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859266', 'neutron.services.segments.db._delete_segments_for_network-8772078885717'] for network, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.754776 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9767c6-c91c-48e5-a5e2-3b2378056c9a']}} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:29.766841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c5f110-05c0-41ff-88ad-b44078d8a549') {'for_net_delete': True} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:29.767136 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.services.segments.db [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c5f110-05c0-41ff-88ad-b44078d8a549') {} {{(pid=88449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:09:29.778495 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772078891888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2311379'] for segment, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.794166 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853982'] for segment, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.800174 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 12:09:29.801561 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-853964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2221035'] for segment, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: Traceback (most recent call last): Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: timer() Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: cb(*args, **kw) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: return func(*args, **kwargs) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: self._notify() Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: self.callback(batched_events) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: event.method(event) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: return f(self, *a, **k) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._get(url).json() Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: return self.request(url, 'GET', **kwargs) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:09:29.817702 dv-neutron-831730-4-hyperv neutron-server[88449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:09:29.971708 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4025031'] for network, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.987026 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Notify callbacks [] for network, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:29.998836 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9767c6-c91c-48e5-a5e2-3b2378056c9a,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:30.001285 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-5eacfa86-93e8-462d-957d-8fe93161ccee admin admin] 10.222.0.30 "DELETE /v2.0/networks/fd9767c6-c91c-48e5-a5e2-3b2378056c9a HTTP/1.1" status: 204 len: 168 time: 1.1516345 Mar 16 12:09:30.073857 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Deleting port ebab7776-01ec-4aaa-adf7-b0c2c3773e03 {{(pid=88451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 16 12:09:30.074256 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772078774532'] for port, before_delete {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.139244 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-6e3baba4-5987-4851-9b1b-258d5175dd8a None None] The port 'ebab7776-01ec-4aaa-adf7-b0c2c3773e03' was deleted {{(pid=88451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 16 12:09:30.227891 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ebab7776-01ec-4aaa-adf7-b0c2c3773e03 no longer exists at agent ovs-agent-dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:09:30.265284 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] No Port match for: ebab7776-01ec-4aaa-adf7-b0c2c3773e03 {{(pid=88451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 16 12:09:30.265626 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron.plugins.ml2.rpc [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Device ebab7776-01ec-4aaa-adf7-b0c2c3773e03 not bound to the agent host dv-neutron-831730-4-hyperv {{(pid=88451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:09:30.300653 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45580) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:30.351619 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-8ae8e279-5e78-479b-a8af-d1f69b2ce347 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b8203b510104779be315d0aa0071046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498214 Mar 16 12:09:30.354104 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45584) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:30.411065 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-911b987b-0b44-4d3b-9cba-315134ed8283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.436841 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-911b987b-0b44-4d3b-9cba-315134ed8283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.588752 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-911b987b-0b44-4d3b-9cba-315134ed8283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.604234 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b987b-0b44-4d3b-9cba-315134ed8283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921c5587-726b-4f43-8797-628cc7868ea0,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:30.612145 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-911b987b-0b44-4d3b-9cba-315134ed8283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:30.613259 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-911b987b-0b44-4d3b-9cba-315134ed8283 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/921c5587-726b-4f43-8797-628cc7868ea0 HTTP/1.1" status: 204 len: 168 time: 0.2582705 Mar 16 12:09:31.200826 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45592) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:31.249143 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-487aa6d2-4f83-49bf-8593-2e9780f3fb02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1568f480c8874c04bcb9665609af7964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472004 Mar 16 12:09:31.251572 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.wsgi [-] (88449) accepted ('10.222.0.30', 45596) {{(pid=88449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:09:31.312295 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3873b5a2-266f-4fba-b52c-a5120152b7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:31.336989 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3873b5a2-266f-4fba-b52c-a5120152b7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:31.446022 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3873b5a2-266f-4fba-b52c-a5120152b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890959'] for security_group, after_delete {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:31.463556 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873b5a2-266f-4fba-b52c-a5120152b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe5f45-b121-4f3f-b8ab-d1ad8d89abd1,revision_number=None']} {{(pid=88449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:09:31.467498 dv-neutron-831730-4-hyperv neutron-server[88449]: DEBUG neutron_lib.callbacks.manager [None req-3873b5a2-266f-4fba-b52c-a5120152b7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:31.468903 dv-neutron-831730-4-hyperv neutron-server[88449]: INFO neutron.wsgi [None req-3873b5a2-266f-4fba-b52c-a5120152b7ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cfe5f45-b121-4f3f-b8ab-d1ad8d89abd1 HTTP/1.1" status: 204 len: 168 time: 0.2161648 Mar 16 12:09:41.049618 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:09:45.239735 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b26d0d41-7b7f-4087-a3fa-dbf59219b887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:47.399619 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-879d690a-6cb4-4c9c-ad1a-8d2c5082291b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:48.370882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:48.908321 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:50.376642 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:50.519350 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:15.244917 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f5f30ff7-579d-4fe9-b6ff-87f88f47981e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.404968 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-ea140619-4a07-4be1-891e-c9c8a1bd9599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.048183 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:10:18.393711 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.913420 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:20.364423 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:20.495867 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.244815 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c85b4fc1-b3c3-40b7-9f28-4e38a42c90fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:47.387113 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-64609eb5-ec2f-414c-a756-439d41302200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:48.364765 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:48.901804 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:50.352673 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:50.500882 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:55.047218 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:11:15.249992 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-67e3c060-ca33-4fd0-84d1-1200c7a6bed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:17.387126 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-2acfe5e2-d05f-489c-b1c2-e62ecdf02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:18.364585 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:18.941566 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:20.387161 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:20.518560 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:32.046752 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:11:45.255832 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-03b7cb5c-f5f7-426e-8e73-bc44cf24c5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:47.410137 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-c1a76495-46db-4c53-b6da-f8bcfec256f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:48.398415 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:48.913593 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:50.404628 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:50.524774 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:09.045962 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:12:15.227221 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-f59954d8-72d2-42cb-907f-cab4e3148362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:17.399498 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6ac9082d-6d82-41c3-bd66-3deba25a17c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:18.370661 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:18.928876 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:20.399382 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:20.541700 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:45.244814 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-3b30e3fd-e031-4dd3-aa3c-331e2bc08c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:46.046200 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:12:47.396704 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-7548164b-67ee-480a-a000-40718e247e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:48.385287 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:48.947518 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:50.381355 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:50.530007 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:15.250512 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-b4916d88-e127-4dcc-9867-3372d9c08ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:17.398727 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-46774fe3-6260-409a-920a-9b1d7f57e6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:18.385208 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:18.922598 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:20.385034 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:20.516508 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:23.045793 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:13:45.267652 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-af3717a4-fd21-43f8-ba2f-876fe1b95281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:47.419365 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53edfef2-80bb-4070-b875-e3f4b315ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:48.384471 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:48.936259 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:50.381850 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:50.542050 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:00.045086 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:14:15.250219 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-d314638a-796a-415c-987a-3a728e259719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:17.404950 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6ab5dae8-08bb-474f-8528-a10b0a7f078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:18.387301 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:18.924266 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:20.387519 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:20.561918 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:37.044796 dv-neutron-831730-4-hyperv neutron-server[88452]: DEBUG neutron.db.agents_db [None req-287ef95b-fc23-4ca2-9f07-df39e25248ec None None] Agent healthcheck: found 6 active agents {{(pid=88452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:14:45.270342 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-1c9e35fb-cdb3-42e2-a0a3-bb30d8b32d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:47.390640 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-e7d383cf-ca54-4748-9c0a-097b0750a5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:48.405043 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-cfd952de-fa92-4a3a-a998-644f5a3b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:48.936384 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-53b1afbb-abb8-45c8-b63b-1cc091f5126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:50.412896 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-6af446f1-2e05-4011-b08a-d71180019deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:50.581895 dv-neutron-831730-4-hyperv neutron-server[88451]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a8c-0382-4014-a4b7-83b647811847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772078885690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863096'] for agent, after_update {{(pid=88451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}